+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-237.ec2.internal ++ [[ -n ip-10-0-0-237.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-237.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0418 07:50:12.328469225 - disable conntrack on geneve port' I0418 07:50:12.328469225 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0418 07:50:12.364239872 - starting ovnkube-node + echo 'I0418 07:50:12.364239872 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-237.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-237.ec2.internal --init-node ip-10-0-0-237.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-237.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0418 07:50:12.411799 3670 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0418 07:50:12.411848 3670 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-add9a31944.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0418 07:50:12.413298 3670 kube.go:431] Waiting for certificate I0418 07:50:12.413339 3670 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0418 07:50:12.413379 3670 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0418 07:50:12.414175 3670 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0418 07:50:12.441346 3670 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0418 07:50:12.441365 3670 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0418 07:50:12.443255 3670 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0418 07:50:12.446084 3670 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-gp4x4" I0418 07:50:30.686617 3670 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-gp4x4" I0418 07:50:30.686732 3670 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0418 07:50:31.413625 3670 kube.go:438] Certificate found I0418 07:50:31.414195 3670 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0418 07:50:31.415273 3670 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0418 07:50:31.487844 3670 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0418 07:50:31.508512 3670 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0418 07:50:31.508670 3670 server.go:101] MetricServer registers OVS metrics I0418 07:50:31.509060 3670 server.go:105] MetricServer registers OVN DB metrics I0418 07:50:31.510915 3670 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0418 07:50:31.511030 3670 factory.go:561] Starting watch factory I0418 07:50:31.511207 3670 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:50:31.511230 3670 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:50:31.511216 3670 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:50:31.511262 3670 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:50:31.511203 3670 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:50:31.511280 3670 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:50:31.511300 3670 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:50:31.511191 3670 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:50:31.511266 3670 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:50:31.511396 3670 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:50:31.511965 3670 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:50:31.512071 3670 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:50:31.513513 3670 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0418 07:50:31.513543 3670 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0418 07:50:31.513941 3670 controller_manager.go:370] Starting the ovnkube controller I0418 07:50:31.513956 3670 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-237.ec2.internal I0418 07:50:31.514034 3670 controller_manager.go:395] NBDB zone sync took: 66.316µs I0418 07:50:31.514050 3670 factory.go:561] Starting watch factory I0418 07:50:31.527184 3670 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0418 07:50:31.527205 3670 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0418 07:50:31.531183 3670 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0418 07:50:31.531211 3670 server.go:109] MetricServer registers OVN Controller metrics I0418 07:50:31.533885 3670 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:50:31.534188 3670 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:50:31.534871 3670 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:50:31.534925 3670 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:50:31.535154 3670 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:50:31.539481 3670 server.go:113] MetricServer registers OVN Northd metrics I0418 07:50:31.545061 3670 metrics.go:519] OVN Metrics Server starts to run ... I0418 07:50:31.547925 3670 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:50:31.616458 3670 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0418 07:50:31.616476 3670 factory.go:1977] *v1.Namespace informer cache synced successfully I0418 07:50:31.616481 3670 factory.go:1977] *v1.Node informer cache synced successfully I0418 07:50:31.616484 3670 factory.go:1977] *v1.Service informer cache synced successfully I0418 07:50:31.616487 3670 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0418 07:50:31.616489 3670 factory.go:1977] *v1.Pod informer cache synced successfully I0418 07:50:31.616561 3670 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 07:50:31.616584 3670 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 07:50:31.616592 3670 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 07:50:31.616633 3670 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 07:50:31.619284 3670 factory.go:1977] *v1.Service informer cache synced successfully I0418 07:50:31.619300 3670 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0418 07:50:31.619304 3670 factory.go:1977] *v1.Pod informer cache synced successfully I0418 07:50:31.619307 3670 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0418 07:50:31.619310 3670 factory.go:1977] *v1.Namespace informer cache synced successfully I0418 07:50:31.619313 3670 factory.go:1977] *v1.Node informer cache synced successfully I0418 07:50:31.619959 3670 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 07:50:31.619951 3670 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 07:50:31.621809 3670 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0418 07:50:31.621821 3670 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0418 07:50:31.621871 3670 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0418 07:50:31.621882 3670 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0418 07:50:31.624427 3670 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0418 07:50:31.624444 3670 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0418 07:50:31.624548 3670 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0418 07:50:31.627073 3670 factory.go:1977] *v1.EgressIP informer cache synced successfully I0418 07:50:31.627145 3670 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0418 07:50:31.627159 3670 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0418 07:50:31.629595 3670 factory.go:1977] *v1.EgressIP informer cache synced successfully I0418 07:50:31.629787 3670 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0418 07:50:31.633065 3670 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0418 07:50:31.633130 3670 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0418 07:50:31.633146 3670 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0418 07:50:31.635508 3670 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0418 07:50:31.635925 3670 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0418 07:50:31.638463 3670 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0418 07:50:31.638512 3670 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0418 07:50:31.638524 3670 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0418 07:50:31.640856 3670 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0418 07:50:31.641353 3670 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0418 07:50:31.643867 3670 factory.go:1977] *v1.EgressService informer cache synced successfully I0418 07:50:31.643934 3670 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0418 07:50:31.643947 3670 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0418 07:50:31.646042 3670 factory.go:1977] *v1.EgressService informer cache synced successfully I0418 07:50:31.646757 3670 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0418 07:50:31.649141 3670 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0418 07:50:31.649313 3670 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0418 07:50:31.649327 3670 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0418 07:50:31.651300 3670 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0418 07:50:31.652058 3670 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0418 07:50:31.654429 3670 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0418 07:50:31.654495 3670 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 07:50:31.654512 3670 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 07:50:31.654546 3670 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 07:50:31.654564 3670 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 07:50:31.656731 3670 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0418 07:50:31.657393 3670 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 07:50:31.657647 3670 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 07:50:31.659471 3670 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0418 07:50:31.659485 3670 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0418 07:50:31.659491 3670 factory.go:680] Watch Factory start up complete, took: 148.484009ms I0418 07:50:31.659559 3670 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0418 07:50:31.661857 3670 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0418 07:50:31.661866 3670 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0418 07:50:31.661873 3670 factory.go:680] Watch Factory start up complete, took: 147.82225ms I0418 07:50:31.661880 3670 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-237.ec2.internal" zone I0418 07:50:31.704253 3670 default_node_network_controller.go:710] Initializing the default node network controller I0418 07:50:31.721422 3670 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-19 07:45:30 +0000 UTC" deadline="2026-04-19 00:59:50.404589016 +0000 UTC" I0418 07:50:31.721440 3670 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h9m18.683155709s" I0418 07:50:31.791169 3670 udn_isolation.go:101] Starting UDN host isolation manager I0418 07:50:31.797901 3670 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0418 07:50:31.851667 3670 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0418 07:50:31.851759 3670 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0418 07:50:31.851774 3670 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0418 07:50:31.884873 3670 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0418 07:50:31.884937 3670 default_node_network_controller.go:809] Node ip-10-0-0-237.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0418 07:50:31.890618 3670 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.237"] k8s.ovn.org/zone-name:ip-10-0-0-237.ec2.internal] on node ip-10-0-0-237.ec2.internal I0418 07:50:31.912001 3670 controller_manager.go:429] Waiting for node in zone sync took: 250.109663ms I0418 07:50:31.912022 3670 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0418 07:50:31.917535 3670 controller_manager.go:611] Switching to transit router for layer2 networks I0418 07:50:31.917549 3670 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-237.ec2.internal I0418 07:50:31.918342 3670 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0418 07:50:31.918482 3670 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0418 07:50:31.918608 3670 gateway_init.go:263] Preparing Gateway I0418 07:50:31.918620 3670 gateway_shared_intf.go:1687] Creating new gateway I0418 07:50:31.934912 3670 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0418 07:50:31.941244 3670 controller_manager.go:290] SCTP support detected in OVN I0418 07:50:31.941804 3670 services_controller.go:69] Creating services controller for network=default I0418 07:50:31.941930 3670 udn_enabled_svc.go:80] Waiting for service informer to sync I0418 07:50:31.941977 3670 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0418 07:50:31.942051 3670 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0418 07:50:31.942070 3670 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0418 07:50:31.942082 3670 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0418 07:50:31.942255 3670 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0418 07:50:31.942303 3670 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0418 07:50:31.942343 3670 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 54.327µs I0418 07:50:31.942352 3670 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 39.587µs I0418 07:50:31.942362 3670 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 58.777µs I0418 07:50:31.942368 3670 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0418 07:50:31.942381 3670 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0418 07:50:31.942390 3670 default_network_controller.go:325] Starting the default network controller I0418 07:50:31.942410 3670 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 15.353µs I0418 07:50:31.942557 3670 udn_enabled_svc.go:95] Performing full resync I0418 07:50:31.942846 3670 udn_enabled_svc.go:99] Waiting for handler to sync I0418 07:50:31.942859 3670 udn_enabled_svc.go:104] Starting worker I0418 07:50:31.952038 3670 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0418 07:50:31.952101 3670 repair.go:33] Syncing exgw routes took 51.067µs I0418 07:50:31.952123 3670 default_network_controller.go:414] Starting all the Watchers... I0418 07:50:31.952263 3670 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0418 07:50:31.952272 3670 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0418 07:50:31.952293 3670 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0418 07:50:31.952308 3670 namespace.go:98] [openshift-config-operator] adding namespace I0418 07:50:31.952316 3670 namespace.go:98] [openshift-machine-config-operator] adding namespace I0418 07:50:31.952319 3670 namespace.go:98] [openshift-cluster-version] adding namespace I0418 07:50:31.952325 3670 namespace.go:98] [openshift-operators] adding namespace I0418 07:50:31.952328 3670 namespace.go:98] [openshift-authentication] adding namespace I0418 07:50:31.952333 3670 namespace.go:98] [openshift-config-managed] adding namespace I0418 07:50:31.952339 3670 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0418 07:50:31.952341 3670 namespace.go:98] [openshift-customer-monitoring] adding namespace I0418 07:50:31.952345 3670 namespace.go:98] [openshift-marketplace] adding namespace I0418 07:50:31.952347 3670 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0418 07:50:31.952368 3670 namespace.go:98] [openshift-service-ca-operator] adding namespace I0418 07:50:31.952381 3670 namespace.go:98] [openshift-route-controller-manager] adding namespace I0418 07:50:31.952993 3670 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 715.292µs I0418 07:50:31.953034 3670 namespace.go:98] [openshift-dns] adding namespace I0418 07:50:31.953683 3670 namespace.go:102] [openshift-dns] adding namespace took 640.374µs I0418 07:50:31.953703 3670 namespace.go:98] [openshift-apiserver] adding namespace I0418 07:50:31.954383 3670 namespace.go:102] [openshift-apiserver] adding namespace took 671.234µs I0418 07:50:31.954405 3670 namespace.go:98] [openshift-network-diagnostics] adding namespace I0418 07:50:31.955033 3670 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 2.749076ms I0418 07:50:31.955048 3670 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0418 07:50:31.955624 3670 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 3.317529ms I0418 07:50:31.955643 3670 namespace.go:98] [openshift-monitoring] adding namespace I0418 07:50:31.956037 3670 namespace.go:102] [openshift-config-operator] adding namespace took 3.717199ms I0418 07:50:31.956056 3670 namespace.go:98] [openshift-dns-operator] adding namespace I0418 07:50:31.956561 3670 namespace.go:102] [openshift-machine-config-operator] adding namespace took 4.23817ms I0418 07:50:31.956576 3670 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0418 07:50:31.957028 3670 namespace.go:102] [openshift-cluster-version] adding namespace took 4.699534ms I0418 07:50:31.957045 3670 namespace.go:98] [openshift-config] adding namespace I0418 07:50:31.957478 3670 namespace.go:102] [openshift-operators] adding namespace took 5.14651ms I0418 07:50:31.957493 3670 namespace.go:98] [openshift-kube-apiserver] adding namespace I0418 07:50:31.957909 3670 namespace.go:102] [openshift-authentication] adding namespace took 5.577325ms I0418 07:50:31.957921 3670 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0418 07:50:31.958366 3670 namespace.go:102] [openshift-config-managed] adding namespace took 6.026135ms I0418 07:50:31.958383 3670 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0418 07:50:31.958847 3670 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.499748ms I0418 07:50:31.958873 3670 namespace.go:98] [openshift-ingress-canary] adding namespace I0418 07:50:31.959359 3670 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.008199ms I0418 07:50:31.959376 3670 namespace.go:98] [openshift-node] adding namespace I0418 07:50:31.959847 3670 namespace.go:102] [openshift-marketplace] adding namespace took 7.49384ms I0418 07:50:31.959864 3670 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0418 07:50:31.960328 3670 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.971337ms I0418 07:50:31.960351 3670 namespace.go:98] [openshift-machine-api] adding namespace I0418 07:50:31.960859 3670 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.474679ms I0418 07:50:31.960877 3670 namespace.go:98] [kube-node-lease] adding namespace W0418 07:50:31.961303 3670 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-lcdzk: pod openshift-network-diagnostics/network-check-target-lcdzk: no pod IPs found I0418 07:50:31.961333 3670 namespace.go:102] [openshift-route-controller-manager] adding namespace took 8.944599ms I0418 07:50:31.961344 3670 namespace.go:98] [openshift] adding namespace I0418 07:50:31.961859 3670 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.448519ms I0418 07:50:31.961873 3670 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0418 07:50:31.962330 3670 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.275011ms I0418 07:50:31.962345 3670 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0418 07:50:31.962787 3670 namespace.go:102] [openshift-monitoring] adding namespace took 7.138497ms I0418 07:50:31.962800 3670 namespace.go:98] [openshift-controller-manager] adding namespace I0418 07:50:31.963172 3670 namespace.go:102] [openshift-dns-operator] adding namespace took 7.110719ms I0418 07:50:31.963184 3670 namespace.go:98] [openshift-etcd] adding namespace I0418 07:50:31.963573 3670 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.990697ms I0418 07:50:31.963588 3670 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0418 07:50:31.963943 3670 namespace.go:102] [openshift-config] adding namespace took 6.892049ms I0418 07:50:31.963954 3670 namespace.go:98] [openshift-console] adding namespace I0418 07:50:31.964377 3670 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.878156ms I0418 07:50:31.964396 3670 namespace.go:98] [openshift-package-operator] adding namespace I0418 07:50:31.964844 3670 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.91717ms I0418 07:50:31.964857 3670 namespace.go:98] [openshift-backplane-mobb] adding namespace I0418 07:50:31.965637 3670 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 7.247184ms I0418 07:50:31.965654 3670 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0418 07:50:31.966079 3670 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.197031ms I0418 07:50:31.966092 3670 namespace.go:98] [default] adding namespace I0418 07:50:31.966668 3670 namespace.go:102] [openshift-node] adding namespace took 7.286586ms I0418 07:50:31.966759 3670 namespace.go:98] [openshift-network-console] adding namespace I0418 07:50:31.967147 3670 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.278416ms I0418 07:50:31.967158 3670 namespace.go:98] [openshift-service-ca] adding namespace I0418 07:50:31.967601 3670 namespace.go:102] [openshift-machine-api] adding namespace took 7.242466ms I0418 07:50:31.967616 3670 namespace.go:98] [openshift-backplane] adding namespace I0418 07:50:31.968035 3670 namespace.go:102] [kube-node-lease] adding namespace took 7.152421ms I0418 07:50:31.968048 3670 namespace.go:98] [openshift-logging] adding namespace I0418 07:50:31.968397 3670 namespace.go:102] [openshift] adding namespace took 7.046083ms I0418 07:50:31.968414 3670 namespace.go:98] [openshift-ingress] adding namespace I0418 07:50:31.968797 3670 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.918608ms I0418 07:50:31.968811 3670 namespace.go:98] [openshift-operators-redhat] adding namespace I0418 07:50:31.969324 3670 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.972438ms I0418 07:50:31.969342 3670 namespace.go:98] [openshift-backplane-tam] adding namespace I0418 07:50:31.969821 3670 namespace.go:102] [openshift-controller-manager] adding namespace took 7.015153ms I0418 07:50:31.969834 3670 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0418 07:50:31.970412 3670 namespace.go:102] [openshift-etcd] adding namespace took 7.223136ms I0418 07:50:31.970428 3670 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0418 07:50:31.970874 3670 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.281346ms I0418 07:50:31.970885 3670 namespace.go:98] [openshift-console-operator] adding namespace I0418 07:50:31.971516 3670 namespace.go:102] [openshift-console] adding namespace took 7.553592ms I0418 07:50:31.971538 3670 namespace.go:98] [openshift-network-operator] adding namespace I0418 07:50:31.972058 3670 namespace.go:102] [openshift-package-operator] adding namespace took 7.654282ms I0418 07:50:31.972080 3670 namespace.go:98] [open-cluster-management-2poec14qs7n5ev65665ob6p7s8secjrm] adding namespace I0418 07:50:31.972577 3670 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.713284ms I0418 07:50:31.972594 3670 namespace.go:98] [openshift-host-network] adding namespace I0418 07:50:31.973096 3670 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.436869ms I0418 07:50:31.973109 3670 namespace.go:98] [openshift-authentication-operator] adding namespace I0418 07:50:31.973532 3670 namespace.go:102] [default] adding namespace took 7.432518ms I0418 07:50:31.973548 3670 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0418 07:50:31.973995 3670 namespace.go:102] [openshift-network-console] adding namespace took 7.229843ms I0418 07:50:31.974020 3670 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0418 07:50:31.974471 3670 namespace.go:102] [openshift-service-ca] adding namespace took 7.306673ms I0418 07:50:31.974490 3670 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0418 07:50:31.974876 3670 namespace.go:102] [openshift-backplane] adding namespace took 7.25438ms I0418 07:50:31.974891 3670 namespace.go:98] [openshift-backplane-srep] adding namespace I0418 07:50:31.975298 3670 namespace.go:102] [openshift-logging] adding namespace took 7.243167ms I0418 07:50:31.975314 3670 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0418 07:50:31.975746 3670 namespace.go:102] [openshift-ingress] adding namespace took 7.325254ms I0418 07:50:31.975761 3670 namespace.go:98] [openshift-console-user-settings] adding namespace I0418 07:50:31.976182 3670 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.3625ms I0418 07:50:31.976624 3670 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.274666ms I0418 07:50:31.976644 3670 namespace.go:98] [kube-public] adding namespace I0418 07:50:31.977129 3670 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.288039ms I0418 07:50:31.977146 3670 namespace.go:98] [openshift-insights] adding namespace I0418 07:50:31.977582 3670 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.147487ms I0418 07:50:31.977597 3670 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0418 07:50:31.978020 3670 namespace.go:102] [openshift-console-operator] adding namespace took 7.114095ms I0418 07:50:31.978036 3670 namespace.go:98] [openshift-kube-scheduler] adding namespace I0418 07:50:31.978467 3670 namespace.go:102] [openshift-network-operator] adding namespace took 6.920371ms I0418 07:50:31.978491 3670 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0418 07:50:31.979039 3670 namespace.go:102] [open-cluster-management-2poec14qs7n5ev65665ob6p7s8secjrm] adding namespace took 6.953322ms I0418 07:50:31.979050 3670 namespace.go:98] [openshift-image-registry] adding namespace I0418 07:50:31.979573 3670 namespace.go:102] [openshift-host-network] adding namespace took 6.97369ms I0418 07:50:31.979587 3670 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0418 07:50:31.980095 3670 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.981294ms I0418 07:50:31.980106 3670 namespace.go:98] [kube-system] adding namespace I0418 07:50:31.980621 3670 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.067428ms I0418 07:50:31.980635 3670 namespace.go:98] [openshift-backplane-csm] adding namespace I0418 07:50:31.981028 3670 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.002696ms I0418 07:50:31.981039 3670 namespace.go:98] [openshift-backplane-cee] adding namespace I0418 07:50:31.981462 3670 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.96745ms I0418 07:50:31.981472 3670 namespace.go:98] [openshift-infra] adding namespace I0418 07:50:31.981837 3670 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.939355ms I0418 07:50:31.981850 3670 namespace.go:98] [openshift-apiserver-operator] adding namespace I0418 07:50:31.982258 3670 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.938588ms I0418 07:50:31.982271 3670 namespace.go:98] [openshift-must-gather-operator] adding namespace I0418 07:50:31.982740 3670 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.971162ms I0418 07:50:31.982759 3670 namespace.go:98] [dedicated-admin] adding namespace I0418 07:50:31.983346 3670 namespace.go:102] [kube-public] adding namespace took 6.694733ms I0418 07:50:31.983829 3670 namespace.go:102] [openshift-insights] adding namespace took 6.676325ms I0418 07:50:31.984259 3670 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.655854ms I0418 07:50:31.984654 3670 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.613424ms I0418 07:50:31.985185 3670 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.687045ms I0418 07:50:31.985629 3670 namespace.go:102] [openshift-image-registry] adding namespace took 6.574918ms I0418 07:50:31.985642 3670 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0418 07:50:31.986035 3670 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.442971ms I0418 07:50:31.986511 3670 namespace.go:102] [kube-system] adding namespace took 6.400308ms I0418 07:50:31.986531 3670 namespace.go:98] [openshift-multus] adding namespace I0418 07:50:31.986940 3670 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.299813ms I0418 07:50:31.987369 3670 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.324953ms I0418 07:50:31.988192 3670 namespace.go:102] [openshift-infra] adding namespace took 6.714157ms I0418 07:50:31.988208 3670 namespace.go:98] [openshift-ingress-operator] adding namespace I0418 07:50:31.988855 3670 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.998535ms I0418 07:50:31.988872 3670 namespace.go:98] [openshift-network-node-identity] adding namespace I0418 07:50:31.989703 3670 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.425907ms I0418 07:50:31.989717 3670 namespace.go:98] [openshift-backplane-cse] adding namespace I0418 07:50:31.990211 3670 namespace.go:102] [dedicated-admin] adding namespace took 7.443428ms W0418 07:50:31.990654 3670 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-lbxl9: pod openshift-multus/network-metrics-daemon-lbxl9: no pod IPs found I0418 07:50:31.990703 3670 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.053816ms I0418 07:50:31.991183 3670 namespace.go:102] [openshift-multus] adding namespace took 4.646006ms I0418 07:50:31.991684 3670 namespace.go:102] [openshift-ingress-operator] adding namespace took 3.470192ms I0418 07:50:31.992094 3670 namespace.go:102] [openshift-network-node-identity] adding namespace took 3.216049ms I0418 07:50:31.992503 3670 namespace.go:102] [openshift-backplane-cse] adding namespace took 2.778633ms W0418 07:50:31.992588 3670 master.go:458] Unable to parse local node ip-10-0-0-237.ec2.internal chassis-id annotation. Chassis may be removed during sync I0418 07:50:31.992598 3670 master.go:481] Removing stale chassis with ID/Name: 419dc40c-7a14-4c63-be53-f3728beca592, hostname: ip-10-0-0-237.ec2.internal I0418 07:50:31.992948 3670 master.go:548] Adding or Updating local node "ip-10-0-0-237.ec2.internal" for network "default" I0418 07:50:31.994212 3670 zone_ic_handler.go:195] Time taken to create transit switch: 482.395µs I0418 07:50:31.994228 3670 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-118.ec2.internal for the network default E0418 07:50:31.994341 3670 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-211.ec2.internal, error: adding or updating remote node IC resources ip-10-0-1-211.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-1-211.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009a49958 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u3266441693}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0418 07:50:31.994426 3670 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-211.ec2.internal", UID:"96494e6e-7b5b-4d1b-a5b8-e4fdf7aea330", APIVersion:"v1", ResourceVersion:"9894", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-1-211.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-1-211.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009a49958 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u3266441693}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0418 07:50:31.995404 3670 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-118.ec2.internal" on network "default" took: 1.683692ms I0418 07:50:31.997637 3670 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-237.ec2.internal for the network default I0418 07:50:31.997845 3670 zone_ic_handler.go:195] Time taken to create transit switch: 179.008µs I0418 07:50:31.998666 3670 default_network_controller.go:823] Node add failed for ip-10-0-0-237.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-237.ec2.internal, error getting gateway config for node ip-10-0-0-237.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-237.ec2.internal", failed to update chassis to local for local node ip-10-0-0-237.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-237.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-237.ec2.internal] E0418 07:50:31.998716 3670 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-237.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-237.ec2.internal, error getting gateway config for node ip-10-0-0-237.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-237.ec2.internal", failed to update chassis to local for local node ip-10-0-0-237.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-237.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-237.ec2.internal] I0418 07:50:31.998761 3670 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0418 07:50:31.998758 3670 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-237.ec2.internal", UID:"bc6343e3-a6f2-46b7-9e39-d6d30e136286", APIVersion:"v1", ResourceVersion:"10406", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-237.ec2.internal, error getting gateway config for node ip-10-0-0-237.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-237.ec2.internal", failed to update chassis to local for local node ip-10-0-0-237.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-237.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-237.ec2.internal] I0418 07:50:31.998789 3670 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0418 07:50:31.998804 3670 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0418 07:50:31.998831 3670 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-237.ec2.internal in network "default" I0418 07:50:31.998862 3670 node_tracker.go:235] Node ip-10-0-0-237.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-237.ec2.internal" I0418 07:50:31.998875 3670 node_tracker.go:169] Node ip-10-0-0-237.ec2.internal switch + router changed, syncing services in network "default" I0418 07:50:31.998888 3670 services_controller.go:574] Full service sync requested for network=default I0418 07:50:31.998900 3670 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-211.ec2.internal in network "default" I0418 07:50:31.998943 3670 node_tracker.go:169] Node ip-10-0-1-211.ec2.internal switch + router changed, syncing services in network "default" I0418 07:50:31.998950 3670 services_controller.go:574] Full service sync requested for network=default I0418 07:50:31.998956 3670 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-118.ec2.internal in network "default" I0418 07:50:31.998979 3670 node_tracker.go:169] Node ip-10-0-2-118.ec2.internal switch + router changed, syncing services in network "default" I0418 07:50:31.998986 3670 services_controller.go:574] Full service sync requested for network=default I0418 07:50:32.027989 3670 iptables.go:108] Creating table: filter chain: FORWARD I0418 07:50:32.034666 3670 iptables.go:108] Creating table: filter chain: OUTPUT I0418 07:50:32.041442 3670 gateway_shared_intf.go:1816] Gateway Creation Complete I0418 07:50:32.041461 3670 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-237.ec2.internal","mac-address":"12:c5:5d:34:8e:25","ip-addresses":["10.0.0.237/24"],"ip-address":"10.0.0.237/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:419dc40c-7a14-4c63-be53-f3728beca592 k8s.ovn.org/node-encap-ips:["10.0.0.237"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.237/24"} k8s.ovn.org/zone-name:ip-10-0-0-237.ec2.internal] on node ip-10-0-0-237.ec2.internal I0418 07:50:32.059796 3670 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-237.ec2.internal in network "default" I0418 07:50:32.060000 3670 node_tracker.go:169] Node ip-10-0-0-237.ec2.internal switch + router changed, syncing services in network "default" I0418 07:50:32.059829 3670 master.go:548] Adding or Updating local node "ip-10-0-0-237.ec2.internal" for network "default" I0418 07:50:32.060033 3670 services_controller.go:574] Full service sync requested for network=default I0418 07:50:32.064029 3670 default_node_network_controller.go:519] Node connection status = connected W0418 07:50:32.064744 3670 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-lcdzk: pod openshift-network-diagnostics/network-check-target-lcdzk: no pod IPs found W0418 07:50:32.064763 3670 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-lbxl9: pod openshift-multus/network-metrics-daemon-lbxl9: no pod IPs found I0418 07:50:32.066913 3670 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-237.ec2.internal for the network default I0418 07:50:32.067148 3670 zone_ic_handler.go:195] Time taken to create transit switch: 221.668µs I0418 07:50:32.099256 3670 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0418 07:50:32.099277 3670 services_controller.go:208] Setting up event handlers for services for network=default I0418 07:50:32.099336 3670 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0418 07:50:32.099395 3670 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0418 07:50:32.099413 3670 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0418 07:50:32.199634 3670 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0418 07:50:32.199656 3670 repair.go:60] Starting repairing loop for services I0418 07:50:32.199765 3670 repair.go:131] Deleted 0 stale service LBs I0418 07:50:32.199783 3670 repair.go:137] Deleted 0 stale Chassis Template Vars I0418 07:50:32.199798 3670 repair.go:62] Finished repairing loop for services: 143.697µs I0418 07:50:32.199824 3670 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0418 07:50:32.199833 3670 services_controller.go:254] Starting workers for network=default W0418 07:50:32.199967 3670 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0418 07:50:32.199981 3670 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0418 07:50:32.199986 3670 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default I0418 07:50:32.200260 3670 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-jfzww of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0418 07:50:32.200269 3670 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-lcdzk] creating logical port openshift-network-diagnostics_network-check-target-lcdzk for pod on switch ip-10-0-0-237.ec2.internal I0418 07:50:32.200333 3670 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-lbxl9] creating logical port openshift-multus_network-metrics-daemon-lbxl9 for pod on switch ip-10-0-0-237.ec2.internal I0418 07:50:32.200374 3670 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-lcdzk I0418 07:50:32.200398 3670 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-lbxl9 W0418 07:50:32.202335 3670 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0418 07:50:32.216945 3670 pod.go:62] [openshift-network-diagnostics/network-check-target-lcdzk] pod update took 16.610376ms I0418 07:50:32.216964 3670 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-lcdzk] addLogicalPort annotation time took 16.63409ms I0418 07:50:32.217922 3670 pods.go:271] [openshift-network-diagnostics/network-check-target-lcdzk] addLogicalPort took 17.659631ms, libovsdb time 723.509µs I0418 07:50:32.218042 3670 pod.go:62] [openshift-multus/network-metrics-daemon-lbxl9] pod update took 17.671951ms I0418 07:50:32.218058 3670 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-lbxl9] addLogicalPort annotation time took 17.689882ms I0418 07:50:32.218800 3670 pods.go:271] [openshift-multus/network-metrics-daemon-lbxl9] addLogicalPort took 18.474286ms, libovsdb time 561.717µs I0418 07:50:32.219402 3670 admin_network_policy_controller.go:227] Starting controller default-network-controller I0418 07:50:32.219426 3670 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0418 07:50:32.219439 3670 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0418 07:50:32.219443 3670 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0418 07:50:32.219645 3670 repair.go:29] Repairing admin network policies took 177.67µs I0418 07:50:32.219744 3670 repair.go:92] Repairing baseline admin network policies took 90.696µs I0418 07:50:32.220454 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0418 07:50:32.220470 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0418 07:50:32.222421 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0418 07:50:32.222441 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0418 07:50:32.223180 3670 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0418 07:50:32.223201 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0418 07:50:32.223990 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0418 07:50:32.224028 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0418 07:50:32.224037 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0418 07:50:32.225934 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0418 07:50:32.225953 3670 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0418 07:50:32.225960 3670 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0418 07:50:32.227282 3670 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0418 07:50:32.227300 3670 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0418 07:50:32.227309 3670 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0418 07:50:32.229000 3670 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0418 07:50:32.229043 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0418 07:50:32.229059 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0418 07:50:32.229560 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0418 07:50:32.229578 3670 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0418 07:50:32.229591 3670 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0418 07:50:32.231930 3670 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0418 07:50:32.231949 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0418 07:50:32.231957 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0418 07:50:32.232464 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0418 07:50:32.232482 3670 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0418 07:50:32.232492 3670 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0418 07:50:32.234656 3670 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0418 07:50:32.234675 3670 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0418 07:50:32.234684 3670 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0418 07:50:32.235597 3670 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0418 07:50:32.235615 3670 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0418 07:50:32.235621 3670 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0418 07:50:32.235884 3670 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0418 07:50:32.235899 3670 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0418 07:50:32.235907 3670 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0418 07:50:32.237091 3670 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0418 07:50:32.237110 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0418 07:50:32.237143 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0418 07:50:32.237827 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0418 07:50:32.237849 3670 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0418 07:50:32.237860 3670 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0418 07:50:32.238885 3670 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0418 07:50:32.238903 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0418 07:50:32.238917 3670 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0418 07:50:32.240374 3670 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0418 07:50:32.240394 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0418 07:50:32.240402 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0418 07:50:32.240843 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0418 07:50:32.240862 3670 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0418 07:50:32.240873 3670 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0418 07:50:32.241844 3670 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0418 07:50:32.241863 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0418 07:50:32.241872 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0418 07:50:32.242329 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0418 07:50:32.242348 3670 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0418 07:50:32.242355 3670 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0418 07:50:32.242827 3670 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0418 07:50:32.242840 3670 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0418 07:50:32.242849 3670 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0418 07:50:32.244105 3670 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0418 07:50:32.244128 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0418 07:50:32.244136 3670 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0418 07:50:32.245040 3670 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0418 07:50:32.245059 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0418 07:50:32.245065 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0418 07:50:32.245342 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0418 07:50:32.245358 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0418 07:50:32.245370 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0418 07:50:32.246562 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0418 07:50:32.246579 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0418 07:50:32.246587 3670 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0418 07:50:32.247262 3670 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0418 07:50:32.247281 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0418 07:50:32.247289 3670 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0418 07:50:32.247751 3670 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0418 07:50:32.247769 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0418 07:50:32.247776 3670 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0418 07:50:32.248058 3670 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0418 07:50:32.248073 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0418 07:50:32.248080 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0418 07:50:32.248571 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0418 07:50:32.248588 3670 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0418 07:50:32.248595 3670 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0418 07:50:32.249112 3670 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0418 07:50:32.249127 3670 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0418 07:50:32.249140 3670 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0418 07:50:32.250272 3670 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0418 07:50:32.250530 3670 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-jfzww of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0418 07:50:32.255848 3670 egressfirewall.go:374] Starting EgressFirewall controller I0418 07:50:32.255885 3670 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0418 07:50:32.255885 3670 controller.go:133] Adding controller egress-firewall-controller event handlers I0418 07:50:32.255908 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0418 07:50:32.255921 3670 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0418 07:50:32.255909 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0418 07:50:32.255928 3670 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0418 07:50:32.256209 3670 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0418 07:50:32.256223 3670 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0418 07:50:32.256228 3670 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0418 07:50:32.256237 3670 egressqos.go:193] Setting up event handlers for EgressQoS I0418 07:50:32.256265 3670 egressfirewall.go:723] Syncing node "ip-10-0-0-237.ec2.internal" for egress firewall I0418 07:50:32.256287 3670 egressfirewall.go:723] Syncing node "ip-10-0-1-211.ec2.internal" for egress firewall I0418 07:50:32.256292 3670 egressfirewall.go:723] Syncing node "ip-10-0-2-118.ec2.internal" for egress firewall I0418 07:50:32.256332 3670 egressqos.go:245] Starting EgressQoS Controller I0418 07:50:32.256341 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0418 07:50:32.256346 3670 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0418 07:50:32.256357 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0418 07:50:32.256362 3670 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0418 07:50:32.256367 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0418 07:50:32.256372 3670 shared_informer.go:356] "Caches are synced" controller="egressqos" I0418 07:50:32.256375 3670 egressqos.go:259] Repairing EgressQoSes I0418 07:50:32.256379 3670 egressqos.go:399] Starting repairing loop for egressqos I0418 07:50:32.256441 3670 egressqos.go:401] Finished repairing loop for egressqos: 61.956µs I0418 07:50:32.256815 3670 egressservice_zone.go:132] Setting up event handlers for Egress Services I0418 07:50:32.256841 3670 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-237.ec2.internal I0418 07:50:32.256888 3670 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-237.ec2.internal : 49.492µs I0418 07:50:32.256921 3670 egressservice_zone.go:210] Starting Egress Services Controller I0418 07:50:32.256930 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0418 07:50:32.256935 3670 shared_informer.go:356] "Caches are synced" controller="egressservices" I0418 07:50:32.256941 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0418 07:50:32.256945 3670 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0418 07:50:32.256950 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0418 07:50:32.256954 3670 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0418 07:50:32.256959 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0418 07:50:32.256964 3670 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0418 07:50:32.256967 3670 egressservice_zone.go:228] Repairing Egress Services I0418 07:50:32.257248 3670 master_controller.go:88] Starting Admin Policy Based Route Controller I0418 07:50:32.257260 3670 external_controller.go:278] Starting Admin Policy Based Route Controller I0418 07:50:32.257325 3670 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-118.ec2.internal I0418 07:50:32.257340 3670 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-118.ec2.internal: 16.283µs I0418 07:50:32.257347 3670 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-237.ec2.internal I0418 07:50:32.257351 3670 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-237.ec2.internal: 4.261µs I0418 07:50:32.257355 3670 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-211.ec2.internal I0418 07:50:32.257369 3670 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-211.ec2.internal: 5.76µs I0418 07:50:32.257393 3670 default_network_controller.go:585] Completing all the Watchers took 305.26134ms I0418 07:50:32.257408 3670 default_network_controller.go:589] Starting unidling controllers I0418 07:50:32.257419 3670 unidle.go:46] Registering OVN SB ControllerEvent handler I0418 07:50:32.257425 3670 unidle.go:63] Populating Initial ContollerEvent events I0418 07:50:32.257437 3670 unidle.go:79] Setting up event handlers for services I0418 07:50:32.257482 3670 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0418 07:50:32.263468 3670 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0418 07:50:32.564491 3670 default_node_network_controller.go:519] Node connection status = connected I0418 07:50:32.582494 3670 bridgeconfig.go:537] Gateway is ready I0418 07:50:32.582511 3670 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0418 07:50:32.593773 3670 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.237. Updating OVN encap IP. I0418 07:50:32.599305 3670 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.237 - it is already configured I0418 07:50:32.599318 3670 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.237/24:{} 172.20.0.1/32:{}]. Updating annotations. I0418 07:50:32.599510 3670 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.237/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-237.ec2.internal","mac-address":"12:c5:5d:34:8e:25","ip-addresses":["10.0.0.237/24"],"ip-address":"10.0.0.237/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:419dc40c-7a14-4c63-be53-f3728beca592 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.237/24"}] on node ip-10-0-0-237.ec2.internal I0418 07:50:32.615754 3670 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-237.ec2.internal in network "default" I0418 07:50:32.615765 3670 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.237 I0418 07:50:32.615776 3670 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-237.ec2.internal I0418 07:50:32.615789 3670 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-237.ec2.internal: 17.271µs I0418 07:50:32.615804 3670 egressfirewall.go:723] Syncing node "ip-10-0-0-237.ec2.internal" for egress firewall I0418 07:50:32.615755 3670 master.go:548] Adding or Updating local node "ip-10-0-0-237.ec2.internal" for network "default" I0418 07:50:32.615847 3670 node_tracker.go:169] Node ip-10-0-0-237.ec2.internal switch + router changed, syncing services in network "default" I0418 07:50:32.615876 3670 services_controller.go:574] Full service sync requested for network=default I0418 07:50:32.615896 3670 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-237.ec2.internal W0418 07:50:32.616096 3670 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0418 07:50:32.616116 3670 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0418 07:50:32.616127 3670 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0418 07:50:32.616215 3670 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0418 07:50:32.620366 3670 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-237.ec2.internal. Updating no re-route policies I0418 07:50:32.620466 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-tzdbp I0418 07:50:32.620475 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-l45fn I0418 07:50:32.620487 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-tzdbp I0418 07:50:32.620492 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-l45fn I0418 07:50:32.620499 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-237.ec2.internal I0418 07:50:32.620504 3670 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-tjl9r I0418 07:50:32.620512 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-l45fn after 0 failed attempt(s) I0418 07:50:32.620516 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-237.ec2.internal I0418 07:50:32.620516 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-tzdbp after 0 failed attempt(s) I0418 07:50:32.620522 3670 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-tjl9r I0418 07:50:32.620544 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-237.ec2.internal after 0 failed attempt(s) I0418 07:50:32.620545 3670 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-tjl9r after 0 failed attempt(s) I0418 07:50:32.620569 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-lbxl9 I0418 07:50:32.620577 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-t46rc I0418 07:50:32.620581 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-lbxl9 I0418 07:50:32.620588 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-t46rc I0418 07:50:32.620587 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-lcdzk I0418 07:50:32.620596 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-7ztj6 I0418 07:50:32.620601 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-lcdzk I0418 07:50:32.620605 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-7ztj6 I0418 07:50:32.620606 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-t46rc after 0 failed attempt(s) I0418 07:50:32.620589 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-t4k2d I0418 07:50:32.620614 3670 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-237.ec2.internal I0418 07:50:32.620617 3670 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-lbxl9] creating logical port openshift-multus_network-metrics-daemon-lbxl9 for pod on switch ip-10-0-0-237.ec2.internal I0418 07:50:32.620576 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-7sr6t I0418 07:50:32.620621 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-vg49b I0418 07:50:32.620627 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-7sr6t I0418 07:50:32.620626 3670 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-237.ec2.internal I0418 07:50:32.620635 3670 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-lcdzk] creating logical port openshift-network-diagnostics_network-check-target-lcdzk for pod on switch ip-10-0-0-237.ec2.internal I0418 07:50:32.620645 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-7sr6t after 0 failed attempt(s) I0418 07:50:32.620655 3670 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-237.ec2.internal after 0 failed attempt(s) I0418 07:50:32.620620 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-t4k2d I0418 07:50:32.620729 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-gjkkm I0418 07:50:32.620743 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-gjkkm I0418 07:50:32.620746 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-t4k2d after 0 failed attempt(s) I0418 07:50:32.620760 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-gjkkm after 0 failed attempt(s) I0418 07:50:32.620635 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-vg49b I0418 07:50:32.620783 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-vg49b after 0 failed attempt(s) I0418 07:50:32.620620 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-7ztj6 after 0 failed attempt(s) I0418 07:50:32.621335 3670 pods.go:271] [openshift-network-diagnostics/network-check-target-lcdzk] addLogicalPort took 708.518µs, libovsdb time 250.908µs I0418 07:50:32.621344 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-lcdzk after 0 failed attempt(s) I0418 07:50:32.621526 3670 pods.go:271] [openshift-multus/network-metrics-daemon-lbxl9] addLogicalPort took 900.799µs, libovsdb time 202.803µs I0418 07:50:32.621538 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-lbxl9 after 0 failed attempt(s) I0418 07:50:32.636678 3670 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0418 07:50:32.649030 3670 iptables.go:108] Creating table: mangle chain: OUTPUT I0418 07:50:32.652600 3670 iptables.go:108] Creating table: nat chain: OUTPUT I0418 07:50:32.702080 3670 iptables.go:108] Creating table: nat chain: PREROUTING I0418 07:50:32.755190 3670 iptables.go:108] Creating table: filter chain: FORWARD I0418 07:50:32.773748 3670 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0418 07:50:32.773962 3670 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0418 07:50:32.774034 3670 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0418 07:50:32.774123 3670 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0418 07:50:32.774204 3670 gateway_init.go:325] Gateway and management port readiness took 714.470139ms I0418 07:50:32.774232 3670 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0418 07:50:32.774269 3670 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0418 07:50:32.774281 3670 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0418 07:50:32.774289 3670 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0418 07:50:32.774354 3670 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0418 07:50:32.774450 3670 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 67.324µs I0418 07:50:32.774706 3670 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0418 07:50:32.774737 3670 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 20.676µs I0418 07:50:32.774745 3670 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 40.854µs I0418 07:50:32.774751 3670 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0418 07:50:32.774762 3670 nad_controller.go:379] [node-nad-controller NAD controller]: started I0418 07:50:32.774766 3670 default_node_network_controller.go:899] Starting the default node network controller I0418 07:50:32.774771 3670 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0418 07:50:32.774883 3670 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 7.257µs I0418 07:50:32.774946 3670 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0418 07:50:32.774955 3670 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0418 07:50:32.774978 3670 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ad0310 0xc0002dcfc0 0xc0002dd0a0 0xc0002dd110 0xc0002dd1f0 0xc0002dd260 0xc0002dd2d0 0xc000ae89b0 0xc0002dd3b0 0xc0002dd420 0xc000b1e320 0xc0064d3340 0xc0002dd490 map[0x2ff9080:0xc002a14540 0x2ff95c0:0xc002a146c0 0x2ffa2e0:0xc002a14480 0x2ffa580:0xc002a144e0 0x2ffad60:0xc002a145a0 0x2ffb000:0xc002a14600 0x2ffb2a0:0xc002a14660 0x2ffba80:0xc002a14720 0x2ffbd20:0xc002a14840 0x3026980:0xc0007c2de0 0x3026d20:0xc0007c2e40 0x3027800:0xc000ab1920 0x3029160:0xc001a4c000 0x30298a0:0xc0007c2f60 0x302a720:0xc0007c2d80] 0xc00016a7e0 0} I0418 07:50:32.775052 3670 gateway.go:151] Starting gateway service sync I0418 07:50:32.775497 3670 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0418 07:50:32.777849 3670 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0418 07:50:32.806616 3670 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0418 07:50:32.807940 3670 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0418 07:50:32.809214 3670 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0418 07:50:32.842971 3670 gateway.go:168] Gateway service sync done. Time taken: 67.904036ms I0418 07:50:32.843313 3670 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31582 I0418 07:50:32.843840 3670 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ad0310 0xc0002dcfc0 0xc0002dd0a0 0xc0002dd110 0xc0002dd1f0 0xc0002dd260 0xc0002dd2d0 0xc000ae89b0 0xc0002dd3b0 0xc0002dd420 0xc000b1e320 0xc0064d3340 0xc0002dd490 map[0x2ff9080:0xc002a14540 0x2ff95c0:0xc002a146c0 0x2ffa2e0:0xc002a14480 0x2ffa580:0xc002a144e0 0x2ffad60:0xc002a145a0 0x2ffb000:0xc002a14600 0x2ffb2a0:0xc002a14660 0x2ffba80:0xc002a14720 0x2ffbd20:0xc002a14840 0x3026980:0xc0007c2de0 0x3026d20:0xc0007c2e40 0x3027800:0xc000ab1920 0x3029160:0xc001a4c000 0x30298a0:0xc0007c2f60 0x302a720:0xc0007c2d80] 0xc00016a7e0 0} I0418 07:50:32.844383 3670 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ad0310 0xc0002dcfc0 0xc0002dd0a0 0xc0002dd110 0xc0002dd1f0 0xc0002dd260 0xc0002dd2d0 0xc000ae89b0 0xc0002dd3b0 0xc0002dd420 0xc000b1e320 0xc0064d3340 0xc0002dd490 map[0x2ff9080:0xc002a14540 0x2ff95c0:0xc002a146c0 0x2ffa2e0:0xc002a14480 0x2ffa580:0xc002a144e0 0x2ffad60:0xc002a145a0 0x2ffb000:0xc002a14600 0x2ffb2a0:0xc002a14660 0x2ffba80:0xc002a14720 0x2ffbd20:0xc002a14840 0x3026980:0xc0007c2de0 0x3026d20:0xc0007c2e40 0x3027800:0xc000ab1920 0x3029160:0xc001a4c000 0x30298a0:0xc0007c2f60 0x302a720:0xc0007c2d80] 0xc00016a7e0 0} I0418 07:50:32.844420 3670 gateway.go:532] Reconciling gateway with updates I0418 07:50:32.850074 3670 gateway.go:339] Spawning Conntrack Rule Check Thread I0418 07:50:32.850160 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0418 07:50:32.850172 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 07:50:32.850179 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0418 07:50:32.850178 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0418 07:50:32.850193 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0418 07:50:32.850195 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0418 07:50:32.850196 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0418 07:50:32.850201 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0418 07:50:32.850206 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0418 07:50:32.850209 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 07:50:32.850213 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0418 07:50:32.850195 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0418 07:50:32.850218 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0418 07:50:32.850221 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0418 07:50:32.850229 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0418 07:50:32.850233 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0418 07:50:32.850236 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0418 07:50:32.850241 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0418 07:50:32.850244 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0418 07:50:32.850248 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0418 07:50:32.850244 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0418 07:50:32.850254 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0418 07:50:32.850258 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0418 07:50:32.850260 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0418 07:50:32.850264 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0418 07:50:32.850183 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0418 07:50:32.850276 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0418 07:50:32.850279 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0418 07:50:32.850254 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0418 07:50:32.850289 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0418 07:50:32.850290 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0418 07:50:32.850296 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0418 07:50:32.850298 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0418 07:50:32.850232 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0418 07:50:32.850304 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0418 07:50:32.850304 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0418 07:50:32.850309 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0418 07:50:32.850224 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0418 07:50:32.850315 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0418 07:50:32.850323 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0418 07:50:32.850322 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0418 07:50:32.850316 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0418 07:50:32.850280 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0418 07:50:32.850324 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0418 07:50:32.850340 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0418 07:50:32.850339 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0418 07:50:32.850342 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0418 07:50:32.850346 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0418 07:50:32.850347 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0418 07:50:32.850351 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0418 07:50:32.850357 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0418 07:50:32.850220 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 07:50:32.850357 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0418 07:50:32.850364 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0418 07:50:32.850367 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0418 07:50:32.850371 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0418 07:50:32.850364 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0418 07:50:32.850373 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0418 07:50:32.850377 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0418 07:50:32.850383 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0418 07:50:32.850390 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0418 07:50:32.850390 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0418 07:50:32.850392 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0418 07:50:32.850399 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0418 07:50:32.850355 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0418 07:50:32.850406 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0418 07:50:32.850413 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0418 07:50:32.850416 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0418 07:50:32.850436 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0418 07:50:32.850208 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0418 07:50:32.850457 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0418 07:50:32.850463 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0418 07:50:32.850201 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0418 07:50:32.850211 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0418 07:50:32.850186 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 07:50:32.850288 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0418 07:50:32.850527 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0418 07:50:32.850287 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0418 07:50:32.850552 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0418 07:50:32.850288 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0418 07:50:32.850567 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0418 07:50:32.850294 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0418 07:50:32.850580 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0418 07:50:32.850302 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0418 07:50:32.850610 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0418 07:50:32.850619 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0418 07:50:32.850621 3670 default_node_network_controller.go:944] Gateway and management port readiness took 75.659684ms I0418 07:50:32.850628 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0418 07:50:32.850631 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0418 07:50:32.850634 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0418 07:50:32.850297 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0418 07:50:32.850634 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0418 07:50:32.850641 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0418 07:50:32.850643 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0418 07:50:32.850312 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0418 07:50:32.850650 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0418 07:50:32.850651 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0418 07:50:32.850655 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0418 07:50:32.850313 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0418 07:50:32.850660 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0418 07:50:32.850613 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0418 07:50:32.850667 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0418 07:50:32.850669 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0418 07:50:32.850675 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0418 07:50:32.850680 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0418 07:50:32.850684 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0418 07:50:32.850338 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0418 07:50:32.850344 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0418 07:50:32.850718 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0418 07:50:32.850404 3670 port_claim.go:71] Svc openshift-ingress/router-default: port 30486 is already open, no action needed I0418 07:50:32.850716 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0418 07:50:32.850755 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0418 07:50:32.850277 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0418 07:50:32.850764 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0418 07:50:32.850766 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0418 07:50:32.850161 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0418 07:50:32.850769 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0418 07:50:32.850770 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0418 07:50:32.850774 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0418 07:50:32.850782 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0418 07:50:32.850639 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0418 07:50:32.850666 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0418 07:50:32.850364 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0418 07:50:32.850739 3670 port_claim.go:71] Svc openshift-ingress/router-default: port 30584 is already open, no action needed I0418 07:50:32.850419 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0418 07:50:32.850481 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0418 07:50:32.851364 3670 node_ip_handler_linux.go:160] Node IP manager is running W0418 07:50:32.889189 3670 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0418 07:50:32.889373 3670 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0418 07:50:32.889551 3670 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0418 07:50:32.897624 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0418 07:50:32.897657 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0418 07:50:32.897667 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0418 07:50:32.897701 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0418 07:50:32.897713 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0418 07:50:32.897728 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0418 07:50:32.897737 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0418 07:50:32.897747 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0418 07:50:32.936824 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0418 07:50:32.936854 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0418 07:50:32.936861 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0418 07:50:32.936868 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0418 07:50:32.936873 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0418 07:50:32.936879 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0418 07:50:32.936884 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0418 07:50:32.936890 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0418 07:50:32.936895 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0418 07:50:32.936901 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0418 07:50:32.936905 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0418 07:50:32.936912 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0418 07:50:32.975813 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) W0418 07:50:33.321376 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0418 07:50:34.627038 3670 default_node_network_controller.go:1380] Starting node controller node sync W0418 07:50:34.627104 3670 egressip_healthcheck.go:76] Health checking using insecure connection I0418 07:50:34.627402 3670 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0418 07:50:34.639233 3670 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.953169ms I0418 07:50:34.639408 3670 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-118.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0418 07:50:34.639417 3670 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-211.ec2.internal", IP: 10.0.1.211 to PMTUD blocking rules I0418 07:50:34.639421 3670 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-118.ec2.internal", IP: 10.0.2.118 to PMTUD blocking rules I0418 07:50:34.639428 3670 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-211.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0418 07:50:34.651179 3670 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0418 07:50:34.651460 3670 egressservice_node.go:93] Setting up event handlers for Egress Services I0418 07:50:34.651559 3670 egressservice_node.go:183] Starting Egress Services Controller I0418 07:50:34.651575 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0418 07:50:34.651583 3670 shared_informer.go:356] "Caches are synced" controller="egressservices" I0418 07:50:34.651589 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0418 07:50:34.651595 3670 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0418 07:50:34.651601 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0418 07:50:34.651605 3670 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0418 07:50:34.651612 3670 egressservice_node.go:197] Repairing Egress Services I0418 07:50:34.661678 3670 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0418 07:50:34.661691 3670 external_controller.go:278] Starting Admin Policy Based Route Controller I0418 07:50:34.661995 3670 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0418 07:50:34.662018 3670 link_network_manager.go:119] Link manager is running I0418 07:50:34.662027 3670 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0418 07:50:34.662203 3670 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0418 07:50:34.662421 3670 vrf_manager.go:128] VRF manager is running I0418 07:50:34.662534 3670 node_controller_manager.go:437] Removing flows to drop GARP I0418 07:50:34.662547 3670 gateway.go:532] Reconciling gateway with updates I0418 07:50:34.685839 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0418 07:50:34.685849 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0418 07:50:34.685854 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0418 07:50:34.685862 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0418 07:50:34.685865 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0418 07:50:34.685852 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0418 07:50:34.685871 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0418 07:50:34.685873 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0418 07:50:34.685869 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator I0418 07:50:34.685875 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0418 07:50:34.685879 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0418 07:50:34.685885 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0418 07:50:34.685886 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator I0418 07:50:34.685892 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0418 07:50:34.685888 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0418 07:50:34.685892 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0418 07:50:34.685898 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator after 0 failed attempt(s) I0418 07:50:34.685902 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0418 07:50:34.685909 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0418 07:50:34.685918 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0418 07:50:34.685920 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0418 07:50:34.685918 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0418 07:50:34.685875 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0418 07:50:34.685932 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0418 07:50:34.685938 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0418 07:50:34.685890 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0418 07:50:34.685945 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0418 07:50:34.685946 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0418 07:50:34.685950 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0418 07:50:34.685952 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0418 07:50:34.685951 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0418 07:50:34.685958 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0418 07:50:34.685965 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0418 07:50:34.685967 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0418 07:50:34.685970 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0418 07:50:34.685969 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0418 07:50:34.685928 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0418 07:50:34.685974 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0418 07:50:34.685980 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0418 07:50:34.685981 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0418 07:50:34.685980 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0418 07:50:34.685988 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0418 07:50:34.685993 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0418 07:50:34.685977 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0418 07:50:34.685997 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0418 07:50:34.686027 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0418 07:50:34.686031 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0418 07:50:34.686028 3670 port_claim.go:71] Svc openshift-ingress/router-default: port 30486 is already open, no action needed I0418 07:50:34.686040 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0418 07:50:34.686039 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0418 07:50:34.686047 3670 port_claim.go:71] Svc openshift-ingress/router-default: port 30584 is already open, no action needed I0418 07:50:34.686046 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0418 07:50:34.686043 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0418 07:50:34.686049 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0418 07:50:34.686053 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0418 07:50:34.686063 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0418 07:50:34.686067 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0418 07:50:34.686069 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0418 07:50:34.686063 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0418 07:50:34.686073 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0418 07:50:34.686075 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0418 07:50:34.686080 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0418 07:50:34.686085 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0418 07:50:34.686093 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0418 07:50:34.686090 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0418 07:50:34.686092 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0418 07:50:34.686103 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0418 07:50:34.686103 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0418 07:50:34.686108 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0418 07:50:34.686110 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0418 07:50:34.685967 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0418 07:50:34.686143 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0418 07:50:34.685944 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0418 07:50:34.686144 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0418 07:50:34.685925 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0418 07:50:34.686027 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0418 07:50:34.686186 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0418 07:50:34.686070 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0418 07:50:34.686215 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0418 07:50:34.685866 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0418 07:50:34.685857 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0418 07:50:34.685951 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0418 07:50:34.685866 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0418 07:50:34.685937 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 07:50:34.686317 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 07:50:34.685946 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0418 07:50:34.686376 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0418 07:50:34.685948 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0418 07:50:34.686442 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0418 07:50:34.685956 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0418 07:50:34.686589 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0418 07:50:34.685958 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0418 07:50:34.686604 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0418 07:50:34.686609 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0418 07:50:34.686619 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0418 07:50:34.685969 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0418 07:50:34.686631 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0418 07:50:34.685988 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 07:50:34.686709 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 07:50:34.685992 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0418 07:50:34.686026 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0418 07:50:34.686030 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0418 07:50:34.686036 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0418 07:50:34.686787 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0418 07:50:34.686792 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0418 07:50:34.686042 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0418 07:50:34.686039 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0418 07:50:34.686040 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0418 07:50:34.686827 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0418 07:50:34.686057 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0418 07:50:34.686060 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0418 07:50:34.686060 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0418 07:50:34.686060 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0418 07:50:34.686925 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0418 07:50:34.686071 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0418 07:50:34.686082 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0418 07:50:34.686081 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0418 07:50:34.687001 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0418 07:50:34.686079 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0418 07:50:34.686093 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0418 07:50:34.686092 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0418 07:50:34.687092 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0418 07:50:34.686101 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0418 07:50:34.725272 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0418 07:50:34.725278 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0418 07:50:34.725288 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0418 07:50:34.725297 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0418 07:50:34.725308 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0418 07:50:34.725316 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0418 07:50:34.725328 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0418 07:50:34.725335 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0418 07:50:34.725343 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0418 07:50:34.765189 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0418 07:50:34.765220 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0418 07:50:34.765227 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0418 07:50:34.765233 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0418 07:50:34.805099 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0418 07:50:34.805126 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0418 07:50:34.805132 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0418 07:50:34.805141 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0418 07:50:34.805146 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0418 07:50:34.805153 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0418 07:50:34.805158 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0418 07:50:34.805186 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0418 07:50:34.805191 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0418 07:50:34.805197 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0418 07:50:34.805203 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0418 07:50:34.805209 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0418 07:50:34.805218 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) W0418 07:50:35.332948 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0418 07:50:36.299816 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0418 07:50:36.918614 3670 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-237.ec2.internal I0418 07:50:36.918646 3670 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-237.ec2.internal: 39.785µs I0418 07:50:36.949730 3670 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5bd755c94f-b72nt] creating logical port openshift-image-registry_image-registry-5bd755c94f-b72nt for pod on switch ip-10-0-0-237.ec2.internal I0418 07:50:36.949868 3670 kube.go:256] Updating pod openshift-image-registry/image-registry-5bd755c94f-b72nt I0418 07:50:36.978711 3670 pod.go:62] [openshift-image-registry/image-registry-5bd755c94f-b72nt] pod update took 28.870521ms I0418 07:50:36.978739 3670 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5bd755c94f-b72nt] addLogicalPort annotation time took 28.901103ms I0418 07:50:36.978759 3670 base_network_controller_pods.go:487] [default/openshift-console/console-67db7664c6-llqnm] creating logical port openshift-console_console-67db7664c6-llqnm for pod on switch ip-10-0-0-237.ec2.internal I0418 07:50:36.978900 3670 kube.go:256] Updating pod openshift-console/console-67db7664c6-llqnm I0418 07:50:36.979796 3670 pods.go:271] [openshift-image-registry/image-registry-5bd755c94f-b72nt] addLogicalPort took 30.083339ms, libovsdb time 824.5µs I0418 07:50:36.995600 3670 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-7b2wd] creating logical port openshift-ingress-canary_ingress-canary-7b2wd for pod on switch ip-10-0-0-237.ec2.internal I0418 07:50:36.995697 3670 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-7b2wd I0418 07:50:36.999867 3670 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-tvgtc] creating logical port openshift-insights_insights-runtime-extractor-tvgtc for pod on switch ip-10-0-0-237.ec2.internal I0418 07:50:36.999941 3670 pod.go:62] [openshift-console/console-67db7664c6-llqnm] pod update took 21.084314ms I0418 07:50:36.999958 3670 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-tvgtc I0418 07:50:36.999959 3670 base_network_controller_pods.go:951] [default/openshift-console/console-67db7664c6-llqnm] addLogicalPort annotation time took 21.106266ms I0418 07:50:37.000971 3670 pods.go:271] [openshift-console/console-67db7664c6-llqnm] addLogicalPort took 22.228738ms, libovsdb time 748.692µs I0418 07:50:37.011300 3670 pod.go:62] [openshift-ingress-canary/ingress-canary-7b2wd] pod update took 15.629368ms I0418 07:50:37.011324 3670 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-7b2wd] addLogicalPort annotation time took 15.660699ms I0418 07:50:37.012527 3670 pods.go:271] [openshift-ingress-canary/ingress-canary-7b2wd] addLogicalPort took 16.935843ms, libovsdb time 930.417µs I0418 07:50:37.016241 3670 pod.go:62] [openshift-insights/insights-runtime-extractor-tvgtc] pod update took 16.313286ms I0418 07:50:37.016257 3670 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-tvgtc] addLogicalPort annotation time took 16.333003ms I0418 07:50:37.017486 3670 pods.go:271] [openshift-insights/insights-runtime-extractor-tvgtc] addLogicalPort took 17.628968ms, libovsdb time 635.996µs I0418 07:50:37.077461 3670 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-7nklh] creating logical port openshift-dns_dns-default-7nklh for pod on switch ip-10-0-0-237.ec2.internal I0418 07:50:37.077549 3670 kube.go:256] Updating pod openshift-dns/dns-default-7nklh I0418 07:50:37.094593 3670 pod.go:62] [openshift-dns/dns-default-7nklh] pod update took 17.069758ms I0418 07:50:37.094614 3670 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-7nklh] addLogicalPort annotation time took 17.097221ms I0418 07:50:37.095687 3670 pods.go:271] [openshift-dns/dns-default-7nklh] addLogicalPort took 18.243575ms, libovsdb time 812.606µs I0418 07:50:37.324802 3670 cni.go:452] [openshift-image-registry/image-registry-5bd755c94f-b72nt 24ef5af5f4d699d8e361affc55f8a962a5ad7ec0573253b1235e7e55866475f8 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5bd755c94f-b72nt 24ef5af5f4d699d8e361affc55f8a962a5ad7ec0573253b1235e7e55866475f8 network default NAD default NAD key ] I0418 07:50:37.361324 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5bd755c94f-b72nt, hostIfaceName: 24ef5af5f4d699d, network: default, NAD default, SandboxID: "24ef5af5f4d699d8e361affc55f8a962a5ad7ec0573253b1235e7e55866475f8", PCI device ID: , UID: "6e68c791-e1c7-4f71-8951-d581c424065d", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0418 07:50:37.370801 3670 cni.go:452] [openshift-console/console-67db7664c6-llqnm 353164596d14f3e2c83ba4b1f1a1b937c8377262a7c6479693a4178f04fdd157 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-67db7664c6-llqnm 353164596d14f3e2c83ba4b1f1a1b937c8377262a7c6479693a4178f04fdd157 network default NAD default NAD key ] I0418 07:50:37.380338 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-67db7664c6-llqnm, hostIfaceName: 353164596d14f3e, network: default, NAD default, SandboxID: "353164596d14f3e2c83ba4b1f1a1b937c8377262a7c6479693a4178f04fdd157", PCI device ID: , UID: "3e6fa7c7-4c2a-4ca9-bbde-03e5e56bab60", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0418 07:50:37.391077 3670 cni.go:452] [openshift-ingress-canary/ingress-canary-7b2wd 1368c2ac78fcfea531d79e55e7c06d3c90be8ac5cb85f41dcded78722230d569 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-7b2wd 1368c2ac78fcfea531d79e55e7c06d3c90be8ac5cb85f41dcded78722230d569 network default NAD default NAD key ] I0418 07:50:37.401501 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-7b2wd, hostIfaceName: 1368c2ac78fcfea, network: default, NAD default, SandboxID: "1368c2ac78fcfea531d79e55e7c06d3c90be8ac5cb85f41dcded78722230d569", PCI device ID: , UID: "7cc3cf91-2b72-4386-8cc7-cfae85a46317", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0418 07:50:37.408765 3670 cni.go:452] [openshift-insights/insights-runtime-extractor-tvgtc f4be07e45744c8d6f1ecac2391a6f6582b1778e7b5d0722ffee0cf7fbf3e2c15 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-tvgtc f4be07e45744c8d6f1ecac2391a6f6582b1778e7b5d0722ffee0cf7fbf3e2c15 network default NAD default NAD key ] I0418 07:50:37.416177 3670 cni.go:473] [openshift-image-registry/image-registry-5bd755c94f-b72nt 24ef5af5f4d699d8e361affc55f8a962a5ad7ec0573253b1235e7e55866475f8 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5bd755c94f-b72nt 24ef5af5f4d699d8e361affc55f8a962a5ad7ec0573253b1235e7e55866475f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:59:1b:6b:69:b8\",\"name\":\"24ef5af5f4d699d\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/798c3eb7-9615-4c2c-a761-96785ce3c103\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 07:50:37.418346 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-tvgtc, hostIfaceName: f4be07e45744c8d, network: default, NAD default, SandboxID: "f4be07e45744c8d6f1ecac2391a6f6582b1778e7b5d0722ffee0cf7fbf3e2c15", PCI device ID: , UID: "2d5245f3-3193-45c6-aa69-db7539c0f079", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0418 07:50:37.441129 3670 cni.go:473] [openshift-console/console-67db7664c6-llqnm 353164596d14f3e2c83ba4b1f1a1b937c8377262a7c6479693a4178f04fdd157 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-67db7664c6-llqnm 353164596d14f3e2c83ba4b1f1a1b937c8377262a7c6479693a4178f04fdd157 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:67:d6:40:b7:ff\",\"name\":\"353164596d14f3e\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/23a35fd8-abcc-4dc0-a43a-9309e2e9c58e\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 07:50:37.459731 3670 cni.go:473] [openshift-ingress-canary/ingress-canary-7b2wd 1368c2ac78fcfea531d79e55e7c06d3c90be8ac5cb85f41dcded78722230d569 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-7b2wd 1368c2ac78fcfea531d79e55e7c06d3c90be8ac5cb85f41dcded78722230d569 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:83:71:d6:04:0b\",\"name\":\"1368c2ac78fcfea\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3c53d4b6-f7b3-45f0-9e0e-a1756a2e39b5\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 07:50:37.469941 3670 cni.go:473] [openshift-insights/insights-runtime-extractor-tvgtc f4be07e45744c8d6f1ecac2391a6f6582b1778e7b5d0722ffee0cf7fbf3e2c15 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-tvgtc f4be07e45744c8d6f1ecac2391a6f6582b1778e7b5d0722ffee0cf7fbf3e2c15 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:7e:97:c5:11:aa\",\"name\":\"f4be07e45744c8d\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a8961b3-ff6a-4e80-9360-00c2f6e80f76\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 07:50:37.484274 3670 cni.go:452] [openshift-dns/dns-default-7nklh 9d818410f6ab52f37d532b64a79b7df4d8bd4b5d2385ab4b3dcb5788a29ddc1c network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-7nklh 9d818410f6ab52f37d532b64a79b7df4d8bd4b5d2385ab4b3dcb5788a29ddc1c network default NAD default NAD key ] I0418 07:50:37.495996 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-7nklh, hostIfaceName: 9d818410f6ab52f, network: default, NAD default, SandboxID: "9d818410f6ab52f37d532b64a79b7df4d8bd4b5d2385ab4b3dcb5788a29ddc1c", PCI device ID: , UID: "2a7f6325-3de7-44b3-a85d-28d89c2dec63", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0418 07:50:37.544893 3670 cni.go:473] [openshift-dns/dns-default-7nklh 9d818410f6ab52f37d532b64a79b7df4d8bd4b5d2385ab4b3dcb5788a29ddc1c network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-7nklh 9d818410f6ab52f37d532b64a79b7df4d8bd4b5d2385ab4b3dcb5788a29ddc1c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:44:3b:f5:b2:2c\",\"name\":\"9d818410f6ab52f\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a49e3a2e-4ee6-4bda-822f-84d9915c93af\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 07:50:37.830809 3670 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0418 07:50:39.176707 3670 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-bfs95] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-bfs95 for pod on switch ip-10-0-0-237.ec2.internal I0418 07:50:39.176839 3670 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-bfs95 I0418 07:50:39.191989 3670 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-bfs95] pod update took 15.176066ms I0418 07:50:39.192109 3670 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-bfs95] addLogicalPort annotation time took 15.297787ms I0418 07:50:39.193502 3670 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-bfs95] addLogicalPort took 16.807645ms, libovsdb time 1.080985ms I0418 07:50:39.257899 3670 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-klc5q] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-klc5q for pod on switch ip-10-0-0-237.ec2.internal I0418 07:50:39.258050 3670 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-klc5q I0418 07:50:39.274276 3670 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-klc5q] pod update took 16.281666ms I0418 07:50:39.274297 3670 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-klc5q] addLogicalPort annotation time took 16.309927ms I0418 07:50:39.275531 3670 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-klc5q] addLogicalPort took 17.646924ms, libovsdb time 942.002µs I0418 07:50:40.260389 3670 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-237.ec2.internal I0418 07:50:40.260531 3670 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0418 07:50:40.294451 3670 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 33.980276ms I0418 07:50:40.294474 3670 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 34.007888ms I0418 07:50:40.295684 3670 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 35.315819ms, libovsdb time 867.991µs I0418 07:50:41.030358 3670 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-bfs95 c96cce68e6713bebdd547812234e079e727898ed9591958b6ed190461b51cb76 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-bfs95 c96cce68e6713bebdd547812234e079e727898ed9591958b6ed190461b51cb76 network default NAD default NAD key ] I0418 07:50:41.030354 3670 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-klc5q 9750dbfdf1dc9868c4fb010437f22f6e51d51769270a199f5f177c3f0f78932b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-klc5q 9750dbfdf1dc9868c4fb010437f22f6e51d51769270a199f5f177c3f0f78932b network default NAD default NAD key ] I0418 07:50:41.032523 3670 cni.go:452] [openshift-monitoring/alertmanager-main-0 f05c951cc875451c7eecc35ee037af6a160ef4b597ed96bb223da8413547d251 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 f05c951cc875451c7eecc35ee037af6a160ef4b597ed96bb223da8413547d251 network default NAD default NAD key ] I0418 07:50:41.049508 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: f05c951cc875451, network: default, NAD default, SandboxID: "f05c951cc875451c7eecc35ee037af6a160ef4b597ed96bb223da8413547d251", PCI device ID: , UID: "845f5b2a-907f-4f50-87b8-d5ecdcb8627a", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0418 07:50:41.049950 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-bfs95, hostIfaceName: c96cce68e6713be, network: default, NAD default, SandboxID: "c96cce68e6713bebdd547812234e079e727898ed9591958b6ed190461b51cb76", PCI device ID: , UID: "fbb109d4-319d-47ce-889a-af24b5c67e9c", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0418 07:50:41.050948 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-klc5q, hostIfaceName: 9750dbfdf1dc986, network: default, NAD default, SandboxID: "9750dbfdf1dc9868c4fb010437f22f6e51d51769270a199f5f177c3f0f78932b", PCI device ID: , UID: "b2277bfa-fd92-4dc8-a6c7-8c1db094d3c6", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0418 07:50:41.103780 3670 cni.go:473] [openshift-monitoring/alertmanager-main-0 f05c951cc875451c7eecc35ee037af6a160ef4b597ed96bb223da8413547d251 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 f05c951cc875451c7eecc35ee037af6a160ef4b597ed96bb223da8413547d251 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:2c:aa:14:d0:d3\",\"name\":\"f05c951cc875451\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c67cc5a8-690b-4666-a9d3-254f2c91a4b4\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 07:50:41.325662 3670 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-klc5q 9750dbfdf1dc9868c4fb010437f22f6e51d51769270a199f5f177c3f0f78932b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-klc5q 9750dbfdf1dc9868c4fb010437f22f6e51d51769270a199f5f177c3f0f78932b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:90:2d:e1:10:13\",\"name\":\"9750dbfdf1dc986\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9f2667f6-6d1b-4d9a-b183-c6a7d9046fb5\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 07:50:41.327493 3670 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-bfs95 c96cce68e6713bebdd547812234e079e727898ed9591958b6ed190461b51cb76 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-bfs95 c96cce68e6713bebdd547812234e079e727898ed9591958b6ed190461b51cb76 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:43:80:7f:d5:42\",\"name\":\"c96cce68e6713be\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8b369cb2-3f14-4aee-9a23-e9a39c92dbf2\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 07:50:42.221798 3670 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-575587df46-g99bs] creating logical port openshift-monitoring_thanos-querier-575587df46-g99bs for pod on switch ip-10-0-0-237.ec2.internal I0418 07:50:42.221932 3670 kube.go:256] Updating pod openshift-monitoring/thanos-querier-575587df46-g99bs I0418 07:50:42.238700 3670 pod.go:62] [openshift-monitoring/thanos-querier-575587df46-g99bs] pod update took 16.815121ms I0418 07:50:42.238730 3670 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-575587df46-g99bs] addLogicalPort annotation time took 16.849493ms I0418 07:50:42.240139 3670 pods.go:271] [openshift-monitoring/thanos-querier-575587df46-g99bs] addLogicalPort took 18.359368ms, libovsdb time 982.411µs I0418 07:50:43.763634 3670 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-d8f8787d7-phnrb] creating logical port openshift-monitoring_metrics-server-d8f8787d7-phnrb for pod on switch ip-10-0-0-237.ec2.internal I0418 07:50:43.763731 3670 kube.go:256] Updating pod openshift-monitoring/metrics-server-d8f8787d7-phnrb I0418 07:50:43.780849 3670 pod.go:62] [openshift-monitoring/metrics-server-d8f8787d7-phnrb] pod update took 17.142558ms I0418 07:50:43.780872 3670 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-d8f8787d7-phnrb] addLogicalPort annotation time took 17.171204ms I0418 07:50:43.782037 3670 pods.go:271] [openshift-monitoring/metrics-server-d8f8787d7-phnrb] addLogicalPort took 18.41838ms, libovsdb time 801.931µs I0418 07:50:43.831472 3670 cni.go:452] [openshift-monitoring/thanos-querier-575587df46-g99bs 8f0deb8824a69b34e8d3b6878875b7df0d025854ae6b32a9db0d5d265a748f29 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-575587df46-g99bs 8f0deb8824a69b34e8d3b6878875b7df0d025854ae6b32a9db0d5d265a748f29 network default NAD default NAD key ] I0418 07:50:43.842285 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-575587df46-g99bs, hostIfaceName: 8f0deb8824a69b3, network: default, NAD default, SandboxID: "8f0deb8824a69b34e8d3b6878875b7df0d025854ae6b32a9db0d5d265a748f29", PCI device ID: , UID: "5bccd7c7-a636-463b-bb0e-9177b43f135c", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0418 07:50:43.847517 3670 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-tfj9w] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-tfj9w for pod on switch ip-10-0-0-237.ec2.internal I0418 07:50:43.847629 3670 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-tfj9w I0418 07:50:43.862671 3670 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-tfj9w] pod update took 15.063068ms I0418 07:50:43.862699 3670 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-tfj9w] addLogicalPort annotation time took 15.094083ms I0418 07:50:43.864462 3670 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-tfj9w] addLogicalPort took 16.958507ms, libovsdb time 1.334212ms I0418 07:50:43.894633 3670 cni.go:473] [openshift-monitoring/thanos-querier-575587df46-g99bs 8f0deb8824a69b34e8d3b6878875b7df0d025854ae6b32a9db0d5d265a748f29 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-575587df46-g99bs 8f0deb8824a69b34e8d3b6878875b7df0d025854ae6b32a9db0d5d265a748f29 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:9f:54:e1:80:e7\",\"name\":\"8f0deb8824a69b3\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f8f62e2f-ad1d-4542-bc7f-85a3f0cdcebd\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 07:50:44.151787 3670 cni.go:452] [openshift-monitoring/metrics-server-d8f8787d7-phnrb 72bd5f736fd8c9077c6db74088d8a6cadb5ec8344ec369859e9073039d0c711a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-d8f8787d7-phnrb 72bd5f736fd8c9077c6db74088d8a6cadb5ec8344ec369859e9073039d0c711a network default NAD default NAD key ] I0418 07:50:44.162388 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-d8f8787d7-phnrb, hostIfaceName: 72bd5f736fd8c90, network: default, NAD default, SandboxID: "72bd5f736fd8c9077c6db74088d8a6cadb5ec8344ec369859e9073039d0c711a", PCI device ID: , UID: "489fa8ec-e4a6-49e0-a0b7-ca9896fb9827", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0418 07:50:44.222118 3670 cni.go:473] [openshift-monitoring/metrics-server-d8f8787d7-phnrb 72bd5f736fd8c9077c6db74088d8a6cadb5ec8344ec369859e9073039d0c711a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-d8f8787d7-phnrb 72bd5f736fd8c9077c6db74088d8a6cadb5ec8344ec369859e9073039d0c711a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:5f:b3:d8:d2:16\",\"name\":\"72bd5f736fd8c90\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/861bb598-7ee7-459a-a226-b62c4bec5635\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 07:50:44.242359 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0418 07:50:44.242386 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0418 07:50:44.554462 3670 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-56b4bcd566-b5jzf] creating logical port openshift-monitoring_telemeter-client-56b4bcd566-b5jzf for pod on switch ip-10-0-0-237.ec2.internal I0418 07:50:44.554578 3670 kube.go:256] Updating pod openshift-monitoring/telemeter-client-56b4bcd566-b5jzf I0418 07:50:44.579987 3670 pod.go:62] [openshift-monitoring/telemeter-client-56b4bcd566-b5jzf] pod update took 25.44958ms I0418 07:50:44.580044 3670 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-56b4bcd566-b5jzf] addLogicalPort annotation time took 25.507627ms I0418 07:50:44.581451 3670 pods.go:271] [openshift-monitoring/telemeter-client-56b4bcd566-b5jzf] addLogicalPort took 27.010744ms, libovsdb time 1.051349ms W0418 07:50:44.830372 3670 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-67db7664c6-94rvf IP address from the namespace address-set, err: pod openshift-console/console-67db7664c6-94rvf: no pod IPs found I0418 07:50:44.842585 3670 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-tfj9w 03c03f1688a24a80620ea2333c73aac0e5fa81346c70c68f1bcf1872f65997a3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-tfj9w 03c03f1688a24a80620ea2333c73aac0e5fa81346c70c68f1bcf1872f65997a3 network default NAD default NAD key ] I0418 07:50:44.855569 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-tfj9w, hostIfaceName: 03c03f1688a24a8, network: default, NAD default, SandboxID: "03c03f1688a24a80620ea2333c73aac0e5fa81346c70c68f1bcf1872f65997a3", PCI device ID: , UID: "338ab599-7353-4745-b430-27ede06dfd61", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0418 07:50:44.915160 3670 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-tfj9w 03c03f1688a24a80620ea2333c73aac0e5fa81346c70c68f1bcf1872f65997a3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-tfj9w 03c03f1688a24a80620ea2333c73aac0e5fa81346c70c68f1bcf1872f65997a3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:a1:5c:f6:7f:85\",\"name\":\"03c03f1688a24a8\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3cdc6ca4-bc94-4705-b67f-676f706c3178\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 07:50:44.921740 3670 cni.go:452] [openshift-monitoring/telemeter-client-56b4bcd566-b5jzf 91c54897b47a3b32206d2b3ffc5a6f14fe290dda2137b37e1b44a22e30a5dc5a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-56b4bcd566-b5jzf 91c54897b47a3b32206d2b3ffc5a6f14fe290dda2137b37e1b44a22e30a5dc5a network default NAD default NAD key ] I0418 07:50:44.939671 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-56b4bcd566-b5jzf, hostIfaceName: 91c54897b47a3b3, network: default, NAD default, SandboxID: "91c54897b47a3b32206d2b3ffc5a6f14fe290dda2137b37e1b44a22e30a5dc5a", PCI device ID: , UID: "688a671e-f49d-457a-bb4f-7d5ebc8c5e15", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0418 07:50:45.003624 3670 cni.go:473] [openshift-monitoring/telemeter-client-56b4bcd566-b5jzf 91c54897b47a3b32206d2b3ffc5a6f14fe290dda2137b37e1b44a22e30a5dc5a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-56b4bcd566-b5jzf 91c54897b47a3b32206d2b3ffc5a6f14fe290dda2137b37e1b44a22e30a5dc5a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:8a:07:27:97:c2\",\"name\":\"91c54897b47a3b3\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/93150d66-f1cb-4249-8c00-639c86211790\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 07:50:45.038673 3670 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 07:50:45.038700 3670 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 07:50:45.038711 3670 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0418 07:50:45.455133 3670 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-237.ec2.internal I0418 07:50:45.455337 3670 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0418 07:50:45.480600 3670 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 25.35851ms I0418 07:50:45.480625 3670 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 25.391016ms I0418 07:50:45.482032 3670 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 26.893922ms, libovsdb time 995.51µs I0418 07:50:46.830771 3670 cni.go:452] [openshift-monitoring/prometheus-k8s-0 1b196adfa74dbb0d199b236de6ea859998aec86e5e74ae573240d4d99797ed34 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 1b196adfa74dbb0d199b236de6ea859998aec86e5e74ae573240d4d99797ed34 network default NAD default NAD key ] I0418 07:50:46.840629 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 1b196adfa74dbb0, network: default, NAD default, SandboxID: "1b196adfa74dbb0d199b236de6ea859998aec86e5e74ae573240d4d99797ed34", PCI device ID: , UID: "5bb7e1c2-0020-4c6e-9f91-57a84a6fc3cf", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0418 07:50:46.895879 3670 cni.go:473] [openshift-monitoring/prometheus-k8s-0 1b196adfa74dbb0d199b236de6ea859998aec86e5e74ae573240d4d99797ed34 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 1b196adfa74dbb0d199b236de6ea859998aec86e5e74ae573240d4d99797ed34 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:bd:f3:14:83:b6\",\"name\":\"1b196adfa74dbb0\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/37525330-8491-429e-85df-a9f90b1eca1b\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 07:50:47.357216 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0418 07:50:47.922093 3670 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 07:50:47.922127 3670 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 07:50:47.970390 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0418 07:50:48.360853 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0418 07:50:48.472248 3670 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 07:50:48.472269 3670 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 07:50:48.514638 3670 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 07:50:48.514653 3670 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 07:50:48.514659 3670 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 07:50:48.955929 3670 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 07:50:48.955949 3670 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 07:50:48.955956 3670 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 07:50:48.955961 3670 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 07:50:49.233919 3670 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-dbd98577b-hhqjj IP address from the namespace address-set, err: pod openshift-console/console-dbd98577b-hhqjj: no pod IPs found W0418 07:50:49.243750 3670 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-dbd98577b-49ph2 IP address from the namespace address-set, err: pod openshift-console/console-dbd98577b-49ph2: no pod IPs found W0418 07:50:51.866068 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0418 07:50:51.866088 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0418 07:50:51.866094 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0418 07:50:52.486963 3670 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 07:50:52.486982 3670 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 07:50:52.486988 3670 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 07:50:52.486994 3670 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier I0418 07:50:53.950890 3670 default_network_controller.go:1025] Node "ip-10-0-1-211.ec2.internal" in remote zone "ip-10-0-1-211.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 07:50:53.951714 3670 zone_ic_handler.go:195] Time taken to create transit switch: 280.439µs I0418 07:50:53.951729 3670 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-211.ec2.internal for the network default I0418 07:50:53.952644 3670 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-211.ec2.internal" on network "default" took: 1.228932ms W0418 07:50:54.954448 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 07:50:54.954468 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 07:50:54.954474 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 07:50:54.954480 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0418 07:50:55.737630 3670 cni.go:452] [openshift-multus/network-metrics-daemon-lbxl9 1c4f33eda7b226acb16f51be1ce29fb643b4932c14879ba20c530dea1d3a32aa network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-lbxl9 1c4f33eda7b226acb16f51be1ce29fb643b4932c14879ba20c530dea1d3a32aa network default NAD default NAD key ] I0418 07:50:55.745388 3670 cni.go:452] [openshift-network-diagnostics/network-check-target-lcdzk c8820303c48c521b70a9c435edd73c9e0eb4f7403406e81f1aa0964aa28af4da network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-lcdzk c8820303c48c521b70a9c435edd73c9e0eb4f7403406e81f1aa0964aa28af4da network default NAD default NAD key ] I0418 07:50:55.747421 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-lbxl9, hostIfaceName: 1c4f33eda7b226a, network: default, NAD default, SandboxID: "1c4f33eda7b226acb16f51be1ce29fb643b4932c14879ba20c530dea1d3a32aa", PCI device ID: , UID: "70efe295-0721-481b-bc5e-04b85103660a", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0418 07:50:55.754655 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-lcdzk, hostIfaceName: c8820303c48c521, network: default, NAD default, SandboxID: "c8820303c48c521b70a9c435edd73c9e0eb4f7403406e81f1aa0964aa28af4da", PCI device ID: , UID: "003ccac2-0aa7-4d62-b8aa-26f065de78a2", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0418 07:50:55.798934 3670 cni.go:473] [openshift-multus/network-metrics-daemon-lbxl9 1c4f33eda7b226acb16f51be1ce29fb643b4932c14879ba20c530dea1d3a32aa network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-lbxl9 1c4f33eda7b226acb16f51be1ce29fb643b4932c14879ba20c530dea1d3a32aa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:2b:37:f4:30:7d\",\"name\":\"1c4f33eda7b226a\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b748ffbb-5dec-45b5-8d58-e0dc1f7d170e\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 07:50:55.818754 3670 cni.go:473] [openshift-network-diagnostics/network-check-target-lcdzk c8820303c48c521b70a9c435edd73c9e0eb4f7403406e81f1aa0964aa28af4da network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-lcdzk c8820303c48c521b70a9c435edd73c9e0eb4f7403406e81f1aa0964aa28af4da network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:84:11:b2:47:99\",\"name\":\"c8820303c48c521\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e6d616a-24bb-4e8b-ba05-5060db86b518\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 07:50:56.255824 3670 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6ccb9cffd8-vscmg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:50:56.256370 3670 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6ccb9cffd8-vscmg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:50:56.457987 3670 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6ccb9cffd8-vscmg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:50:56.458096 3670 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6ccb9cffd8-vscmg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:50:56.461190 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6ccb9cffd8-vscmg I0418 07:50:56.461226 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6ccb9cffd8-vscmg W0418 07:50:58.841657 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0418 07:51:01.592839 3670 obj_retry.go:498] Detected object openshift-console/console-799b8897d8-q9fj2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:51:01.593401 3670 obj_retry.go:498] Detected object openshift-console/console-799b8897d8-q9fj2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:51:02.435371 3670 obj_retry.go:492] Detected object openshift-console/console-799b8897d8-q9fj2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:51:02.435401 3670 obj_retry.go:492] Detected object openshift-console/console-799b8897d8-q9fj2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:51:02.441887 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-799b8897d8-q9fj2 I0418 07:51:02.441909 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-799b8897d8-q9fj2 W0418 07:51:08.936736 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0418 07:51:09.999369 3670 cni.go:452] [openshift-console/console-67db7664c6-llqnm 353164596d14f3e2c83ba4b1f1a1b937c8377262a7c6479693a4178f04fdd157 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-67db7664c6-llqnm 353164596d14f3e2c83ba4b1f1a1b937c8377262a7c6479693a4178f04fdd157 network default NAD default NAD key ] I0418 07:51:10.081604 3670 cni.go:473] [openshift-console/console-67db7664c6-llqnm 353164596d14f3e2c83ba4b1f1a1b937c8377262a7c6479693a4178f04fdd157 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-67db7664c6-llqnm 353164596d14f3e2c83ba4b1f1a1b937c8377262a7c6479693a4178f04fdd157 network default NAD default NAD key default], result "{}", err I0418 07:51:10.130607 3670 obj_retry.go:498] Detected object openshift-console/console-67db7664c6-llqnm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:51:10.130669 3670 pods.go:176] Deleting pod: openshift-console/console-67db7664c6-llqnm I0418 07:51:10.132004 3670 pods.go:236] Attempting to release IPs for pod: openshift-console/console-67db7664c6-llqnm, ips: 10.130.0.6 I0418 07:51:10.132051 3670 obj_retry.go:498] Detected object openshift-console/console-67db7664c6-llqnm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:51:10.139382 3670 base_network_controller_pods.go:487] [default/openshift-console/console-79674bd444-tdkjk] creating logical port openshift-console_console-79674bd444-tdkjk for pod on switch ip-10-0-0-237.ec2.internal I0418 07:51:10.139522 3670 kube.go:256] Updating pod openshift-console/console-79674bd444-tdkjk I0418 07:51:10.155928 3670 pod.go:62] [openshift-console/console-79674bd444-tdkjk] pod update took 16.428271ms I0418 07:51:10.155949 3670 base_network_controller_pods.go:951] [default/openshift-console/console-79674bd444-tdkjk] addLogicalPort annotation time took 16.454279ms I0418 07:51:10.157287 3670 pods.go:271] [openshift-console/console-79674bd444-tdkjk] addLogicalPort took 17.916117ms, libovsdb time 960.168µs W0418 07:51:10.480276 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0418 07:51:10.498768 3670 cni.go:452] [openshift-console/console-79674bd444-tdkjk 67c2bef23c22b21526f60cb8e0f39934d4b5740dc8b8a8215a251baf2f549663 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-79674bd444-tdkjk 67c2bef23c22b21526f60cb8e0f39934d4b5740dc8b8a8215a251baf2f549663 network default NAD default NAD key ] I0418 07:51:10.508651 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-79674bd444-tdkjk, hostIfaceName: 67c2bef23c22b21, network: default, NAD default, SandboxID: "67c2bef23c22b21526f60cb8e0f39934d4b5740dc8b8a8215a251baf2f549663", PCI device ID: , UID: "886ef5ac-1293-48cd-9936-d0b9160969d7", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0418 07:51:10.559094 3670 cni.go:473] [openshift-console/console-79674bd444-tdkjk 67c2bef23c22b21526f60cb8e0f39934d4b5740dc8b8a8215a251baf2f549663 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-79674bd444-tdkjk 67c2bef23c22b21526f60cb8e0f39934d4b5740dc8b8a8215a251baf2f549663 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:71:d7:95:03:dc\",\"name\":\"67c2bef23c22b21\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ec7b4a7-e07f-483f-a41e-0172e9376592\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 07:51:10.719168 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 07:51:10.719192 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 07:51:10.719201 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 07:51:10.719217 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 07:51:10.719223 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 07:51:10.719229 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 07:51:10.729032 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 07:51:10.729049 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 07:51:10.729054 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0418 07:51:11.039766 3670 obj_retry.go:492] Detected object openshift-console/console-67db7664c6-llqnm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:51:11.039791 3670 obj_retry.go:492] Detected object openshift-console/console-67db7664c6-llqnm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:51:11.048283 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-67db7664c6-llqnm I0418 07:51:11.048304 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-67db7664c6-llqnm W0418 07:51:12.498178 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0418 07:51:12.498220 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0418 07:51:12.545913 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0418 07:51:12.545938 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0418 07:51:15.508053 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0418 07:51:20.524913 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0418 07:51:21.082700 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0418 07:51:25.240294 3670 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6ccb9cffd8-rdkl5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:51:25.240856 3670 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6ccb9cffd8-rdkl5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:51:25.545727 3670 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6ccb9cffd8-rdkl5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:51:25.545751 3670 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6ccb9cffd8-rdkl5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:51:25.554715 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6ccb9cffd8-rdkl5 I0418 07:51:25.554742 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6ccb9cffd8-rdkl5 W0418 07:51:29.985635 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0418 07:51:37.182350 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 07:51:37.182376 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0418 07:51:37.865701 3670 obj_retry.go:498] Detected object openshift-console/console-799b8897d8-rpxmc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:51:37.866232 3670 obj_retry.go:498] Detected object openshift-console/console-799b8897d8-rpxmc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:51:38.652236 3670 obj_retry.go:492] Detected object openshift-console/console-799b8897d8-rpxmc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:51:38.652260 3670 obj_retry.go:492] Detected object openshift-console/console-799b8897d8-rpxmc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:51:38.660071 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-799b8897d8-rpxmc I0418 07:51:38.660103 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-799b8897d8-rpxmc I0418 07:51:41.423308 3670 obj_retry.go:498] Detected object openshift-ingress/router-default-68bc5988cc-rf9q8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:51:41.423915 3670 obj_retry.go:498] Detected object openshift-ingress/router-default-68bc5988cc-rf9q8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:51:41.617863 3670 obj_retry.go:492] Detected object openshift-ingress/router-default-68bc5988cc-rf9q8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:51:41.617889 3670 obj_retry.go:492] Detected object openshift-ingress/router-default-68bc5988cc-rf9q8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:51:41.624862 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-68bc5988cc-rf9q8 I0418 07:51:41.624883 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-68bc5988cc-rf9q8 I0418 07:52:10.870909 3670 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:52:10.871483 3670 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:52:10.871516 3670 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:52:10.871526 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0418 07:52:10.871538 3670 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:52:10.871542 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0418 07:52:11.896404 3670 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:52:11.896439 3670 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:52:11.896462 3670 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:52:11.896472 3670 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:52:16.721539 3670 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0418 07:52:16.730615 3670 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0418 07:52:20.867084 3670 obj_retry.go:498] Detected object openshift-console/console-79674bd444-tjr6p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:52:20.867663 3670 obj_retry.go:498] Detected object openshift-console/console-79674bd444-tjr6p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:52:21.821094 3670 obj_retry.go:492] Detected object openshift-console/console-79674bd444-tjr6p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:52:21.821117 3670 obj_retry.go:492] Detected object openshift-console/console-79674bd444-tjr6p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:52:21.828336 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-79674bd444-tjr6p I0418 07:52:21.828358 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-79674bd444-tjr6p I0418 07:52:31.956472 3670 cni.go:452] [openshift-console/console-79674bd444-tdkjk 67c2bef23c22b21526f60cb8e0f39934d4b5740dc8b8a8215a251baf2f549663 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-79674bd444-tdkjk 67c2bef23c22b21526f60cb8e0f39934d4b5740dc8b8a8215a251baf2f549663 network default NAD default NAD key ] I0418 07:52:32.035701 3670 cni.go:473] [openshift-console/console-79674bd444-tdkjk 67c2bef23c22b21526f60cb8e0f39934d4b5740dc8b8a8215a251baf2f549663 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-79674bd444-tdkjk 67c2bef23c22b21526f60cb8e0f39934d4b5740dc8b8a8215a251baf2f549663 network default NAD default NAD key default], result "{}", err I0418 07:52:32.080444 3670 obj_retry.go:498] Detected object openshift-console/console-79674bd444-tdkjk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:52:32.080483 3670 pods.go:176] Deleting pod: openshift-console/console-79674bd444-tdkjk I0418 07:52:32.081816 3670 pods.go:236] Attempting to release IPs for pod: openshift-console/console-79674bd444-tdkjk, ips: 10.130.0.18 I0418 07:52:32.081841 3670 obj_retry.go:498] Detected object openshift-console/console-79674bd444-tdkjk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:52:32.350979 3670 obj_retry.go:492] Detected object openshift-console/console-79674bd444-tdkjk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:52:32.351028 3670 obj_retry.go:492] Detected object openshift-console/console-79674bd444-tdkjk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:52:32.354253 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-79674bd444-tdkjk I0418 07:52:32.354275 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-79674bd444-tdkjk I0418 07:53:10.129530 3670 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608310-v4hmg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:53:10.130090 3670 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608310-v4hmg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:53:11.024596 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608310-v4hmg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:53:11.024622 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608310-v4hmg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:54:48.756230 3670 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0418 07:55:50.655099 3670 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0418 07:55:54.537868 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=33 I0418 07:56:00.677816 3670 namespace.go:98] [tsf] adding namespace I0418 07:56:00.678666 3670 namespace.go:102] [tsf] adding namespace took 827.234µs I0418 07:56:00.694809 3670 namespace.go:142] [tsf] updating namespace I0418 07:56:00.706472 3670 namespace.go:142] [tsf] updating namespace I0418 07:56:05.102120 3670 namespace.go:98] [konflux-ui] adding namespace I0418 07:56:05.102264 3670 namespace.go:98] [cert-manager-operator] adding namespace I0418 07:56:05.103068 3670 namespace.go:102] [konflux-ui] adding namespace took 928.043µs I0418 07:56:05.103711 3670 namespace.go:102] [cert-manager-operator] adding namespace took 1.42738ms I0418 07:56:05.106224 3670 namespace.go:98] [rhbk-operator] adding namespace I0418 07:56:05.106463 3670 namespace.go:98] [tsf-tpa] adding namespace I0418 07:56:05.106925 3670 namespace.go:102] [rhbk-operator] adding namespace took 684.971µs I0418 07:56:05.106953 3670 namespace.go:98] [rhtpa-operator] adding namespace I0418 07:56:05.107462 3670 namespace.go:102] [rhtpa-operator] adding namespace took 500.127µs I0418 07:56:05.107766 3670 namespace.go:98] [tsf-keycloak] adding namespace I0418 07:56:05.107809 3670 namespace.go:98] [tsf-tas] adding namespace I0418 07:56:05.108142 3670 namespace.go:102] [tsf-tpa] adding namespace took 1.654367ms I0418 07:56:05.108166 3670 namespace.go:98] [konflux-operator] adding namespace I0418 07:56:05.108687 3670 namespace.go:102] [konflux-operator] adding namespace took 514.747µs I0418 07:56:05.109270 3670 namespace.go:102] [tsf-keycloak] adding namespace took 1.484367ms I0418 07:56:05.109877 3670 namespace.go:102] [tsf-tas] adding namespace took 2.050342ms I0418 07:56:05.126029 3670 namespace.go:142] [konflux-ui] updating namespace I0418 07:56:05.147987 3670 namespace.go:142] [konflux-ui] updating namespace I0418 07:56:05.151318 3670 namespace.go:142] [rhtpa-operator] updating namespace I0418 07:56:05.154671 3670 namespace.go:142] [cert-manager-operator] updating namespace I0418 07:56:05.154775 3670 namespace.go:142] [rhbk-operator] updating namespace I0418 07:56:05.154836 3670 namespace.go:142] [tsf-tpa] updating namespace I0418 07:56:05.166044 3670 namespace.go:142] [konflux-operator] updating namespace I0418 07:56:05.170654 3670 namespace.go:142] [tsf-keycloak] updating namespace I0418 07:56:05.174155 3670 namespace.go:142] [tsf-tas] updating namespace I0418 07:56:05.177931 3670 namespace.go:142] [konflux-ui] updating namespace I0418 07:56:05.226710 3670 namespace.go:142] [rhtpa-operator] updating namespace I0418 07:56:05.243378 3670 namespace.go:142] [rhtpa-operator] updating namespace I0418 07:56:05.264951 3670 namespace.go:142] [tsf-tpa] updating namespace I0418 07:56:05.305554 3670 namespace.go:142] [tsf-tpa] updating namespace I0418 07:56:05.326909 3670 namespace.go:142] [konflux-operator] updating namespace I0418 07:56:05.345807 3670 namespace.go:142] [konflux-operator] updating namespace I0418 07:56:05.362093 3670 namespace.go:142] [tsf-keycloak] updating namespace I0418 07:56:05.382642 3670 namespace.go:142] [tsf-keycloak] updating namespace I0418 07:56:05.390578 3670 namespace.go:142] [tsf-tas] updating namespace I0418 07:56:05.401451 3670 namespace.go:142] [tsf-tas] updating namespace I0418 07:56:05.423708 3670 namespace.go:142] [cert-manager-operator] updating namespace I0418 07:56:05.437255 3670 namespace.go:142] [cert-manager-operator] updating namespace I0418 07:56:05.516993 3670 namespace.go:142] [rhbk-operator] updating namespace I0418 07:56:05.527676 3670 namespace.go:142] [rhbk-operator] updating namespace I0418 07:56:06.362958 3670 namespace.go:142] [tsf-tpa] updating namespace I0418 07:56:06.371199 3670 namespace.go:142] [tsf-keycloak] updating namespace I0418 07:56:06.531246 3670 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-0-237.ec2.internal I0418 07:56:06.531396 3670 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0418 07:56:06.559359 3670 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 27.993034ms I0418 07:56:06.559389 3670 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 28.035743ms I0418 07:56:06.560580 3670 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 29.353054ms, libovsdb time 834.575µs I0418 07:56:06.898205 3670 cni.go:452] [tsf/test-tsf-subscriptions 7c7ab590a5a6f907b6eaaaa9141c9d0a43a5b8e90f9d83ac97d06c5d1c49d3d3 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 7c7ab590a5a6f907b6eaaaa9141c9d0a43a5b8e90f9d83ac97d06c5d1c49d3d3 network default NAD default NAD key ] I0418 07:56:06.907582 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 7c7ab590a5a6f90, network: default, NAD default, SandboxID: "7c7ab590a5a6f907b6eaaaa9141c9d0a43a5b8e90f9d83ac97d06c5d1c49d3d3", PCI device ID: , UID: "c84edb23-7e44-4ff8-81e4-d7e31198dfb0", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0418 07:56:06.958638 3670 cni.go:473] [tsf/test-tsf-subscriptions 7c7ab590a5a6f907b6eaaaa9141c9d0a43a5b8e90f9d83ac97d06c5d1c49d3d3 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 7c7ab590a5a6f907b6eaaaa9141c9d0a43a5b8e90f9d83ac97d06c5d1c49d3d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:f9:4a:a8:e3:bc\",\"name\":\"7c7ab590a5a6f90\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5bf4e194-74b5-4039-ab1c-8129e82f36a7\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 07:56:11.834744 3670 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:56:11.835445 3670 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:56:11.835472 3670 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:56:11.835480 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 07:56:11.835491 3670 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:56:11.835495 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 07:56:12.639372 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0418 07:56:12.862456 3670 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:56:12.862908 3670 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:56:12.862931 3670 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:56:12.862940 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 07:56:12.862958 3670 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:56:12.862962 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 07:56:12.872085 3670 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:12.872105 3670 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:12.872118 3670 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:12.872129 3670 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:13.887767 3670 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:13.887793 3670 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:13.887805 3670 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:13.887817 3670 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:14.857843 3670 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:56:14.858448 3670 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:56:14.858480 3670 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:56:14.858491 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 07:56:14.858506 3670 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:56:14.858511 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 07:56:15.883488 3670 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:15.883510 3670 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:15.883524 3670 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:15.883536 3670 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:16.887451 3670 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:56:16.888060 3670 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:56:16.888088 3670 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:56:16.888096 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 07:56:16.888107 3670 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:56:16.888112 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 07:56:17.927464 3670 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:17.927486 3670 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:17.927500 3670 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:17.927519 3670 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:18.538285 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=47 I0418 07:56:18.893347 3670 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:56:18.893922 3670 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:56:18.893950 3670 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:56:18.893957 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 07:56:18.893969 3670 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:56:18.893973 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 07:56:18.987045 3670 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:18.987072 3670 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:18.987088 3670 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:18.987104 3670 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:19.927223 3670 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:56:19.927760 3670 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:56:19.927782 3670 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:56:19.927791 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 07:56:19.927803 3670 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:56:19.927807 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 07:56:20.991237 3670 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:20.991270 3670 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:20.991290 3670 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:20.991303 3670 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:26.746093 3670 namespace.go:98] [cert-manager] adding namespace I0418 07:56:26.747024 3670 namespace.go:102] [cert-manager] adding namespace took 893.559µs I0418 07:56:26.768051 3670 namespace.go:142] [cert-manager] updating namespace I0418 07:56:26.788004 3670 namespace.go:142] [cert-manager] updating namespace I0418 07:56:29.660422 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 W0418 07:56:31.829903 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0418 07:56:31.829930 3670 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0418 07:56:36.982670 3670 namespace.go:142] [openshift-operators] updating namespace I0418 07:56:36.998395 3670 namespace.go:142] [openshift-operators] updating namespace W0418 07:56:38.914921 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0418 07:56:40.964926 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0418 07:56:46.147099 3670 namespace.go:98] [trusted-artifact-signer] adding namespace I0418 07:56:46.147912 3670 namespace.go:102] [trusted-artifact-signer] adding namespace took 789.803µs I0418 07:56:46.158900 3670 namespace.go:142] [trusted-artifact-signer] updating namespace I0418 07:56:46.179909 3670 namespace.go:142] [trusted-artifact-signer] updating namespace W0418 07:56:46.957305 3670 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0418 07:56:49.554899 3670 namespace.go:142] [openshift-operators] updating namespace I0418 07:57:03.627182 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0418 07:57:04.797546 3670 namespace.go:98] [openshift-pipelines] adding namespace I0418 07:57:04.798368 3670 namespace.go:102] [openshift-pipelines] adding namespace took 781.105µs I0418 07:57:04.815503 3670 namespace.go:142] [openshift-pipelines] updating namespace I0418 07:57:05.503912 3670 namespace.go:142] [cert-manager] updating namespace I0418 07:57:05.702349 3670 namespace.go:142] [cert-manager-operator] updating namespace I0418 07:57:06.106299 3670 namespace.go:142] [konflux-operator] updating namespace I0418 07:57:06.305303 3670 namespace.go:142] [konflux-ui] updating namespace I0418 07:57:06.506356 3670 namespace.go:142] [open-cluster-management-2poec14qs7n5ev65665ob6p7s8secjrm] updating namespace I0418 07:57:06.908063 3670 namespace.go:142] [rhbk-operator] updating namespace I0418 07:57:07.108865 3670 namespace.go:142] [rhtpa-operator] updating namespace I0418 07:57:07.307540 3670 namespace.go:142] [trusted-artifact-signer] updating namespace I0418 07:57:07.507675 3670 namespace.go:142] [tsf] updating namespace I0418 07:57:07.710588 3670 namespace.go:142] [tsf-keycloak] updating namespace I0418 07:57:07.913146 3670 namespace.go:142] [tsf-tas] updating namespace I0418 07:57:08.112478 3670 namespace.go:142] [tsf-tpa] updating namespace I0418 07:57:08.244046 3670 namespace.go:142] [cert-manager] updating namespace I0418 07:57:08.258619 3670 namespace.go:142] [cert-manager-operator] updating namespace I0418 07:57:08.268364 3670 namespace.go:142] [default] updating namespace I0418 07:57:08.280077 3670 namespace.go:142] [konflux-operator] updating namespace I0418 07:57:08.289234 3670 namespace.go:142] [konflux-ui] updating namespace I0418 07:57:08.300222 3670 namespace.go:142] [open-cluster-management-2poec14qs7n5ev65665ob6p7s8secjrm] updating namespace I0418 07:57:08.309333 3670 namespace.go:142] [openshift] updating namespace I0418 07:57:08.321456 3670 namespace.go:142] [rhbk-operator] updating namespace I0418 07:57:08.330172 3670 namespace.go:142] [rhtpa-operator] updating namespace I0418 07:57:08.341715 3670 namespace.go:142] [trusted-artifact-signer] updating namespace I0418 07:57:08.351114 3670 namespace.go:142] [tsf] updating namespace I0418 07:57:08.362390 3670 namespace.go:142] [tsf-keycloak] updating namespace I0418 07:57:08.374656 3670 namespace.go:142] [tsf-tas] updating namespace I0418 07:57:08.392612 3670 namespace.go:142] [tsf-tpa] updating namespace I0418 07:57:08.492301 3670 namespace.go:142] [cert-manager] updating namespace I0418 07:57:08.594113 3670 namespace.go:142] [cert-manager-operator] updating namespace I0418 07:57:08.692879 3670 namespace.go:142] [default] updating namespace I0418 07:57:08.795143 3670 namespace.go:142] [konflux-operator] updating namespace I0418 07:57:08.896710 3670 namespace.go:142] [konflux-ui] updating namespace I0418 07:57:08.994588 3670 namespace.go:142] [open-cluster-management-2poec14qs7n5ev65665ob6p7s8secjrm] updating namespace I0418 07:57:09.092169 3670 namespace.go:142] [openshift] updating namespace I0418 07:57:09.192948 3670 namespace.go:142] [rhbk-operator] updating namespace I0418 07:57:09.294754 3670 namespace.go:142] [rhtpa-operator] updating namespace I0418 07:57:09.397393 3670 namespace.go:142] [trusted-artifact-signer] updating namespace I0418 07:57:09.492552 3670 namespace.go:142] [tsf] updating namespace I0418 07:57:09.594667 3670 namespace.go:142] [tsf-keycloak] updating namespace I0418 07:57:09.691985 3670 namespace.go:142] [tsf-tas] updating namespace I0418 07:57:09.794856 3670 namespace.go:142] [tsf-tpa] updating namespace I0418 07:57:10.061818 3670 namespace.go:142] [openshift-pipelines] updating namespace I0418 07:57:14.551158 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=442 I0418 07:57:14.661170 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0418 07:57:17.459717 3670 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-b79bdd59-c6ps6] creating logical port openshift-pipelines_tekton-events-controller-b79bdd59-c6ps6 for pod on switch ip-10-0-0-237.ec2.internal I0418 07:57:17.459919 3670 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-b79bdd59-c6ps6 I0418 07:57:17.476499 3670 pod.go:62] [openshift-pipelines/tekton-events-controller-b79bdd59-c6ps6] pod update took 16.612444ms I0418 07:57:17.476529 3670 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-b79bdd59-c6ps6] addLogicalPort annotation time took 16.657899ms I0418 07:57:17.477859 3670 pods.go:271] [openshift-pipelines/tekton-events-controller-b79bdd59-c6ps6] addLogicalPort took 18.165286ms, libovsdb time 1.000674ms I0418 07:57:17.836216 3670 cni.go:452] [openshift-pipelines/tekton-events-controller-b79bdd59-c6ps6 7613fd67595acf4a20e7441beac4aea799d0c695b20c50e0033170615041fc94 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-c6ps6 7613fd67595acf4a20e7441beac4aea799d0c695b20c50e0033170615041fc94 network default NAD default NAD key ] I0418 07:57:17.847630 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-b79bdd59-c6ps6, hostIfaceName: 7613fd67595acf4, network: default, NAD default, SandboxID: "7613fd67595acf4a20e7441beac4aea799d0c695b20c50e0033170615041fc94", PCI device ID: , UID: "df162e72-e867-44bf-bf8c-bba54851c0f6", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0418 07:57:17.900767 3670 cni.go:473] [openshift-pipelines/tekton-events-controller-b79bdd59-c6ps6 7613fd67595acf4a20e7441beac4aea799d0c695b20c50e0033170615041fc94 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-c6ps6 7613fd67595acf4a20e7441beac4aea799d0c695b20c50e0033170615041fc94 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:90:7f:15:a3:ca\",\"name\":\"7613fd67595acf4\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ef1d72a-1561-4df2-b6ff-cc3eefe3cac1\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 07:57:19.515694 3670 cni.go:452] [tsf/test-tsf-subscriptions 7c7ab590a5a6f907b6eaaaa9141c9d0a43a5b8e90f9d83ac97d06c5d1c49d3d3 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 7c7ab590a5a6f907b6eaaaa9141c9d0a43a5b8e90f9d83ac97d06c5d1c49d3d3 network default NAD default NAD key ] I0418 07:57:19.604148 3670 cni.go:473] [tsf/test-tsf-subscriptions 7c7ab590a5a6f907b6eaaaa9141c9d0a43a5b8e90f9d83ac97d06c5d1c49d3d3 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 7c7ab590a5a6f907b6eaaaa9141c9d0a43a5b8e90f9d83ac97d06c5d1c49d3d3 network default NAD default NAD key default], result "{}", err I0418 07:57:20.305520 3670 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:57:20.305622 3670 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0418 07:57:20.307430 3670 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.19 I0418 07:57:20.307464 3670 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:57:20.330077 3670 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:57:20.330154 3670 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:57:20.336653 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0418 07:57:20.336679 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0418 07:57:20.518034 3670 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0418 07:57:20.518059 3670 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0418 07:57:20.518064 3670 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0418 07:57:21.524859 3670 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-0-237.ec2.internal I0418 07:57:21.524958 3670 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0418 07:57:21.538508 3670 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 13.582894ms I0418 07:57:21.538530 3670 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 13.612432ms I0418 07:57:21.539813 3670 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 14.971534ms, libovsdb time 986.509µs I0418 07:57:21.883211 3670 cni.go:452] [tsf/test-tsf-infrastructure 9751fb6859aebbd9643d568ba91f48ce4c2e5f47b53702734a38d59ad9c943e5 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 9751fb6859aebbd9643d568ba91f48ce4c2e5f47b53702734a38d59ad9c943e5 network default NAD default NAD key ] I0418 07:57:21.909987 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 9751fb6859aebbd, network: default, NAD default, SandboxID: "9751fb6859aebbd9643d568ba91f48ce4c2e5f47b53702734a38d59ad9c943e5", PCI device ID: , UID: "f7d2e895-8b45-41c9-9b5c-e504d3c7568d", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0418 07:57:21.959532 3670 cni.go:473] [tsf/test-tsf-infrastructure 9751fb6859aebbd9643d568ba91f48ce4c2e5f47b53702734a38d59ad9c943e5 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 9751fb6859aebbd9643d568ba91f48ce4c2e5f47b53702734a38d59ad9c943e5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:05:41:92:29:97\",\"name\":\"9751fb6859aebbd\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18df3618-afc1-43e9-bfd3-7455c31dc36d\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 07:57:22.076787 3670 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 07:57:22.076814 3670 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 07:57:22.076822 3670 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 07:57:22.076827 3670 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 07:57:22.199086 3670 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0418 07:57:22.199111 3670 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0418 07:57:22.199115 3670 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0418 07:57:22.537113 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0418 07:57:24.430227 3670 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-qbfbt] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-qbfbt for pod on switch ip-10-0-0-237.ec2.internal I0418 07:57:24.430367 3670 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-qbfbt I0418 07:57:24.507677 3670 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-qbfbt] pod update took 77.334042ms I0418 07:57:24.507714 3670 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-qbfbt] addLogicalPort annotation time took 77.374533ms I0418 07:57:24.509181 3670 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-qbfbt] addLogicalPort took 78.974553ms, libovsdb time 919.865µs I0418 07:57:24.541184 3670 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-q988n] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-q988n for pod on switch ip-10-0-0-237.ec2.internal I0418 07:57:24.541274 3670 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-q988n I0418 07:57:24.632078 3670 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-q988n] pod update took 90.826124ms I0418 07:57:24.632101 3670 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-q988n] addLogicalPort annotation time took 90.856633ms I0418 07:57:24.633347 3670 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-q988n] addLogicalPort took 92.182044ms, libovsdb time 909.809µs W0418 07:57:25.175180 3670 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 07:57:30.478786 3670 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-qbfbt d99e76c20d79709d20f1117c3a66d630753d7869c7c1b7c5dd092d2513aa2487 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-qbfbt d99e76c20d79709d20f1117c3a66d630753d7869c7c1b7c5dd092d2513aa2487 network default NAD default NAD key ] I0418 07:57:30.488407 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-qbfbt, hostIfaceName: d99e76c20d79709, network: default, NAD default, SandboxID: "d99e76c20d79709d20f1117c3a66d630753d7869c7c1b7c5dd092d2513aa2487", PCI device ID: , UID: "c2f0c41a-bdb7-442c-8855-af7e2dae1c7b", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0418 07:57:30.539826 3670 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-qbfbt d99e76c20d79709d20f1117c3a66d630753d7869c7c1b7c5dd092d2513aa2487 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-qbfbt d99e76c20d79709d20f1117c3a66d630753d7869c7c1b7c5dd092d2513aa2487 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:37:de:49:ca:5d\",\"name\":\"d99e76c20d79709\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/383645a9-0198-44ad-abc7-46fb462033fb\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 07:57:30.591672 3670 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-q988n 91e06198921f209b3859c2112557c2f8281d720c16211ff5d534728e8acf7782 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-q988n 91e06198921f209b3859c2112557c2f8281d720c16211ff5d534728e8acf7782 network default NAD default NAD key ] I0418 07:57:30.601766 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-q988n, hostIfaceName: 91e06198921f209, network: default, NAD default, SandboxID: "91e06198921f209b3859c2112557c2f8281d720c16211ff5d534728e8acf7782", PCI device ID: , UID: "cca24cc5-50df-4e28-87a0-2f9492335b6c", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0418 07:57:30.653611 3670 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-q988n 91e06198921f209b3859c2112557c2f8281d720c16211ff5d534728e8acf7782 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-q988n 91e06198921f209b3859c2112557c2f8281d720c16211ff5d534728e8acf7782 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:1e:b4:fc:75:9b\",\"name\":\"91e06198921f209\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/92a5ec56-c037-4b60-a810-156a89d1c1e7\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 07:57:31.526302 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0418 07:57:31.526322 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0418 07:57:31.526328 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0418 07:57:31.568473 3670 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0418 07:57:31.585358 3670 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0418 07:57:36.215150 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0418 07:57:36.215208 3670 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-hp4z5 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-hp4z5: no pod IPs found I0418 07:57:43.582232 3670 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-qf64h] creating logical port openshift-pipelines_tekton-triggers-webhook-55d94ff6c6-qf64h for pod on switch ip-10-0-0-237.ec2.internal I0418 07:57:43.582319 3670 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-qf64h I0418 07:57:43.596303 3670 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-qf64h] pod update took 14.003058ms I0418 07:57:43.596335 3670 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-qf64h] addLogicalPort annotation time took 14.040077ms I0418 07:57:43.597559 3670 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-qf64h] addLogicalPort took 15.339369ms, libovsdb time 890.146µs I0418 07:57:44.134492 3670 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-qf64h e893c5fcd4ac75b90b6ae5862ba36285b93d23621058f95eddc9532c3dc35e6e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-qf64h e893c5fcd4ac75b90b6ae5862ba36285b93d23621058f95eddc9532c3dc35e6e network default NAD default NAD key ] I0418 07:57:44.144679 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-55d94ff6c6-qf64h, hostIfaceName: e893c5fcd4ac75b, network: default, NAD default, SandboxID: "e893c5fcd4ac75b90b6ae5862ba36285b93d23621058f95eddc9532c3dc35e6e", PCI device ID: , UID: "6faf1d86-5d6e-490d-8f30-f82131fba4e3", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0418 07:57:44.195125 3670 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-qf64h e893c5fcd4ac75b90b6ae5862ba36285b93d23621058f95eddc9532c3dc35e6e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-qf64h e893c5fcd4ac75b90b6ae5862ba36285b93d23621058f95eddc9532c3dc35e6e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:2b:28:33:df:dd\",\"name\":\"e893c5fcd4ac75b\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa65b21f-ccf8-46e4-852b-143355a28de2\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 07:57:47.160496 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0418 07:57:52.578268 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0418 07:57:52.594359 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0418 07:57:54.682406 3670 cni.go:452] [tsf/test-tsf-infrastructure 9751fb6859aebbd9643d568ba91f48ce4c2e5f47b53702734a38d59ad9c943e5 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 9751fb6859aebbd9643d568ba91f48ce4c2e5f47b53702734a38d59ad9c943e5 network default NAD default NAD key ] I0418 07:57:54.774448 3670 cni.go:473] [tsf/test-tsf-infrastructure 9751fb6859aebbd9643d568ba91f48ce4c2e5f47b53702734a38d59ad9c943e5 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 9751fb6859aebbd9643d568ba91f48ce4c2e5f47b53702734a38d59ad9c943e5 network default NAD default NAD key default], result "{}", err I0418 07:57:54.821570 3670 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:57:54.821643 3670 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0418 07:57:54.822792 3670 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.21 I0418 07:57:54.822820 3670 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:57:54.842119 3670 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:57:54.842144 3670 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:57:54.848806 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0418 07:57:54.848836 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0418 07:57:55.856688 3670 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-0-237.ec2.internal I0418 07:57:55.856808 3670 kube.go:256] Updating pod tsf/test-tsf-iam I0418 07:57:55.870842 3670 pod.go:62] [tsf/test-tsf-iam] pod update took 14.056802ms I0418 07:57:55.870866 3670 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 14.082542ms I0418 07:57:55.872121 3670 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 15.449454ms, libovsdb time 863.712µs I0418 07:57:56.223950 3670 cni.go:452] [tsf/test-tsf-iam fbf2dd3ebc50469889e0d5da63a1dcf9a0f2ffd905c3e6dd0a40ef78f4aecca8 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam fbf2dd3ebc50469889e0d5da63a1dcf9a0f2ffd905c3e6dd0a40ef78f4aecca8 network default NAD default NAD key ] I0418 07:57:56.233444 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: fbf2dd3ebc50469, network: default, NAD default, SandboxID: "fbf2dd3ebc50469889e0d5da63a1dcf9a0f2ffd905c3e6dd0a40ef78f4aecca8", PCI device ID: , UID: "6c800eb6-5393-47ae-858b-9c819814ea31", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0418 07:57:56.283063 3670 cni.go:473] [tsf/test-tsf-iam fbf2dd3ebc50469889e0d5da63a1dcf9a0f2ffd905c3e6dd0a40ef78f4aecca8 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam fbf2dd3ebc50469889e0d5da63a1dcf9a0f2ffd905c3e6dd0a40ef78f4aecca8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:4f:b1:5c:81:e9\",\"name\":\"fbf2dd3ebc50469\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ad97f48-e259-4be3-90e7-a80997e33fea\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 07:57:56.697435 3670 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0418 07:57:56.698100 3670 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0418 07:57:56.698125 3670 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0418 07:57:56.700153 3670 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0418 07:57:57.068357 3670 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-237.ec2.internal I0418 07:57:57.068479 3670 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0418 07:57:57.083850 3670 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 15.403157ms I0418 07:57:57.083879 3670 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 15.439527ms I0418 07:57:57.085204 3670 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 16.863963ms, libovsdb time 894.214µs I0418 07:57:57.428067 3670 cni.go:452] [tsf-keycloak/keycloak-0 c07256a20aea5f6ca83a28e6f16801ac48c199c00cabebd293fb3c0b9cd82e6c network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 c07256a20aea5f6ca83a28e6f16801ac48c199c00cabebd293fb3c0b9cd82e6c network default NAD default NAD key ] I0418 07:57:57.438234 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: c07256a20aea5f6, network: default, NAD default, SandboxID: "c07256a20aea5f6ca83a28e6f16801ac48c199c00cabebd293fb3c0b9cd82e6c", PCI device ID: , UID: "7ea55544-eff4-4e75-a9ff-115c66523fb3", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0418 07:57:57.486885 3670 cni.go:473] [tsf-keycloak/keycloak-0 c07256a20aea5f6ca83a28e6f16801ac48c199c00cabebd293fb3c0b9cd82e6c network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 c07256a20aea5f6ca83a28e6f16801ac48c199c00cabebd293fb3c0b9cd82e6c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:ce:34:1c:11:c8\",\"name\":\"c07256a20aea5f6\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/681e6ac4-fcd8-409d-b727-aea6908fb467\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 07:58:02.729938 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0418 07:58:02.729968 3670 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0418 07:58:02.732838 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0418 07:58:02.732862 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0418 07:58:04.498815 3670 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0418 07:58:07.537734 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=147 W0418 07:58:24.490832 3670 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0418 07:58:24.490850 3670 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0418 07:58:24.490856 3670 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0418 07:58:26.679564 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0418 07:58:26.679588 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0418 07:58:26.679701 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0418 07:58:26.679713 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service I0418 07:58:36.846662 3670 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-j8zfp] creating logical port tsf-keycloak_tsf-iam-j8zfp for pod on switch ip-10-0-0-237.ec2.internal I0418 07:58:36.846780 3670 kube.go:256] Updating pod tsf-keycloak/tsf-iam-j8zfp I0418 07:58:36.861070 3670 pod.go:62] [tsf-keycloak/tsf-iam-j8zfp] pod update took 14.31833ms I0418 07:58:36.861100 3670 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-j8zfp] addLogicalPort annotation time took 14.358349ms I0418 07:58:36.862628 3670 pods.go:271] [tsf-keycloak/tsf-iam-j8zfp] addLogicalPort took 15.979011ms, libovsdb time 1.014728ms I0418 07:58:37.212281 3670 cni.go:452] [tsf-keycloak/tsf-iam-j8zfp ac8690caac7499432994248d57f846ed19119110de1b18787f620e2249062745 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-j8zfp ac8690caac7499432994248d57f846ed19119110de1b18787f620e2249062745 network default NAD default NAD key ] I0418 07:58:37.222556 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-j8zfp, hostIfaceName: ac8690caac74994, network: default, NAD default, SandboxID: "ac8690caac7499432994248d57f846ed19119110de1b18787f620e2249062745", PCI device ID: , UID: "8528e916-cb15-4bd9-b7cf-416489c0a70f", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0418 07:58:37.487296 3670 cni.go:473] [tsf-keycloak/tsf-iam-j8zfp ac8690caac7499432994248d57f846ed19119110de1b18787f620e2249062745 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-j8zfp ac8690caac7499432994248d57f846ed19119110de1b18787f620e2249062745 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:b5:1f:28:92:b4\",\"name\":\"ac8690caac74994\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/391dd294-993b-456b-8ae6-d4202e46f880\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 07:58:41.649637 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0418 07:58:46.983581 3670 cni.go:452] [tsf/test-tsf-iam fbf2dd3ebc50469889e0d5da63a1dcf9a0f2ffd905c3e6dd0a40ef78f4aecca8 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam fbf2dd3ebc50469889e0d5da63a1dcf9a0f2ffd905c3e6dd0a40ef78f4aecca8 network default NAD default NAD key ] I0418 07:58:47.069501 3670 cni.go:473] [tsf/test-tsf-iam fbf2dd3ebc50469889e0d5da63a1dcf9a0f2ffd905c3e6dd0a40ef78f4aecca8 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam fbf2dd3ebc50469889e0d5da63a1dcf9a0f2ffd905c3e6dd0a40ef78f4aecca8 network default NAD default NAD key default], result "{}", err I0418 07:58:47.119032 3670 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:58:47.119074 3670 pods.go:176] Deleting pod: tsf/test-tsf-iam I0418 07:58:47.120470 3670 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.25 I0418 07:58:47.120500 3670 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:58:47.157143 3670 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:58:47.157169 3670 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:58:47.163857 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0418 07:58:47.163885 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0418 07:58:47.623377 3670 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0418 07:58:48.089121 3670 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-0-237.ec2.internal I0418 07:58:48.089295 3670 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0418 07:58:48.105233 3670 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 15.962508ms I0418 07:58:48.105275 3670 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 16.008913ms I0418 07:58:48.106593 3670 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 17.486073ms, libovsdb time 946.063µs I0418 07:58:48.458879 3670 cni.go:452] [tsf-tas/test-tsf-tas 0e5629b8f2e919f84f332280d894af62a9f29994d124d327b68fdd94ff861b4a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 0e5629b8f2e919f84f332280d894af62a9f29994d124d327b68fdd94ff861b4a network default NAD default NAD key ] I0418 07:58:48.468988 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 0e5629b8f2e919f, network: default, NAD default, SandboxID: "0e5629b8f2e919f84f332280d894af62a9f29994d124d327b68fdd94ff861b4a", PCI device ID: , UID: "b97921d8-5ffc-49d7-a23e-7d4f57a78b52", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0418 07:58:48.523288 3670 cni.go:473] [tsf-tas/test-tsf-tas 0e5629b8f2e919f84f332280d894af62a9f29994d124d327b68fdd94ff861b4a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 0e5629b8f2e919f84f332280d894af62a9f29994d124d327b68fdd94ff861b4a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:20:05:3e:43:b0\",\"name\":\"0e5629b8f2e919f\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/683ba6f9-fdfb-41f0-81f5-860ef8afdb60\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 07:58:52.264657 3670 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-srg7r] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-srg7r for pod on switch ip-10-0-0-237.ec2.internal I0418 07:58:52.264857 3670 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-srg7r I0418 07:58:52.279434 3670 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-srg7r] pod update took 14.597708ms I0418 07:58:52.279464 3670 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-srg7r] addLogicalPort annotation time took 14.635131ms I0418 07:58:52.280854 3670 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-srg7r] addLogicalPort took 16.220882ms, libovsdb time 937.252µs I0418 07:58:52.632341 3670 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-srg7r 63b237dbd3f9552a9e6bd851056a34cab92c608b8d60a8520793d56f20f34b81 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-srg7r 63b237dbd3f9552a9e6bd851056a34cab92c608b8d60a8520793d56f20f34b81 network default NAD default NAD key ] I0418 07:58:52.642187 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-srg7r, hostIfaceName: 63b237dbd3f9552, network: default, NAD default, SandboxID: "63b237dbd3f9552a9e6bd851056a34cab92c608b8d60a8520793d56f20f34b81", PCI device ID: , UID: "8b501291-9a66-49d3-87da-e60002948e18", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] W0418 07:58:52.657457 3670 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0418 07:58:52.657569 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0418 07:58:52.698377 3670 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-srg7r 63b237dbd3f9552a9e6bd851056a34cab92c608b8d60a8520793d56f20f34b81 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-srg7r 63b237dbd3f9552a9e6bd851056a34cab92c608b8d60a8520793d56f20f34b81 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:ce:98:a7:e7:b2\",\"name\":\"63b237dbd3f9552\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/285dd5c1-37f6-486c-9d8e-b18dd793bea1\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 07:58:55.048246 3670 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0418 07:58:55.048266 3670 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0418 07:58:56.034206 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0418 07:58:56.034225 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0418 07:58:56.036938 3670 cni.go:452] [tsf-keycloak/tsf-iam-j8zfp ac8690caac7499432994248d57f846ed19119110de1b18787f620e2249062745 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-j8zfp ac8690caac7499432994248d57f846ed19119110de1b18787f620e2249062745 network default NAD default NAD key ] I0418 07:58:56.120312 3670 cni.go:473] [tsf-keycloak/tsf-iam-j8zfp ac8690caac7499432994248d57f846ed19119110de1b18787f620e2249062745 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-j8zfp ac8690caac7499432994248d57f846ed19119110de1b18787f620e2249062745 network default NAD default NAD key default], result "{}", err I0418 07:58:56.171299 3670 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-j8zfp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:58:56.171341 3670 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-j8zfp I0418 07:58:56.172661 3670 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-j8zfp, ips: 10.130.0.27 I0418 07:58:56.172690 3670 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-j8zfp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:58:57.058317 3670 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-j8zfp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:58:57.058346 3670 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-j8zfp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0418 07:58:59.707400 3670 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0418 07:59:01.623085 3670 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 W0418 07:59:01.719727 3670 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0418 07:59:07.621410 3670 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0418 07:59:07.649650 3670 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0418 07:59:10.741920 3670 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-lk8t7-kjxbg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:10.742479 3670 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-lk8t7-kjxbg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:11.611704 3670 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-lk8t7-kjxbg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:11.611728 3670 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-lk8t7-kjxbg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:15.632225 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0418 07:59:19.538702 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=81 I0418 07:59:19.661960 3670 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-p89t5] creating logical port openshift-pipelines_pipelines-console-plugin-79cb8f5447-p89t5 for pod on switch ip-10-0-0-237.ec2.internal I0418 07:59:19.662110 3670 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-79cb8f5447-p89t5 I0418 07:59:19.676391 3670 pod.go:62] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-p89t5] pod update took 14.302449ms I0418 07:59:19.676419 3670 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-p89t5] addLogicalPort annotation time took 14.33478ms I0418 07:59:19.677661 3670 pods.go:271] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-p89t5] addLogicalPort took 15.713537ms, libovsdb time 869.982µs I0418 07:59:20.020527 3670 cni.go:452] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-p89t5 7e8bca1bcfb11637d0593c5177d026830a54390daf19ddc7c0486c0848b7a25c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-p89t5 7e8bca1bcfb11637d0593c5177d026830a54390daf19ddc7c0486c0848b7a25c network default NAD default NAD key ] I0418 07:59:20.030177 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-79cb8f5447-p89t5, hostIfaceName: 7e8bca1bcfb1163, network: default, NAD default, SandboxID: "7e8bca1bcfb11637d0593c5177d026830a54390daf19ddc7c0486c0848b7a25c", PCI device ID: , UID: "e87f6eed-a831-4a63-9b54-29a0c3e6d22c", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0418 07:59:20.081460 3670 cni.go:473] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-p89t5 7e8bca1bcfb11637d0593c5177d026830a54390daf19ddc7c0486c0848b7a25c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-p89t5 7e8bca1bcfb11637d0593c5177d026830a54390daf19ddc7c0486c0848b7a25c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:2e:5a:17:97:5e\",\"name\":\"7e8bca1bcfb1163\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab7676d7-ef70-4129-b936-75debdfc5ed3\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 07:59:37.244675 3670 cni.go:452] [tsf-tas/test-tsf-tas 0e5629b8f2e919f84f332280d894af62a9f29994d124d327b68fdd94ff861b4a network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 0e5629b8f2e919f84f332280d894af62a9f29994d124d327b68fdd94ff861b4a network default NAD default NAD key ] I0418 07:59:37.330281 3670 cni.go:473] [tsf-tas/test-tsf-tas 0e5629b8f2e919f84f332280d894af62a9f29994d124d327b68fdd94ff861b4a network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 0e5629b8f2e919f84f332280d894af62a9f29994d124d327b68fdd94ff861b4a network default NAD default NAD key default], result "{}", err I0418 07:59:37.379268 3670 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:37.379303 3670 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0418 07:59:37.380629 3670 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.28 I0418 07:59:37.380658 3670 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:37.399552 3670 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:37.399581 3670 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:37.406151 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0418 07:59:37.406200 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0418 07:59:39.062632 3670 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-qdqz5-tkpt4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:39.063230 3670 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-qdqz5-tkpt4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:39.954968 3670 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-qdqz5-tkpt4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:39.954993 3670 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-qdqz5-tkpt4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:41.401038 3670 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-559cfdf7c4-sbw2h] creating logical port tsf-tas_rekor-redis-559cfdf7c4-sbw2h for pod on switch ip-10-0-0-237.ec2.internal I0418 07:59:41.401169 3670 kube.go:256] Updating pod tsf-tas/rekor-redis-559cfdf7c4-sbw2h I0418 07:59:41.418386 3670 pod.go:62] [tsf-tas/rekor-redis-559cfdf7c4-sbw2h] pod update took 17.253595ms I0418 07:59:41.418411 3670 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-559cfdf7c4-sbw2h] addLogicalPort annotation time took 17.284414ms I0418 07:59:41.419620 3670 pods.go:271] [tsf-tas/rekor-redis-559cfdf7c4-sbw2h] addLogicalPort took 18.624468ms, libovsdb time 844.998µs I0418 07:59:41.543440 3670 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-584db7c4bd-dlrr9] creating logical port tsf-tas_rekor-search-ui-584db7c4bd-dlrr9 for pod on switch ip-10-0-0-237.ec2.internal I0418 07:59:41.543536 3670 kube.go:256] Updating pod tsf-tas/rekor-search-ui-584db7c4bd-dlrr9 I0418 07:59:41.556951 3670 pod.go:62] [tsf-tas/rekor-search-ui-584db7c4bd-dlrr9] pod update took 13.434861ms I0418 07:59:41.556982 3670 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-584db7c4bd-dlrr9] addLogicalPort annotation time took 13.472852ms I0418 07:59:41.558376 3670 pods.go:271] [tsf-tas/rekor-search-ui-584db7c4bd-dlrr9] addLogicalPort took 14.9537ms, libovsdb time 907.022µs I0418 07:59:41.900805 3670 cni.go:452] [tsf-tas/rekor-search-ui-584db7c4bd-dlrr9 1b0c5b22de936b859409c99879456a18ef82ff55ce6a14a40888815164949a95 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-584db7c4bd-dlrr9 1b0c5b22de936b859409c99879456a18ef82ff55ce6a14a40888815164949a95 network default NAD default NAD key ] I0418 07:59:41.910423 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-584db7c4bd-dlrr9, hostIfaceName: 1b0c5b22de936b8, network: default, NAD default, SandboxID: "1b0c5b22de936b859409c99879456a18ef82ff55ce6a14a40888815164949a95", PCI device ID: , UID: "7fa52b0e-7d60-4825-b077-15d36ed27c37", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0418 07:59:41.962299 3670 cni.go:473] [tsf-tas/rekor-search-ui-584db7c4bd-dlrr9 1b0c5b22de936b859409c99879456a18ef82ff55ce6a14a40888815164949a95 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-584db7c4bd-dlrr9 1b0c5b22de936b859409c99879456a18ef82ff55ce6a14a40888815164949a95 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:d7:15:ba:71:6a\",\"name\":\"1b0c5b22de936b8\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21f5f9fe-9f8c-4109-a9b6-9c511b66f0f5\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 07:59:42.359942 3670 cni.go:452] [tsf-tas/rekor-redis-559cfdf7c4-sbw2h 75f8b49f67682534a54f9cf99c1f68ae472afbf9ba9f6c80baec02335ee8b520 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-559cfdf7c4-sbw2h 75f8b49f67682534a54f9cf99c1f68ae472afbf9ba9f6c80baec02335ee8b520 network default NAD default NAD key ] I0418 07:59:42.369607 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-559cfdf7c4-sbw2h, hostIfaceName: 75f8b49f6768253, network: default, NAD default, SandboxID: "75f8b49f67682534a54f9cf99c1f68ae472afbf9ba9f6c80baec02335ee8b520", PCI device ID: , UID: "4bea2b30-36b4-4c77-a639-0fbf02d57e87", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0418 07:59:42.421583 3670 cni.go:473] [tsf-tas/rekor-redis-559cfdf7c4-sbw2h 75f8b49f67682534a54f9cf99c1f68ae472afbf9ba9f6c80baec02335ee8b520 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-559cfdf7c4-sbw2h 75f8b49f67682534a54f9cf99c1f68ae472afbf9ba9f6c80baec02335ee8b520 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:05:3d:2a:3f:7e\",\"name\":\"75f8b49f6768253\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3e44dfef-bce2-4157-a565-dda406cbdca3\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 07:59:43.918120 3670 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-lk8rn-p8qgb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:43.918680 3670 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-lk8rn-p8qgb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:44.100803 3670 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-66585d5df4-xhsrp] creating logical port tsf-tas_rekor-server-66585d5df4-xhsrp for pod on switch ip-10-0-0-237.ec2.internal I0418 07:59:44.100927 3670 kube.go:256] Updating pod tsf-tas/rekor-server-66585d5df4-xhsrp I0418 07:59:44.113502 3670 pod.go:62] [tsf-tas/rekor-server-66585d5df4-xhsrp] pod update took 12.599462ms I0418 07:59:44.113529 3670 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-66585d5df4-xhsrp] addLogicalPort annotation time took 12.649652ms I0418 07:59:44.114882 3670 pods.go:271] [tsf-tas/rekor-server-66585d5df4-xhsrp] addLogicalPort took 14.102808ms, libovsdb time 963.053µs I0418 07:59:44.784563 3670 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-lk8rn-p8qgb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:44.784592 3670 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-lk8rn-p8qgb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:45.155811 3670 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-5856bdc468-j6d57] creating logical port tsf-tas_ctlog-5856bdc468-j6d57 for pod on switch ip-10-0-0-237.ec2.internal I0418 07:59:45.155911 3670 kube.go:256] Updating pod tsf-tas/ctlog-5856bdc468-j6d57 I0418 07:59:45.171612 3670 pod.go:62] [tsf-tas/ctlog-5856bdc468-j6d57] pod update took 15.728797ms I0418 07:59:45.171642 3670 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-5856bdc468-j6d57] addLogicalPort annotation time took 15.765165ms I0418 07:59:45.173255 3670 pods.go:271] [tsf-tas/ctlog-5856bdc468-j6d57] addLogicalPort took 17.461571ms, libovsdb time 1.130068ms W0418 07:59:45.287424 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0418 07:59:45.523094 3670 cni.go:452] [tsf-tas/ctlog-5856bdc468-j6d57 e0cbf70a655a5f8c86fda41e3e8efd2475c16907af61e450908ecfa8a6c1c163 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-5856bdc468-j6d57 e0cbf70a655a5f8c86fda41e3e8efd2475c16907af61e450908ecfa8a6c1c163 network default NAD default NAD key ] I0418 07:59:45.534797 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-5856bdc468-j6d57, hostIfaceName: e0cbf70a655a5f8, network: default, NAD default, SandboxID: "e0cbf70a655a5f8c86fda41e3e8efd2475c16907af61e450908ecfa8a6c1c163", PCI device ID: , UID: "85bfdaee-1ad2-41e3-aa96-55a1299b01e8", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0418 07:59:45.595848 3670 cni.go:473] [tsf-tas/ctlog-5856bdc468-j6d57 e0cbf70a655a5f8c86fda41e3e8efd2475c16907af61e450908ecfa8a6c1c163 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-5856bdc468-j6d57 e0cbf70a655a5f8c86fda41e3e8efd2475c16907af61e450908ecfa8a6c1c163 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:c4:17:85:82:74\",\"name\":\"e0cbf70a655a5f8\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/525e1b6a-87a5-4ab2-9ab4-a5540135c0bc\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 07:59:46.122814 3670 obj_retry.go:498] Detected object tsf/patch-tekton-config-nvmb9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:46.123363 3670 obj_retry.go:498] Detected object tsf/patch-tekton-config-nvmb9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:47.143576 3670 obj_retry.go:492] Detected object tsf/patch-tekton-config-nvmb9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:47.143600 3670 obj_retry.go:492] Detected object tsf/patch-tekton-config-nvmb9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:47.644109 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 W0418 07:59:49.310862 3670 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0418 07:59:49.332250 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0418 07:59:52.166350 3670 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-d2d6z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:52.166921 3670 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-d2d6z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:52.874356 3670 cni.go:452] [tsf-tas/rekor-server-66585d5df4-xhsrp f6c83d27bbd3a8ad87dacc66775fcefdfd9fef04b9f92e366953122ab6efb308 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-66585d5df4-xhsrp f6c83d27bbd3a8ad87dacc66775fcefdfd9fef04b9f92e366953122ab6efb308 network default NAD default NAD key ] I0418 07:59:52.885918 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-66585d5df4-xhsrp, hostIfaceName: f6c83d27bbd3a8a, network: default, NAD default, SandboxID: "f6c83d27bbd3a8ad87dacc66775fcefdfd9fef04b9f92e366953122ab6efb308", PCI device ID: , UID: "e58e2e06-5486-4b07-92cf-b2add36ddddf", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0418 07:59:52.946621 3670 cni.go:473] [tsf-tas/rekor-server-66585d5df4-xhsrp f6c83d27bbd3a8ad87dacc66775fcefdfd9fef04b9f92e366953122ab6efb308 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-66585d5df4-xhsrp f6c83d27bbd3a8ad87dacc66775fcefdfd9fef04b9f92e366953122ab6efb308 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:a6:ef:7e:78:53\",\"name\":\"f6c83d27bbd3a8a\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d74cd36-924b-4e1e-86c4-b1eb66a74c8a\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 07:59:53.188605 3670 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-d2d6z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:53.188629 3670 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-d2d6z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:53.224821 3670 obj_retry.go:492] Detected object tsf/patch-tekton-config-nvmb9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:53.224845 3670 obj_retry.go:492] Detected object tsf/patch-tekton-config-nvmb9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:53.232097 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-nvmb9 I0418 07:59:53.232123 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-nvmb9 I0418 07:59:53.790211 3670 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-0-237.ec2.internal I0418 07:59:53.790300 3670 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0418 07:59:53.809192 3670 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 18.916116ms I0418 07:59:53.809214 3670 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 18.942782ms I0418 07:59:53.810539 3670 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 20.346495ms, libovsdb time 930.195µs I0418 07:59:54.148551 3670 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 148e8992e9c6179974a4f668ad9360775875ac8d7e0f3c0ea9f8491dae073c60 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 148e8992e9c6179974a4f668ad9360775875ac8d7e0f3c0ea9f8491dae073c60 network default NAD default NAD key ] I0418 07:59:54.158195 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 148e8992e9c6179, network: default, NAD default, SandboxID: "148e8992e9c6179974a4f668ad9360775875ac8d7e0f3c0ea9f8491dae073c60", PCI device ID: , UID: "fe1f94e1-acd0-41a6-9814-2d153c2cacae", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0418 07:59:54.210423 3670 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 148e8992e9c6179974a4f668ad9360775875ac8d7e0f3c0ea9f8491dae073c60 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 148e8992e9c6179974a4f668ad9360775875ac8d7e0f3c0ea9f8491dae073c60 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:2f:4f:b3:a8:4f\",\"name\":\"148e8992e9c6179\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fece52e0-0fea-4886-b12d-a996a695a0fc\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 07:59:55.350517 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0418 07:59:57.313752 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0418 07:59:58.365577 3670 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 148e8992e9c6179974a4f668ad9360775875ac8d7e0f3c0ea9f8491dae073c60 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 148e8992e9c6179974a4f668ad9360775875ac8d7e0f3c0ea9f8491dae073c60 network default NAD default NAD key ] I0418 07:59:58.446446 3670 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 148e8992e9c6179974a4f668ad9360775875ac8d7e0f3c0ea9f8491dae073c60 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 148e8992e9c6179974a4f668ad9360775875ac8d7e0f3c0ea9f8491dae073c60 network default NAD default NAD key default], result "{}", err I0418 07:59:58.502847 3670 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:58.502881 3670 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0418 07:59:58.504164 3670 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.35 I0418 07:59:58.504198 3670 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:58.521705 3670 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:58.521730 3670 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:58.527988 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0418 07:59:58.528027 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0418 07:59:58.739207 3670 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-0-237.ec2.internal I0418 07:59:58.739301 3670 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0418 07:59:58.752813 3670 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 13.533402ms I0418 07:59:58.752837 3670 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 13.565744ms I0418 07:59:58.754141 3670 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 14.954838ms, libovsdb time 906.004µs I0418 07:59:59.097995 3670 cni.go:452] [tsf-tpa/test-tsf-tpa 2e0dc403867385ad56067b967f6777f6f26f58d89be0faf8a5129f94c8b1016b network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 2e0dc403867385ad56067b967f6777f6f26f58d89be0faf8a5129f94c8b1016b network default NAD default NAD key ] I0418 07:59:59.107642 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 2e0dc403867385a, network: default, NAD default, SandboxID: "2e0dc403867385ad56067b967f6777f6f26f58d89be0faf8a5129f94c8b1016b", PCI device ID: , UID: "bd63f27a-e3d0-424b-8278-0187483cc6fb", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0418 07:59:59.159340 3670 cni.go:473] [tsf-tpa/test-tsf-tpa 2e0dc403867385ad56067b967f6777f6f26f58d89be0faf8a5129f94c8b1016b network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 2e0dc403867385ad56067b967f6777f6f26f58d89be0faf8a5129f94c8b1016b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:6a:29:71:2b:1e\",\"name\":\"2e0dc403867385a\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/abd9c149-0b89-4974-bd74-fc7ab4abbf22\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 08:00:00.328683 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog W0418 08:00:01.352259 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0418 08:00:04.054494 3670 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608320-9vztj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:00:04.055134 3670 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608320-9vztj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:00:04.107370 3670 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-29608320-hzh8z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:00:04.107808 3670 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-29608320-hzh8z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:00:04.901118 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608320-9vztj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:00:04.901142 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608320-9vztj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:00:05.111594 3670 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-29608320-hzh8z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:00:05.111617 3670 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-29608320-hzh8z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0418 08:00:06.357491 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0418 08:00:12.803409 3670 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-ftxw7-6lhrv] creating logical port tsf-tas_tuf-repository-init-ftxw7-6lhrv for pod on switch ip-10-0-0-237.ec2.internal I0418 08:00:12.803506 3670 kube.go:256] Updating pod tsf-tas/tuf-repository-init-ftxw7-6lhrv I0418 08:00:12.819192 3670 pod.go:62] [tsf-tas/tuf-repository-init-ftxw7-6lhrv] pod update took 15.71442ms I0418 08:00:12.819220 3670 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-ftxw7-6lhrv] addLogicalPort annotation time took 15.746516ms I0418 08:00:12.820557 3670 pods.go:271] [tsf-tas/tuf-repository-init-ftxw7-6lhrv] addLogicalPort took 17.166005ms, libovsdb time 925.058µs I0418 08:00:21.388159 3670 namespace.go:142] [openshift-pipelines] updating namespace I0418 08:00:23.392309 3670 cni.go:452] [tsf-tas/tuf-repository-init-ftxw7-6lhrv 98d13124af2e2fbb7dd2b0216c3522b002b3b61eba9139b6ebe8a70f395edc5d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-ftxw7-6lhrv 98d13124af2e2fbb7dd2b0216c3522b002b3b61eba9139b6ebe8a70f395edc5d network default NAD default NAD key ] I0418 08:00:23.402175 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-ftxw7-6lhrv, hostIfaceName: 98d13124af2e2fb, network: default, NAD default, SandboxID: "98d13124af2e2fbb7dd2b0216c3522b002b3b61eba9139b6ebe8a70f395edc5d", PCI device ID: , UID: "0b06fbfc-f5fd-4377-b40e-5f142fbef24f", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0418 08:00:23.455973 3670 cni.go:473] [tsf-tas/tuf-repository-init-ftxw7-6lhrv 98d13124af2e2fbb7dd2b0216c3522b002b3b61eba9139b6ebe8a70f395edc5d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-ftxw7-6lhrv 98d13124af2e2fbb7dd2b0216c3522b002b3b61eba9139b6ebe8a70f395edc5d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:fe:ab:90:fa:b4\",\"name\":\"98d13124af2e2fb\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/99a0fc6f-4fa2-4d72-a965-151646d7ef70\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 08:00:26.520966 3670 cni.go:452] [tsf-tas/tuf-repository-init-ftxw7-6lhrv 98d13124af2e2fbb7dd2b0216c3522b002b3b61eba9139b6ebe8a70f395edc5d network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-ftxw7-6lhrv 98d13124af2e2fbb7dd2b0216c3522b002b3b61eba9139b6ebe8a70f395edc5d network default NAD default NAD key ] I0418 08:00:26.608616 3670 cni.go:473] [tsf-tas/tuf-repository-init-ftxw7-6lhrv 98d13124af2e2fbb7dd2b0216c3522b002b3b61eba9139b6ebe8a70f395edc5d network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-ftxw7-6lhrv 98d13124af2e2fbb7dd2b0216c3522b002b3b61eba9139b6ebe8a70f395edc5d network default NAD default NAD key default], result "{}", err I0418 08:00:26.657960 3670 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-ftxw7-6lhrv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:00:26.658001 3670 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-ftxw7-6lhrv I0418 08:00:26.659347 3670 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-ftxw7-6lhrv, ips: 10.130.0.37 I0418 08:00:26.659386 3670 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-ftxw7-6lhrv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:00:27.682460 3670 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-ftxw7-6lhrv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:00:27.682487 3670 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-ftxw7-6lhrv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:00:29.913309 3670 base_network_controller_pods.go:487] [default/tsf-tas/tuf-bc5768c88-b86cs] creating logical port tsf-tas_tuf-bc5768c88-b86cs for pod on switch ip-10-0-0-237.ec2.internal I0418 08:00:29.913425 3670 kube.go:256] Updating pod tsf-tas/tuf-bc5768c88-b86cs I0418 08:00:29.928239 3670 pod.go:62] [tsf-tas/tuf-bc5768c88-b86cs] pod update took 14.845737ms I0418 08:00:29.928269 3670 base_network_controller_pods.go:951] [default/tsf-tas/tuf-bc5768c88-b86cs] addLogicalPort annotation time took 14.880372ms I0418 08:00:29.929833 3670 pods.go:271] [tsf-tas/tuf-bc5768c88-b86cs] addLogicalPort took 16.540503ms, libovsdb time 1.106243ms I0418 08:00:33.271252 3670 cni.go:452] [tsf-tas/tuf-bc5768c88-b86cs 27837aa089abcae153d914a6484c92b043e78327d47d36ad20047f2cd3c19e1d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-bc5768c88-b86cs 27837aa089abcae153d914a6484c92b043e78327d47d36ad20047f2cd3c19e1d network default NAD default NAD key ] I0418 08:00:33.281418 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-bc5768c88-b86cs, hostIfaceName: 27837aa089abcae, network: default, NAD default, SandboxID: "27837aa089abcae153d914a6484c92b043e78327d47d36ad20047f2cd3c19e1d", PCI device ID: , UID: "89e0102d-6f40-490e-9d3c-15986dab9f5e", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0418 08:00:33.332946 3670 cni.go:473] [tsf-tas/tuf-bc5768c88-b86cs 27837aa089abcae153d914a6484c92b043e78327d47d36ad20047f2cd3c19e1d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-bc5768c88-b86cs 27837aa089abcae153d914a6484c92b043e78327d47d36ad20047f2cd3c19e1d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:98:ec:f4:fa:8e\",\"name\":\"27837aa089abcae\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4755c984-16af-46b7-9fdc-17ffda49a206\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 08:00:35.565794 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0418 08:00:46.578217 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0418 08:01:07.541647 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=47 I0418 08:01:18.658037 3670 obj_retry.go:498] Detected object tsf-tpa/create-db-c2l5m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:01:18.658675 3670 obj_retry.go:498] Detected object tsf-tpa/create-db-c2l5m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:01:19.685537 3670 obj_retry.go:492] Detected object tsf-tpa/create-db-c2l5m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:01:19.685560 3670 obj_retry.go:492] Detected object tsf-tpa/create-db-c2l5m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:01:22.416992 3670 obj_retry.go:498] Detected object openshift-pipelines/tekton-resource-pruner-qg7wb-29608320-rkck5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:01:22.417605 3670 obj_retry.go:498] Detected object openshift-pipelines/tekton-resource-pruner-qg7wb-29608320-rkck5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:01:22.703156 3670 obj_retry.go:498] Detected object tsf-tpa/migrate-db-nsrjv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:01:22.703710 3670 obj_retry.go:498] Detected object tsf-tpa/migrate-db-nsrjv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:01:22.826885 3670 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nsrjv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:01:22.826910 3670 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nsrjv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:01:23.301863 3670 obj_retry.go:492] Detected object openshift-pipelines/tekton-resource-pruner-qg7wb-29608320-rkck5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:01:23.301888 3670 obj_retry.go:492] Detected object openshift-pipelines/tekton-resource-pruner-qg7wb-29608320-rkck5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:01:29.455750 3670 obj_retry.go:498] Detected object tsf-tpa/create-importers-wx5jx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:01:29.456320 3670 obj_retry.go:498] Detected object tsf-tpa/create-importers-wx5jx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:01:30.481029 3670 obj_retry.go:492] Detected object tsf-tpa/create-importers-wx5jx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:01:30.481051 3670 obj_retry.go:492] Detected object tsf-tpa/create-importers-wx5jx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0418 08:01:32.631275 3670 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0418 08:01:41.658987 3670 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0418 08:01:47.929734 3670 cni.go:452] [tsf-tpa/test-tsf-tpa 2e0dc403867385ad56067b967f6777f6f26f58d89be0faf8a5129f94c8b1016b network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 2e0dc403867385ad56067b967f6777f6f26f58d89be0faf8a5129f94c8b1016b network default NAD default NAD key ] I0418 08:01:48.006427 3670 cni.go:473] [tsf-tpa/test-tsf-tpa 2e0dc403867385ad56067b967f6777f6f26f58d89be0faf8a5129f94c8b1016b network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 2e0dc403867385ad56067b967f6777f6f26f58d89be0faf8a5129f94c8b1016b network default NAD default NAD key default], result "{}", err I0418 08:01:48.056695 3670 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:01:48.056732 3670 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0418 08:01:48.057954 3670 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.130.0.36 I0418 08:01:48.057981 3670 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:01:48.096578 3670 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:01:48.096600 3670 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:01:48.104423 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0418 08:01:48.104450 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0418 08:01:48.805691 3670 namespace.go:98] [default-tenant] adding namespace I0418 08:01:48.805887 3670 namespace.go:98] [image-controller] adding namespace I0418 08:01:48.806576 3670 namespace.go:102] [default-tenant] adding namespace took 861.235µs I0418 08:01:48.807221 3670 namespace.go:102] [image-controller] adding namespace took 1.309342ms I0418 08:01:48.812816 3670 namespace.go:98] [build-service] adding namespace I0418 08:01:48.813436 3670 namespace.go:102] [build-service] adding namespace took 604.75µs I0418 08:01:48.814214 3670 namespace.go:98] [integration-service] adding namespace I0418 08:01:48.814837 3670 namespace.go:102] [integration-service] adding namespace took 609.06µs I0418 08:01:48.838797 3670 namespace.go:142] [default-tenant] updating namespace I0418 08:01:48.865302 3670 namespace.go:142] [default-tenant] updating namespace I0418 08:01:48.875842 3670 namespace.go:142] [image-controller] updating namespace I0418 08:01:48.897860 3670 namespace.go:142] [image-controller] updating namespace I0418 08:01:48.922103 3670 namespace.go:142] [build-service] updating namespace I0418 08:01:48.962671 3670 namespace.go:142] [build-service] updating namespace I0418 08:01:48.965491 3670 namespace.go:142] [integration-service] updating namespace I0418 08:01:48.988858 3670 namespace.go:142] [integration-service] updating namespace I0418 08:01:49.062229 3670 namespace.go:142] [build-service] updating namespace I0418 08:01:49.079741 3670 namespace.go:142] [integration-service] updating namespace I0418 08:01:49.115872 3670 namespace.go:98] [release-service] adding namespace I0418 08:01:49.116727 3670 namespace.go:102] [release-service] adding namespace took 838.646µs I0418 08:01:49.144627 3670 namespace.go:142] [konflux-ui] updating namespace I0418 08:01:49.169535 3670 namespace.go:142] [release-service] updating namespace I0418 08:01:49.215083 3670 namespace.go:142] [release-service] updating namespace I0418 08:01:49.292240 3670 namespace.go:98] [konflux-info] adding namespace I0418 08:01:49.293084 3670 namespace.go:102] [konflux-info] adding namespace took 825.289µs I0418 08:01:49.370269 3670 namespace.go:142] [konflux-info] updating namespace I0418 08:01:49.386300 3670 namespace.go:98] [namespace-lister] adding namespace I0418 08:01:49.387130 3670 namespace.go:102] [namespace-lister] adding namespace took 811.532µs I0418 08:01:49.401319 3670 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-237.ec2.internal I0418 08:01:49.401433 3670 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0418 08:01:49.427365 3670 namespace.go:142] [konflux-info] updating namespace I0418 08:01:49.427438 3670 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 26.031342ms I0418 08:01:49.427470 3670 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 26.05812ms I0418 08:01:49.428663 3670 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 27.357741ms, libovsdb time 843.213µs I0418 08:01:49.498299 3670 namespace.go:98] [enterprise-contract-service] adding namespace I0418 08:01:49.499083 3670 namespace.go:102] [enterprise-contract-service] adding namespace took 763.841µs I0418 08:01:49.540338 3670 namespace.go:142] [image-controller] updating namespace I0418 08:01:49.540527 3670 namespace.go:142] [namespace-lister] updating namespace I0418 08:01:49.565203 3670 namespace.go:142] [namespace-lister] updating namespace I0418 08:01:49.663244 3670 namespace.go:142] [enterprise-contract-service] updating namespace I0418 08:01:49.663432 3670 namespace.go:142] [default-tenant] updating namespace I0418 08:01:49.670457 3670 namespace.go:142] [enterprise-contract-service] updating namespace I0418 08:01:49.732116 3670 namespace.go:98] [segment-bridge] adding namespace I0418 08:01:49.732838 3670 namespace.go:102] [segment-bridge] adding namespace took 701.921µs I0418 08:01:49.800906 3670 cni.go:452] [konflux-ui/test-tsf-konflux 3c5a197f046e2069098cab7149e6afacb0b13d71fccb6f6a3207996f2d288166 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 3c5a197f046e2069098cab7149e6afacb0b13d71fccb6f6a3207996f2d288166 network default NAD default NAD key ] I0418 08:01:49.811904 3670 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 3c5a197f046e206, network: default, NAD default, SandboxID: "3c5a197f046e2069098cab7149e6afacb0b13d71fccb6f6a3207996f2d288166", PCI device ID: , UID: "f9bd6d0a-9248-4e87-ad83-ad722142454e", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0418 08:01:49.865442 3670 cni.go:473] [konflux-ui/test-tsf-konflux 3c5a197f046e2069098cab7149e6afacb0b13d71fccb6f6a3207996f2d288166 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 3c5a197f046e2069098cab7149e6afacb0b13d71fccb6f6a3207996f2d288166 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:c9:1d:b7:1b:fb\",\"name\":\"3c5a197f046e206\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6b3dc7ae-797f-4a5b-88c4-1ef2252c070b\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 08:01:49.979249 3670 namespace.go:142] [segment-bridge] updating namespace I0418 08:01:50.296347 3670 namespace.go:142] [segment-bridge] updating namespace I0418 08:01:50.370469 3670 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0418 08:01:50.371172 3670 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0418 08:01:50.371193 3670 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0418 08:01:50.373741 3670 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0418 08:01:50.549243 3670 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0418 08:01:50.549269 3670 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0418 08:01:50.550093 3670 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0418 08:01:51.528388 3670 namespace.go:142] [build-service] updating namespace I0418 08:01:51.835300 3670 namespace.go:142] [default-tenant] updating namespace I0418 08:01:52.010211 3670 namespace.go:142] [enterprise-contract-service] updating namespace I0418 08:01:52.192227 3670 namespace.go:142] [image-controller] updating namespace I0418 08:01:52.389500 3670 namespace.go:142] [integration-service] updating namespace I0418 08:01:52.424534 3670 base_network_controller_pods.go:487] [default/konflux-ui/proxy-6d59d54968-n2flx] creating logical port konflux-ui_proxy-6d59d54968-n2flx for pod on switch ip-10-0-0-237.ec2.internal I0418 08:01:52.424690 3670 kube.go:256] Updating pod konflux-ui/proxy-6d59d54968-n2flx I0418 08:01:52.461379 3670 pod.go:62] [konflux-ui/proxy-6d59d54968-n2flx] pod update took 36.73967ms I0418 08:01:52.461409 3670 base_network_controller_pods.go:951] [default/konflux-ui/proxy-6d59d54968-n2flx] addLogicalPort annotation time took 36.770417ms I0418 08:01:52.462867 3670 pods.go:271] [konflux-ui/proxy-6d59d54968-n2flx] addLogicalPort took 38.353933ms, libovsdb time 1.025868ms I0418 08:01:52.611226 3670 namespace.go:142] [konflux-info] updating namespace I0418 08:01:52.797564 3670 namespace.go:142] [namespace-lister] updating namespace I0418 08:01:52.985087 3670 namespace.go:142] [release-service] updating namespace I0418 08:01:53.196202 3670 namespace.go:142] [segment-bridge] updating namespace I0418 08:01:53.318521 3670 namespace.go:142] [build-service] updating namespace I0418 08:01:53.332380 3670 namespace.go:142] [default-tenant] updating namespace I0418 08:01:53.353327 3670 namespace.go:142] [enterprise-contract-service] updating namespace I0418 08:01:53.362365 3670 namespace.go:142] [image-controller] updating namespace I0418 08:01:53.373098 3670 namespace.go:142] [integration-service] updating namespace I0418 08:01:53.393180 3670 namespace.go:142] [konflux-info] updating namespace I0418 08:01:53.413019 3670 namespace.go:142] [namespace-lister] updating namespace I0418 08:01:53.426429 3670 namespace.go:142] [release-service] updating namespace I0418 08:01:53.440428 3670 namespace.go:142] [segment-bridge] updating namespace I0418 08:01:53.480626 3670 namespace.go:142] [build-service] updating namespace I0418 08:01:53.553267 3670 namespace.go:142] [default-tenant] updating namespace I0418 08:01:53.650205 3670 namespace.go:142] [enterprise-contract-service] updating namespace I0418 08:01:53.737265 3670 namespace.go:142] [image-controller] updating namespace I0418 08:01:53.836352 3670 namespace.go:142] [integration-service] updating namespace I0418 08:01:53.946058 3670 namespace.go:142] [konflux-info] updating namespace I0418 08:01:54.038110 3670 namespace.go:142] [namespace-lister] updating namespace I0418 08:01:54.142087 3670 namespace.go:142] [release-service] updating namespace I0418 08:01:54.262386 3670 namespace.go:142] [segment-bridge] updating namespace I0418 08:01:54.556662 3670 obj_retry.go:492] Detected object openshift-pipelines/tekton-resource-pruner-qg7wb-29608320-rkck5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:01:54.556692 3670 obj_retry.go:492] Detected object openshift-pipelines/tekton-resource-pruner-qg7wb-29608320-rkck5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:01:54.562210 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-resource-pruner-qg7wb-29608320-rkck5 I0418 08:01:54.562235 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-resource-pruner-qg7wb-29608320-rkck5 W0418 08:01:56.471002 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0418 08:01:58.487393 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0418 08:02:00.299445 3670 cni.go:452] [konflux-ui/proxy-6d59d54968-n2flx 0b706a3a2ad276c08973293f65f8e6d7b06e382512211e98c866122f66523737 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-6d59d54968-n2flx 0b706a3a2ad276c08973293f65f8e6d7b06e382512211e98c866122f66523737 network default NAD default NAD key ] I0418 08:02:00.309268 3670 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-6d59d54968-n2flx, hostIfaceName: 0b706a3a2ad276c, network: default, NAD default, SandboxID: "0b706a3a2ad276c08973293f65f8e6d7b06e382512211e98c866122f66523737", PCI device ID: , UID: "f2c576c0-0ff3-414b-a751-bfb2c2f7b69f", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0418 08:02:00.362355 3670 cni.go:473] [konflux-ui/proxy-6d59d54968-n2flx 0b706a3a2ad276c08973293f65f8e6d7b06e382512211e98c866122f66523737 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-6d59d54968-n2flx 0b706a3a2ad276c08973293f65f8e6d7b06e382512211e98c866122f66523737 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:44:22:8e:f9:52\",\"name\":\"0b706a3a2ad276c\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f1889c5-e9a6-4fc2-af30-80e3fe38c3d8\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 08:02:02.524176 3670 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0418 08:02:06.046109 3670 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0418 08:02:06.046130 3670 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0418 08:02:07.583337 3670 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0418 08:02:07.583362 3670 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0418 08:02:07.606793 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0418 08:02:07.610803 3670 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0418 08:02:07.640749 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0418 08:02:07.641203 3670 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0418 08:02:07.676733 3670 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0418 08:02:07.676800 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0418 08:02:19.052985 3670 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-pwlc5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:02:19.053562 3670 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-pwlc5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:02:19.640685 3670 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-pwlc5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:02:19.640714 3670 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-pwlc5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:02:19.647945 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-pwlc5 I0418 08:02:19.647970 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-pwlc5 I0418 08:02:35.631000 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 W0418 08:02:46.132541 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0418 08:02:46.132568 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0418 08:03:16.349227 3670 obj_retry.go:498] Detected object konflux-ui/proxy-6999bb4ff7-8s8ng of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:03:16.349776 3670 obj_retry.go:498] Detected object konflux-ui/proxy-6999bb4ff7-8s8ng of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:03:16.962163 3670 obj_retry.go:492] Detected object konflux-ui/proxy-6999bb4ff7-8s8ng of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:03:16.962190 3670 obj_retry.go:492] Detected object konflux-ui/proxy-6999bb4ff7-8s8ng of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:03:16.968793 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6999bb4ff7-8s8ng I0418 08:03:16.968813 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6999bb4ff7-8s8ng I0418 08:03:18.441474 3670 cni.go:452] [konflux-ui/test-tsf-konflux 3c5a197f046e2069098cab7149e6afacb0b13d71fccb6f6a3207996f2d288166 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 3c5a197f046e2069098cab7149e6afacb0b13d71fccb6f6a3207996f2d288166 network default NAD default NAD key ] I0418 08:03:18.521512 3670 cni.go:473] [konflux-ui/test-tsf-konflux 3c5a197f046e2069098cab7149e6afacb0b13d71fccb6f6a3207996f2d288166 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 3c5a197f046e2069098cab7149e6afacb0b13d71fccb6f6a3207996f2d288166 network default NAD default NAD key default], result "{}", err I0418 08:03:18.571987 3670 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:03:18.572041 3670 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0418 08:03:18.573300 3670 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.130.0.39 I0418 08:03:18.573328 3670 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:03:18.588851 3670 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:03:18.588876 3670 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:03:18.595917 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0418 08:03:18.595944 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0418 08:03:33.663629 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0418 08:04:07.255140 3670 namespace.go:98] [default-managed-tenant-76k9a] adding namespace I0418 08:04:07.256152 3670 namespace.go:102] [default-managed-tenant-76k9a] adding namespace took 963.293µs I0418 08:04:07.280820 3670 namespace.go:142] [default-managed-tenant-76k9a] updating namespace I0418 08:04:07.299799 3670 namespace.go:142] [default-managed-tenant-76k9a] updating namespace I0418 08:04:08.263805 3670 namespace.go:142] [default-managed-tenant-76k9a] updating namespace I0418 08:04:08.397468 3670 namespace.go:142] [default-managed-tenant-76k9a] updating namespace I0418 08:04:08.501169 3670 namespace.go:142] [default-managed-tenant-76k9a] updating namespace I0418 08:04:29.543101 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=127 I0418 08:04:30.554778 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=508 I0418 08:04:34.664435 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0418 08:05:14.653529 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0418 08:05:55.642950 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0418 08:05:58.541099 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0418 08:06:13.626870 3670 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0418 08:06:20.541542 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=97 I0418 08:07:01.542341 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=30 I0418 08:07:23.544696 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=24 I0418 08:07:43.627161 3670 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0418 08:08:04.661813 3670 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0418 08:08:34.636041 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0418 08:09:09.648111 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0418 08:10:04.331732 3670 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608330-f42kk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:10:04.332415 3670 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608330-f42kk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:10:05.201601 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608330-f42kk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:10:05.201655 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608330-f42kk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:10:42.656916 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0418 08:10:46.668272 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0418 08:11:03.646065 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5 I0418 08:11:19.049901 3670 obj_retry.go:492] Detected object tsf-tpa/create-db-c2l5m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:19.049921 3670 obj_retry.go:492] Detected object tsf-tpa/create-db-c2l5m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:19.055351 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-c2l5m I0418 08:11:19.055382 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-c2l5m I0418 08:11:22.030535 3670 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nsrjv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:22.030585 3670 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nsrjv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:22.035673 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-nsrjv I0418 08:11:22.035699 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-nsrjv I0418 08:11:30.034916 3670 obj_retry.go:492] Detected object tsf-tpa/create-importers-wx5jx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:30.034943 3670 obj_retry.go:492] Detected object tsf-tpa/create-importers-wx5jx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:30.039819 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-wx5jx I0418 08:11:30.039844 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-wx5jx I0418 08:11:44.634213 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0418 08:11:46.666768 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0418 08:12:03.544732 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0418 08:12:14.545724 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0418 08:12:34.546925 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0418 08:12:36.558298 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=24 I0418 08:13:17.630362 3670 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0418 08:13:59.630198 3670 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0418 08:15:10.652130 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0418 08:15:31.548057 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=34 I0418 08:15:48.664783 3670 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0418 08:15:58.545248 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 W0418 08:16:16.941785 3670 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb I0418 08:16:26.639430 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0418 08:16:32.649993 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0418 08:17:07.548199 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0418 08:17:19.638000 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0418 08:18:10.084435 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-dtgjm-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:18:10.085049 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-dtgjm-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:18:10.833808 3670 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-dtgjm-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:18:10.833834 3670 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-dtgjm-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:18:10.845603 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-dtgjm-init-pod I0418 08:18:10.845631 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-dtgjm-init-pod I0418 08:18:13.999606 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:18:14.000204 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:18:16.413522 3670 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-nfpzj] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-nfpzj for pod on switch ip-10-0-0-237.ec2.internal I0418 08:18:16.413627 3670 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-nfpzj I0418 08:18:16.428990 3670 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-nfpzj] pod update took 15.391702ms I0418 08:18:16.429027 3670 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-nfpzj] addLogicalPort annotation time took 15.434333ms I0418 08:18:16.430254 3670 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-nfpzj] addLogicalPort took 16.745478ms, libovsdb time 877.355µs I0418 08:18:16.776075 3670 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-nfpzj a24e90dd112ae127cf75af1222942571a20291c248e24e6c0de8c978d92c1058 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-nfpzj a24e90dd112ae127cf75af1222942571a20291c248e24e6c0de8c978d92c1058 network default NAD default NAD key ] I0418 08:18:16.786048 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-nfpzj, hostIfaceName: a24e90dd112ae12, network: default, NAD default, SandboxID: "a24e90dd112ae127cf75af1222942571a20291c248e24e6c0de8c978d92c1058", PCI device ID: , UID: "46db32dc-537e-4012-a92a-ac894516303f", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0418 08:18:16.840558 3670 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-nfpzj a24e90dd112ae127cf75af1222942571a20291c248e24e6c0de8c978d92c1058 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-nfpzj a24e90dd112ae127cf75af1222942571a20291c248e24e6c0de8c978d92c1058 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:2a:13:20:b1:1d\",\"name\":\"a24e90dd112ae12\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/92f672c2-c7f5-42f8-98dc-f0f3c61b91e2\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 08:18:28.119140 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:18:28.119750 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0418 08:18:30.572820 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 08:18:30.572841 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 08:18:30.572847 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 08:18:30.572853 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 08:18:30.572866 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 08:18:30.572870 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 08:18:30.572875 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 08:18:30.572879 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 08:18:30.942661 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 08:18:30.942683 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 08:18:30.942690 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 08:18:30.942697 3670 util.go:959] Failed to build node endpoints for node ip-10-0-0-237.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0418 08:19:10.134601 3670 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-vqxn2-build-container-pod] creating logical port default-tenant_tsf-demo-comp-on-push-vqxn2-build-container-pod for pod on switch ip-10-0-0-237.ec2.internal I0418 08:19:10.134734 3670 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-vqxn2-build-container-pod I0418 08:19:10.182887 3670 pod.go:62] [default-tenant/tsf-demo-comp-on-push-vqxn2-build-container-pod] pod update took 48.198436ms I0418 08:19:10.182912 3670 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-vqxn2-build-container-pod] addLogicalPort annotation time took 48.226261ms I0418 08:19:10.184151 3670 pods.go:271] [default-tenant/tsf-demo-comp-on-push-vqxn2-build-container-pod] addLogicalPort took 49.563866ms, libovsdb time 853.364µs I0418 08:19:10.406602 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:19:10.407137 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:19:10.498823 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-vqxn2-build-container-pod 8cfdcfd3c61b93f1e7e1575ac73da066c7c2a8e69b82ec5716c7eabb57839b47 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-build-container-pod 8cfdcfd3c61b93f1e7e1575ac73da066c7c2a8e69b82ec5716c7eabb57839b47 network default NAD default NAD key ] I0418 08:19:10.509423 3670 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-vqxn2-build-container-pod, hostIfaceName: 8cfdcfd3c61b93f, network: default, NAD default, SandboxID: "8cfdcfd3c61b93f1e7e1575ac73da066c7c2a8e69b82ec5716c7eabb57839b47", PCI device ID: , UID: "ec5f1554-d335-49ee-bddc-f2a2410acf5b", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0418 08:19:10.563928 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-vqxn2-build-container-pod 8cfdcfd3c61b93f1e7e1575ac73da066c7c2a8e69b82ec5716c7eabb57839b47 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-build-container-pod 8cfdcfd3c61b93f1e7e1575ac73da066c7c2a8e69b82ec5716c7eabb57839b47 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:49:b7:e6:af:25\",\"name\":\"8cfdcfd3c61b93f\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a20cc17e-dac4-4693-9757-30957d9d3b3b\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 08:19:45.660181 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0418 08:19:48.633462 3670 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0418 08:20:00.671358 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0418 08:20:04.701320 3670 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608340-7ftjt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:20:04.701912 3670 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608340-7ftjt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:20:05.562410 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608340-7ftjt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:20:05.562437 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608340-7ftjt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:20:05.593411 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608310-v4hmg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:20:05.593434 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608310-v4hmg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:20:05.603633 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29608310-v4hmg I0418 08:20:05.603662 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29608310-v4hmg I0418 08:20:22.549385 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0418 08:20:36.919754 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-mnq8q-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:20:36.920286 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-mnq8q-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:20:42.099616 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-mnq8q-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:20:42.100244 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-mnq8q-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:20:42.806478 3670 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-mnq8q-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:20:42.806504 3670 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-mnq8q-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:20:42.811510 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-mnq8q-clone-repository-pod I0418 08:20:42.811526 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-mnq8q-clone-repository-pod I0418 08:20:45.670907 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0418 08:20:50.016467 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:20:50.017040 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:20:59.104657 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:20:59.105261 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:21:12.561934 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=151 I0418 08:21:27.319178 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:21:27.319755 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:22:02.653153 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0418 08:22:12.237940 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-vqxn2-build-container-pod 8cfdcfd3c61b93f1e7e1575ac73da066c7c2a8e69b82ec5716c7eabb57839b47 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-build-container-pod 8cfdcfd3c61b93f1e7e1575ac73da066c7c2a8e69b82ec5716c7eabb57839b47 network default NAD default NAD key ] I0418 08:22:12.330904 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-vqxn2-build-container-pod 8cfdcfd3c61b93f1e7e1575ac73da066c7c2a8e69b82ec5716c7eabb57839b47 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-build-container-pod 8cfdcfd3c61b93f1e7e1575ac73da066c7c2a8e69b82ec5716c7eabb57839b47 network default NAD default NAD key default], result "{}", err I0418 08:22:12.447876 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:22:12.447922 3670 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-vqxn2-build-container-pod I0418 08:22:12.449751 3670 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-vqxn2-build-container-pod, ips: 10.130.0.42 I0418 08:22:12.449796 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:22:12.550067 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=11 I0418 08:22:12.633583 3670 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0418 08:22:21.013483 3670 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-vqxn2-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-vqxn2-deprecated-base-image-check-pod for pod on switch ip-10-0-0-237.ec2.internal I0418 08:22:21.013646 3670 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-vqxn2-deprecated-base-image-check-pod I0418 08:22:21.050476 3670 pod.go:62] [default-tenant/tsf-demo-comp-on-push-vqxn2-deprecated-base-image-check-pod] pod update took 36.866623ms I0418 08:22:21.050504 3670 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-vqxn2-deprecated-base-image-check-pod] addLogicalPort annotation time took 36.899548ms I0418 08:22:21.051792 3670 pods.go:271] [default-tenant/tsf-demo-comp-on-push-vqxn2-deprecated-base-image-check-pod] addLogicalPort took 38.32409ms, libovsdb time 905.92µs I0418 08:22:21.167560 3670 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-vqxn2-clair-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-vqxn2-clair-scan-pod for pod on switch ip-10-0-0-237.ec2.internal I0418 08:22:21.167693 3670 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-vqxn2-clair-scan-pod I0418 08:22:21.224137 3670 pod.go:62] [default-tenant/tsf-demo-comp-on-push-vqxn2-clair-scan-pod] pod update took 56.487829ms I0418 08:22:21.224163 3670 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-vqxn2-clair-scan-pod] addLogicalPort annotation time took 56.518737ms I0418 08:22:21.225481 3670 pods.go:271] [default-tenant/tsf-demo-comp-on-push-vqxn2-clair-scan-pod] addLogicalPort took 57.941522ms, libovsdb time 881.718µs I0418 08:22:21.379408 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-vqxn2-deprecated-base-image-check-pod 19eaf6393d3103f598baab7602ac0a9f345114cd2848470ea8a925c59cb3dab1 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-deprecated-base-image-check-pod 19eaf6393d3103f598baab7602ac0a9f345114cd2848470ea8a925c59cb3dab1 network default NAD default NAD key ] I0418 08:22:21.388937 3670 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-vqxn2-deprecated-base-image-check-pod, hostIfaceName: 19eaf6393d3103f, network: default, NAD default, SandboxID: "19eaf6393d3103f598baab7602ac0a9f345114cd2848470ea8a925c59cb3dab1", PCI device ID: , UID: "0e765507-d18e-4058-aebf-e772f8fbe94c", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0418 08:22:21.444550 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-vqxn2-deprecated-base-image-check-pod 19eaf6393d3103f598baab7602ac0a9f345114cd2848470ea8a925c59cb3dab1 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-deprecated-base-image-check-pod 19eaf6393d3103f598baab7602ac0a9f345114cd2848470ea8a925c59cb3dab1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:56:8c:50:a6:11\",\"name\":\"19eaf6393d3103f\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad54151d-9da4-4038-9eea-c6d3d244c240\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 08:22:21.504997 3670 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-vqxn2-clamav-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-vqxn2-clamav-scan-pod for pod on switch ip-10-0-0-237.ec2.internal I0418 08:22:21.505210 3670 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-vqxn2-clamav-scan-pod I0418 08:22:21.540576 3670 pod.go:62] [default-tenant/tsf-demo-comp-on-push-vqxn2-clamav-scan-pod] pod update took 35.39822ms I0418 08:22:21.540606 3670 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-vqxn2-clamav-scan-pod] addLogicalPort annotation time took 35.435118ms I0418 08:22:21.542100 3670 pods.go:271] [default-tenant/tsf-demo-comp-on-push-vqxn2-clamav-scan-pod] addLogicalPort took 37.123521ms, libovsdb time 914.971µs I0418 08:22:21.786595 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:22:21.787154 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:22:21.830509 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-vqxn2-clair-scan-pod 231903b743dee356faf29ee512b2f9b2cd6e9698b3b1b595d3314522eed05da5 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-clair-scan-pod 231903b743dee356faf29ee512b2f9b2cd6e9698b3b1b595d3314522eed05da5 network default NAD default NAD key ] I0418 08:22:21.840357 3670 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-vqxn2-clair-scan-pod, hostIfaceName: 231903b743dee35, network: default, NAD default, SandboxID: "231903b743dee356faf29ee512b2f9b2cd6e9698b3b1b595d3314522eed05da5", PCI device ID: , UID: "80282fa4-0a39-4c39-abbf-73f97c499fc5", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0418 08:22:21.875759 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-vqxn2-clamav-scan-pod 046d1f64b23f0d19d8e2e76792f3f993249668e5f5e2239b221c79db8f60bde3 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-clamav-scan-pod 046d1f64b23f0d19d8e2e76792f3f993249668e5f5e2239b221c79db8f60bde3 network default NAD default NAD key ] I0418 08:22:21.887363 3670 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-vqxn2-clamav-scan-pod, hostIfaceName: 046d1f64b23f0d1, network: default, NAD default, SandboxID: "046d1f64b23f0d19d8e2e76792f3f993249668e5f5e2239b221c79db8f60bde3", PCI device ID: , UID: "cfc2ec15-1eef-4172-996e-2ace9d48748f", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0418 08:22:21.898615 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-vqxn2-clair-scan-pod 231903b743dee356faf29ee512b2f9b2cd6e9698b3b1b595d3314522eed05da5 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-clair-scan-pod 231903b743dee356faf29ee512b2f9b2cd6e9698b3b1b595d3314522eed05da5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:f7:74:ac:04:b6\",\"name\":\"231903b743dee35\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d5897e41-b84d-4c40-918f-17a98c5dce12\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 08:22:21.940084 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-vqxn2-clamav-scan-pod 046d1f64b23f0d19d8e2e76792f3f993249668e5f5e2239b221c79db8f60bde3 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-clamav-scan-pod 046d1f64b23f0d19d8e2e76792f3f993249668e5f5e2239b221c79db8f60bde3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:79:47:18:29:48\",\"name\":\"046d1f64b23f0d1\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e2d60091-8447-4e1d-bb1e-e168e21866cf\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 08:22:22.788387 3670 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-vqxn2-tpa-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-vqxn2-tpa-scan-pod for pod on switch ip-10-0-0-237.ec2.internal I0418 08:22:22.788542 3670 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-vqxn2-tpa-scan-pod I0418 08:22:22.811847 3670 pod.go:62] [default-tenant/tsf-demo-comp-on-push-vqxn2-tpa-scan-pod] pod update took 23.338613ms I0418 08:22:22.811872 3670 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-vqxn2-tpa-scan-pod] addLogicalPort annotation time took 23.367902ms I0418 08:22:22.813253 3670 pods.go:271] [default-tenant/tsf-demo-comp-on-push-vqxn2-tpa-scan-pod] addLogicalPort took 24.884856ms, libovsdb time 971.208µs I0418 08:22:23.151241 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-vqxn2-tpa-scan-pod f9e4ceed736f84414d186873f3ce805d701987d87f3567db1be259d303f00e4b network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-tpa-scan-pod f9e4ceed736f84414d186873f3ce805d701987d87f3567db1be259d303f00e4b network default NAD default NAD key ] I0418 08:22:23.161822 3670 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-vqxn2-tpa-scan-pod, hostIfaceName: f9e4ceed736f844, network: default, NAD default, SandboxID: "f9e4ceed736f84414d186873f3ce805d701987d87f3567db1be259d303f00e4b", PCI device ID: , UID: "0d4b5286-d50e-4c61-8647-ecd281de5ae9", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0418 08:22:23.217409 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-vqxn2-tpa-scan-pod f9e4ceed736f84414d186873f3ce805d701987d87f3567db1be259d303f00e4b network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-tpa-scan-pod f9e4ceed736f84414d186873f3ce805d701987d87f3567db1be259d303f00e4b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:85:28:3c:29:c5\",\"name\":\"f9e4ceed736f844\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c84f027-0ed9-4e1a-81d7-b6ccb0290a80\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 08:22:34.548582 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0418 08:22:50.641601 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0418 08:23:09.551547 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=39 I0418 08:23:17.667560 3670 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0418 08:23:36.542056 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:23:36.542706 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:23:36.581639 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:23:36.582268 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:23:36.617462 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:23:36.618163 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:23:37.847908 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-vqxn2-deprecated-base-image-check-pod 19eaf6393d3103f598baab7602ac0a9f345114cd2848470ea8a925c59cb3dab1 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-deprecated-base-image-check-pod 19eaf6393d3103f598baab7602ac0a9f345114cd2848470ea8a925c59cb3dab1 network default NAD default NAD key ] I0418 08:23:37.950301 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-vqxn2-deprecated-base-image-check-pod 19eaf6393d3103f598baab7602ac0a9f345114cd2848470ea8a925c59cb3dab1 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-deprecated-base-image-check-pod 19eaf6393d3103f598baab7602ac0a9f345114cd2848470ea8a925c59cb3dab1 network default NAD default NAD key default], result "{}", err I0418 08:23:38.180685 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:23:38.180725 3670 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-vqxn2-deprecated-base-image-check-pod I0418 08:23:38.182216 3670 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-vqxn2-deprecated-base-image-check-pod, ips: 10.130.0.43 I0418 08:23:38.182242 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:23:50.936471 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-vqxn2-tpa-scan-pod f9e4ceed736f84414d186873f3ce805d701987d87f3567db1be259d303f00e4b network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-tpa-scan-pod f9e4ceed736f84414d186873f3ce805d701987d87f3567db1be259d303f00e4b network default NAD default NAD key ] I0418 08:23:51.026594 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-vqxn2-tpa-scan-pod f9e4ceed736f84414d186873f3ce805d701987d87f3567db1be259d303f00e4b network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-tpa-scan-pod f9e4ceed736f84414d186873f3ce805d701987d87f3567db1be259d303f00e4b network default NAD default NAD key default], result "{}", err I0418 08:23:51.132160 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:23:51.132197 3670 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-vqxn2-tpa-scan-pod I0418 08:23:51.133749 3670 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-vqxn2-tpa-scan-pod, ips: 10.130.0.46 I0418 08:23:51.133784 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:23:51.642594 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0418 08:23:54.655666 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0418 08:24:57.551559 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0418 08:25:00.104748 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:25:00.105414 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:25:05.400795 3670 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-nc7lp-clair-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-nc7lp-clair-scan-pod for pod on switch ip-10-0-0-237.ec2.internal I0418 08:25:05.400959 3670 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-nc7lp-clair-scan-pod I0418 08:25:05.438929 3670 pod.go:62] [default-tenant/tsf-demo-comp-on-push-nc7lp-clair-scan-pod] pod update took 38.019496ms I0418 08:25:05.438961 3670 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-nc7lp-clair-scan-pod] addLogicalPort annotation time took 38.056475ms I0418 08:25:05.440747 3670 pods.go:271] [default-tenant/tsf-demo-comp-on-push-nc7lp-clair-scan-pod] addLogicalPort took 39.971635ms, libovsdb time 1.219403ms I0418 08:25:05.840374 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-nc7lp-clair-scan-pod f06f9060ce63900479a3d15e2ae3263ab48a6dfadf2ac6407267701c7ac5df05 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-clair-scan-pod f06f9060ce63900479a3d15e2ae3263ab48a6dfadf2ac6407267701c7ac5df05 network default NAD default NAD key ] I0418 08:25:05.850762 3670 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-nc7lp-clair-scan-pod, hostIfaceName: f06f9060ce63900, network: default, NAD default, SandboxID: "f06f9060ce63900479a3d15e2ae3263ab48a6dfadf2ac6407267701c7ac5df05", PCI device ID: , UID: "3d138718-ee6c-4c42-8e05-d929f0b7b0ed", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0418 08:25:05.908418 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-nc7lp-clair-scan-pod f06f9060ce63900479a3d15e2ae3263ab48a6dfadf2ac6407267701c7ac5df05 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-clair-scan-pod f06f9060ce63900479a3d15e2ae3263ab48a6dfadf2ac6407267701c7ac5df05 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:03:83:21:70:15\",\"name\":\"f06f9060ce63900\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f3a8ec5-2e6f-4dcc-a329-f5cfb9792f79\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 08:25:06.150809 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:25:06.151406 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:25:16.365343 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:25:16.365956 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:25:20.456060 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:25:20.456692 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:25:56.839141 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:25:56.839843 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:26:06.856542 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:26:06.857131 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:26:17.983779 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:26:17.984401 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:26:33.552336 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0418 08:26:36.994842 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-nc7lp-clair-scan-pod f06f9060ce63900479a3d15e2ae3263ab48a6dfadf2ac6407267701c7ac5df05 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-clair-scan-pod f06f9060ce63900479a3d15e2ae3263ab48a6dfadf2ac6407267701c7ac5df05 network default NAD default NAD key ] I0418 08:26:36.994843 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-vqxn2-clair-scan-pod 231903b743dee356faf29ee512b2f9b2cd6e9698b3b1b595d3314522eed05da5 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-clair-scan-pod 231903b743dee356faf29ee512b2f9b2cd6e9698b3b1b595d3314522eed05da5 network default NAD default NAD key ] I0418 08:26:37.094492 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-nc7lp-clair-scan-pod f06f9060ce63900479a3d15e2ae3263ab48a6dfadf2ac6407267701c7ac5df05 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-clair-scan-pod f06f9060ce63900479a3d15e2ae3263ab48a6dfadf2ac6407267701c7ac5df05 network default NAD default NAD key default], result "{}", err I0418 08:26:37.104617 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-vqxn2-clair-scan-pod 231903b743dee356faf29ee512b2f9b2cd6e9698b3b1b595d3314522eed05da5 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-clair-scan-pod 231903b743dee356faf29ee512b2f9b2cd6e9698b3b1b595d3314522eed05da5 network default NAD default NAD key default], result "{}", err I0418 08:26:37.189544 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:26:37.189581 3670 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-nc7lp-clair-scan-pod I0418 08:26:37.191087 3670 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-nc7lp-clair-scan-pod, ips: 10.130.0.47 I0418 08:26:37.191122 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:26:37.229641 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:26:37.229677 3670 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-vqxn2-clair-scan-pod I0418 08:26:37.231129 3670 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-vqxn2-clair-scan-pod, ips: 10.130.0.44 I0418 08:26:37.231159 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:26:45.674830 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0418 08:26:47.254084 3670 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-nfpzj a24e90dd112ae127cf75af1222942571a20291c248e24e6c0de8c978d92c1058 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-nfpzj a24e90dd112ae127cf75af1222942571a20291c248e24e6c0de8c978d92c1058 network default NAD default NAD key ] I0418 08:26:47.343332 3670 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-nfpzj a24e90dd112ae127cf75af1222942571a20291c248e24e6c0de8c978d92c1058 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-nfpzj a24e90dd112ae127cf75af1222942571a20291c248e24e6c0de8c978d92c1058 network default NAD default NAD key default], result "{}", err I0418 08:26:47.407705 3670 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-nfpzj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:26:47.407739 3670 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-nfpzj I0418 08:26:47.409281 3670 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-nfpzj, ips: 10.130.0.41 I0418 08:26:47.409312 3670 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-nfpzj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:26:48.061076 3670 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-nfpzj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:26:48.061099 3670 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-nfpzj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:26:48.068257 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-nfpzj I0418 08:26:48.068294 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-nfpzj I0418 08:27:02.430595 3670 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-clpz7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:27:02.431204 3670 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-clpz7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:27:02.614833 3670 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-clpz7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:27:02.614854 3670 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-clpz7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:27:02.621319 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-clpz7 I0418 08:27:02.621347 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-clpz7 I0418 08:27:16.247740 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-vqxn2-clamav-scan-pod 046d1f64b23f0d19d8e2e76792f3f993249668e5f5e2239b221c79db8f60bde3 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-clamav-scan-pod 046d1f64b23f0d19d8e2e76792f3f993249668e5f5e2239b221c79db8f60bde3 network default NAD default NAD key ] I0418 08:27:16.342052 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-vqxn2-clamav-scan-pod 046d1f64b23f0d19d8e2e76792f3f993249668e5f5e2239b221c79db8f60bde3 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-clamav-scan-pod 046d1f64b23f0d19d8e2e76792f3f993249668e5f5e2239b221c79db8f60bde3 network default NAD default NAD key default], result "{}", err I0418 08:27:16.417062 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:27:16.417093 3670 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-vqxn2-clamav-scan-pod I0418 08:27:16.418392 3670 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-vqxn2-clamav-scan-pod, ips: 10.130.0.45 I0418 08:27:16.418424 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:27:19.061967 3670 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-cyfv-ffxqh-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-cyfv-ffxqh-collect-keyless-params-pod for pod on switch ip-10-0-0-237.ec2.internal I0418 08:27:19.062141 3670 kube.go:256] Updating pod default-tenant/my-integration-test-cyfv-ffxqh-collect-keyless-params-pod I0418 08:27:19.081540 3670 pod.go:62] [default-tenant/my-integration-test-cyfv-ffxqh-collect-keyless-params-pod] pod update took 19.434361ms I0418 08:27:19.081566 3670 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-cyfv-ffxqh-collect-keyless-params-pod] addLogicalPort annotation time took 19.460972ms I0418 08:27:19.082855 3670 pods.go:271] [default-tenant/my-integration-test-cyfv-ffxqh-collect-keyless-params-pod] addLogicalPort took 20.906793ms, libovsdb time 882.228µs I0418 08:27:19.447228 3670 cni.go:452] [default-tenant/my-integration-test-cyfv-ffxqh-collect-keyless-params-pod 4e05735be511dff3c37beaf1a58b188a51c45f0e5789975d71f7289e9c332b4e network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-cyfv-ffxqh-collect-keyless-params-pod 4e05735be511dff3c37beaf1a58b188a51c45f0e5789975d71f7289e9c332b4e network default NAD default NAD key ] I0418 08:27:19.457045 3670 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-cyfv-ffxqh-collect-keyless-params-pod, hostIfaceName: 4e05735be511dff, network: default, NAD default, SandboxID: "4e05735be511dff3c37beaf1a58b188a51c45f0e5789975d71f7289e9c332b4e", PCI device ID: , UID: "559cb1f6-a2cb-471d-b865-9a4cbdf9e454", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0418 08:27:19.510219 3670 cni.go:473] [default-tenant/my-integration-test-cyfv-ffxqh-collect-keyless-params-pod 4e05735be511dff3c37beaf1a58b188a51c45f0e5789975d71f7289e9c332b4e network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-cyfv-ffxqh-collect-keyless-params-pod 4e05735be511dff3c37beaf1a58b188a51c45f0e5789975d71f7289e9c332b4e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:69:36:a4:ec:a0\",\"name\":\"4e05735be511dff\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/94057dbd-44b5-4476-99d4-00399e35de9f\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 08:27:21.675288 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0418 08:27:31.673287 3670 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-cyfv-ffxqh-verify-pod] creating logical port default-tenant_my-integration-test-cyfv-ffxqh-verify-pod for pod on switch ip-10-0-0-237.ec2.internal I0418 08:27:31.673419 3670 kube.go:256] Updating pod default-tenant/my-integration-test-cyfv-ffxqh-verify-pod I0418 08:27:31.709808 3670 pod.go:62] [default-tenant/my-integration-test-cyfv-ffxqh-verify-pod] pod update took 36.432878ms I0418 08:27:31.709834 3670 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-cyfv-ffxqh-verify-pod] addLogicalPort annotation time took 36.464199ms I0418 08:27:31.711167 3670 pods.go:271] [default-tenant/my-integration-test-cyfv-ffxqh-verify-pod] addLogicalPort took 37.897554ms, libovsdb time 881.87µs I0418 08:27:32.082643 3670 cni.go:452] [default-tenant/my-integration-test-cyfv-ffxqh-verify-pod 52209294648dfdcd7ae9a1a847b1429946e584f7782e450765b109b9f2e1c76c network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-cyfv-ffxqh-verify-pod 52209294648dfdcd7ae9a1a847b1429946e584f7782e450765b109b9f2e1c76c network default NAD default NAD key ] I0418 08:27:32.092424 3670 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-cyfv-ffxqh-verify-pod, hostIfaceName: 52209294648dfdc, network: default, NAD default, SandboxID: "52209294648dfdcd7ae9a1a847b1429946e584f7782e450765b109b9f2e1c76c", PCI device ID: , UID: "4c9a8960-7cdb-449b-8728-fbaf8d7c9959", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0418 08:27:32.148071 3670 cni.go:473] [default-tenant/my-integration-test-cyfv-ffxqh-verify-pod 52209294648dfdcd7ae9a1a847b1429946e584f7782e450765b109b9f2e1c76c network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-cyfv-ffxqh-verify-pod 52209294648dfdcd7ae9a1a847b1429946e584f7782e450765b109b9f2e1c76c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:3b:9f:65:03:50\",\"name\":\"52209294648dfdc\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ecb9902-800f-4db1-9697-d4b97a6bc6cd\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 08:27:32.364143 3670 cni.go:452] [default-tenant/my-integration-test-cyfv-ffxqh-collect-keyless-params-pod 4e05735be511dff3c37beaf1a58b188a51c45f0e5789975d71f7289e9c332b4e network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-cyfv-ffxqh-collect-keyless-params-pod 4e05735be511dff3c37beaf1a58b188a51c45f0e5789975d71f7289e9c332b4e network default NAD default NAD key ] I0418 08:27:32.440080 3670 cni.go:473] [default-tenant/my-integration-test-cyfv-ffxqh-collect-keyless-params-pod 4e05735be511dff3c37beaf1a58b188a51c45f0e5789975d71f7289e9c332b4e network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-cyfv-ffxqh-collect-keyless-params-pod 4e05735be511dff3c37beaf1a58b188a51c45f0e5789975d71f7289e9c332b4e network default NAD default NAD key default], result "{}", err I0418 08:27:32.547942 3670 obj_retry.go:498] Detected object default-tenant/my-integration-test-cyfv-ffxqh-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:27:32.548028 3670 pods.go:176] Deleting pod: default-tenant/my-integration-test-cyfv-ffxqh-collect-keyless-params-pod I0418 08:27:32.549445 3670 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-cyfv-ffxqh-collect-keyless-params-pod, ips: 10.130.0.48 I0418 08:27:32.549476 3670 obj_retry.go:498] Detected object default-tenant/my-integration-test-cyfv-ffxqh-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:27:35.565874 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=249 I0418 08:27:39.637262 3670 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0418 08:27:47.492176 3670 cni.go:452] [default-tenant/my-integration-test-cyfv-ffxqh-verify-pod 52209294648dfdcd7ae9a1a847b1429946e584f7782e450765b109b9f2e1c76c network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-cyfv-ffxqh-verify-pod 52209294648dfdcd7ae9a1a847b1429946e584f7782e450765b109b9f2e1c76c network default NAD default NAD key ] I0418 08:27:47.591478 3670 cni.go:473] [default-tenant/my-integration-test-cyfv-ffxqh-verify-pod 52209294648dfdcd7ae9a1a847b1429946e584f7782e450765b109b9f2e1c76c network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-cyfv-ffxqh-verify-pod 52209294648dfdcd7ae9a1a847b1429946e584f7782e450765b109b9f2e1c76c network default NAD default NAD key default], result "{}", err I0418 08:27:47.713944 3670 obj_retry.go:498] Detected object default-tenant/my-integration-test-cyfv-ffxqh-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:27:47.713973 3670 pods.go:176] Deleting pod: default-tenant/my-integration-test-cyfv-ffxqh-verify-pod I0418 08:27:47.715475 3670 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-cyfv-ffxqh-verify-pod, ips: 10.130.0.49 I0418 08:27:47.715511 3670 obj_retry.go:498] Detected object default-tenant/my-integration-test-cyfv-ffxqh-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:27:51.636852 3670 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9