+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-190.ec2.internal ++ [[ -n ip-10-0-2-190.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-190.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0420 11:38:21.635806791 - disable conntrack on geneve port' I0420 11:38:21.635806791 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0420 11:38:21.651856910 - starting ovnkube-node' I0420 11:38:21.651856910 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-190.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-190.ec2.internal --init-node ip-10-0-2-190.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-190.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0420 11:38:21.693354 3825 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0420 11:38:21.693423 3825 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-2de2d7076e.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0420 11:38:21.694849 3825 kube.go:431] Waiting for certificate I0420 11:38:21.694878 3825 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0420 11:38:21.694924 3825 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0420 11:38:21.695678 3825 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0420 11:38:21.727067 3825 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 11:38:21.727087 3825 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 11:38:21.729303 3825 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 11:38:21.729385 3825 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-r64zx" I0420 11:38:21.736557 3825 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-r64zx" I0420 11:38:21.736630 3825 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 11:38:22.695876 3825 kube.go:438] Certificate found I0420 11:38:22.696496 3825 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0420 11:38:22.697725 3825 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0420 11:38:22.739522 3825 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-21 11:33:21 +0000 UTC" deadline="2026-04-21 06:32:36.047844696 +0000 UTC" I0420 11:38:22.740331 3825 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h54m13.307535278s" I0420 11:38:22.767836 3825 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0420 11:38:22.792271 3825 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0420 11:38:22.792348 3825 server.go:101] MetricServer registers OVS metrics I0420 11:38:22.792712 3825 server.go:105] MetricServer registers OVN DB metrics I0420 11:38:22.793839 3825 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0420 11:38:22.793915 3825 factory.go:561] Starting watch factory I0420 11:38:22.794018 3825 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:38:22.794041 3825 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:38:22.794044 3825 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:38:22.794043 3825 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:38:22.794069 3825 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:38:22.794080 3825 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:38:22.794049 3825 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:38:22.794208 3825 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:38:22.794214 3825 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:38:22.794233 3825 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:38:22.794850 3825 controller_manager.go:370] Starting the ovnkube controller I0420 11:38:22.794870 3825 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-190.ec2.internal I0420 11:38:22.794963 3825 controller_manager.go:395] NBDB zone sync took: 79.456µs I0420 11:38:22.794976 3825 factory.go:561] Starting watch factory I0420 11:38:22.795785 3825 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:38:22.795865 3825 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:38:22.797476 3825 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0420 11:38:22.797520 3825 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0420 11:38:22.811569 3825 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0420 11:38:22.811597 3825 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0420 11:38:22.813226 3825 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:38:22.813823 3825 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:38:22.814581 3825 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:38:22.814895 3825 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:38:22.818350 3825 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0420 11:38:22.818487 3825 server.go:109] MetricServer registers OVN Controller metrics I0420 11:38:22.819384 3825 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:38:22.823731 3825 server.go:113] MetricServer registers OVN Northd metrics I0420 11:38:22.823982 3825 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:38:22.828073 3825 metrics.go:519] OVN Metrics Server starts to run ... I0420 11:38:22.900565 3825 factory.go:1977] *v1.Service informer cache synced successfully I0420 11:38:22.900593 3825 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0420 11:38:22.900599 3825 factory.go:1977] *v1.Pod informer cache synced successfully I0420 11:38:22.900603 3825 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0420 11:38:22.900607 3825 factory.go:1977] *v1.Namespace informer cache synced successfully I0420 11:38:22.900611 3825 factory.go:1977] *v1.Node informer cache synced successfully I0420 11:38:22.900718 3825 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 11:38:22.900757 3825 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 11:38:22.900767 3825 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 11:38:22.900808 3825 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 11:38:22.901076 3825 factory.go:1977] *v1.Service informer cache synced successfully I0420 11:38:22.901093 3825 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0420 11:38:22.901101 3825 factory.go:1977] *v1.Pod informer cache synced successfully I0420 11:38:22.901105 3825 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0420 11:38:22.901113 3825 factory.go:1977] *v1.Namespace informer cache synced successfully I0420 11:38:22.901118 3825 factory.go:1977] *v1.Node informer cache synced successfully I0420 11:38:22.904238 3825 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 11:38:22.904258 3825 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 11:38:22.906098 3825 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0420 11:38:22.906109 3825 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0420 11:38:22.906158 3825 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:22.906171 3825 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:22.906230 3825 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0420 11:38:22.906241 3825 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0420 11:38:22.908494 3825 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:22.911532 3825 factory.go:1977] *v1.EgressIP informer cache synced successfully I0420 11:38:22.911545 3825 factory.go:1977] *v1.EgressIP informer cache synced successfully I0420 11:38:22.911648 3825 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:22.911679 3825 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:22.914232 3825 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:22.917418 3825 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0420 11:38:22.917428 3825 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0420 11:38:22.917520 3825 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:22.917530 3825 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:22.920179 3825 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:22.922481 3825 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0420 11:38:22.922549 3825 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:22.922555 3825 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0420 11:38:22.922564 3825 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:22.925091 3825 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:22.928219 3825 factory.go:1977] *v1.EgressService informer cache synced successfully I0420 11:38:22.928227 3825 factory.go:1977] *v1.EgressService informer cache synced successfully I0420 11:38:22.928291 3825 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:22.928306 3825 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:22.930644 3825 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:22.933913 3825 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0420 11:38:22.933918 3825 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0420 11:38:22.934080 3825 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0420 11:38:22.934095 3825 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0420 11:38:22.936867 3825 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0420 11:38:22.938942 3825 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0420 11:38:22.939001 3825 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:22.939012 3825 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:22.939065 3825 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:22.939072 3825 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0420 11:38:22.939082 3825 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:22.941548 3825 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:22.941641 3825 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:22.944041 3825 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0420 11:38:22.944054 3825 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0420 11:38:22.944064 3825 factory.go:680] Watch Factory start up complete, took: 150.151401ms I0420 11:38:22.944121 3825 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0420 11:38:22.944134 3825 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0420 11:38:22.944141 3825 factory.go:680] Watch Factory start up complete, took: 149.164834ms I0420 11:38:22.944148 3825 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-190.ec2.internal" zone I0420 11:38:22.944184 3825 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0420 11:38:22.981467 3825 default_node_network_controller.go:710] Initializing the default node network controller I0420 11:38:23.037055 3825 udn_isolation.go:101] Starting UDN host isolation manager I0420 11:38:23.044169 3825 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0420 11:38:23.124291 3825 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0420 11:38:23.124390 3825 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0420 11:38:23.124409 3825 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0420 11:38:23.157339 3825 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0420 11:38:23.157402 3825 default_node_network_controller.go:809] Node ip-10-0-2-190.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0420 11:38:23.162891 3825 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.190"] k8s.ovn.org/zone-name:ip-10-0-2-190.ec2.internal] on node ip-10-0-2-190.ec2.internal I0420 11:38:23.185218 3825 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0420 11:38:23.191089 3825 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0420 11:38:23.191251 3825 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0420 11:38:23.191407 3825 gateway_init.go:263] Preparing Gateway I0420 11:38:23.191419 3825 gateway_shared_intf.go:1687] Creating new gateway I0420 11:38:23.194685 3825 controller_manager.go:429] Waiting for node in zone sync took: 250.524757ms I0420 11:38:23.202404 3825 controller_manager.go:611] Switching to transit router for layer2 networks I0420 11:38:23.202420 3825 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-190.ec2.internal I0420 11:38:23.217949 3825 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0420 11:38:23.223941 3825 controller_manager.go:290] SCTP support detected in OVN I0420 11:38:23.224515 3825 services_controller.go:69] Creating services controller for network=default I0420 11:38:23.224593 3825 udn_enabled_svc.go:80] Waiting for service informer to sync I0420 11:38:23.224753 3825 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0420 11:38:23.224794 3825 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0420 11:38:23.224828 3825 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0420 11:38:23.224842 3825 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0420 11:38:23.225050 3825 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0420 11:38:23.225098 3825 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0420 11:38:23.225130 3825 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 50.711µs I0420 11:38:23.225142 3825 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 33.697µs I0420 11:38:23.225152 3825 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 51.818µs I0420 11:38:23.225160 3825 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0420 11:38:23.225171 3825 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0420 11:38:23.225184 3825 default_network_controller.go:325] Starting the default network controller I0420 11:38:23.225256 3825 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 15.88µs I0420 11:38:23.225458 3825 udn_enabled_svc.go:95] Performing full resync I0420 11:38:23.225757 3825 udn_enabled_svc.go:99] Waiting for handler to sync I0420 11:38:23.225772 3825 udn_enabled_svc.go:104] Starting worker I0420 11:38:23.233858 3825 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0420 11:38:23.233914 3825 repair.go:33] Syncing exgw routes took 43.473µs I0420 11:38:23.233936 3825 default_network_controller.go:414] Starting all the Watchers... I0420 11:38:23.234165 3825 namespace.go:98] [openshift-ingress-operator] adding namespace I0420 11:38:23.234185 3825 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0420 11:38:23.234187 3825 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0420 11:38:23.234200 3825 namespace.go:98] [openshift-backplane-cse] adding namespace I0420 11:38:23.234212 3825 namespace.go:98] [openshift-service-ca-operator] adding namespace I0420 11:38:23.234221 3825 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0420 11:38:23.234233 3825 namespace.go:98] [openshift-operators-redhat] adding namespace I0420 11:38:23.234242 3825 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0420 11:38:23.234248 3825 namespace.go:98] [openshift-ingress] adding namespace I0420 11:38:23.234254 3825 namespace.go:98] [openshift-kube-scheduler] adding namespace I0420 11:38:23.234267 3825 namespace.go:98] [openshift-cluster-version] adding namespace I0420 11:38:23.234280 3825 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0420 11:38:23.234305 3825 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0420 11:38:23.234313 3825 namespace.go:98] [openshift-must-gather-operator] adding namespace I0420 11:38:23.234314 3825 namespace.go:98] [openshift-route-controller-manager] adding namespace I0420 11:38:23.234807 3825 namespace.go:102] [openshift-ingress-operator] adding namespace took 628.724µs I0420 11:38:23.234823 3825 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0420 11:38:23.235314 3825 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 485.741µs I0420 11:38:23.235334 3825 namespace.go:98] [openshift-marketplace] adding namespace I0420 11:38:23.235822 3825 namespace.go:102] [openshift-marketplace] adding namespace took 478.966µs I0420 11:38:23.235843 3825 namespace.go:98] [openshift-console-user-settings] adding namespace I0420 11:38:23.236343 3825 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 2.149252ms I0420 11:38:23.236359 3825 namespace.go:98] [openshift-config-managed] adding namespace I0420 11:38:23.236779 3825 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 2.580103ms I0420 11:38:23.236796 3825 namespace.go:98] [kube-system] adding namespace I0420 11:38:23.237273 3825 namespace.go:102] [openshift-backplane-cse] adding namespace took 3.067243ms I0420 11:38:23.237291 3825 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0420 11:38:23.237704 3825 namespace.go:102] [openshift-service-ca-operator] adding namespace took 3.486348ms I0420 11:38:23.237717 3825 namespace.go:98] [openshift-image-registry] adding namespace I0420 11:38:23.238392 3825 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 4.156542ms I0420 11:38:23.238415 3825 namespace.go:98] [openshift-etcd] adding namespace I0420 11:38:23.239117 3825 namespace.go:102] [openshift-operators-redhat] adding namespace took 4.872438ms I0420 11:38:23.239139 3825 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0420 11:38:23.239680 3825 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 5.425661ms I0420 11:38:23.239697 3825 namespace.go:98] [open-cluster-management-2pprst5nusibgq03117kjfn2t3hbbnqb] adding namespace I0420 11:38:23.240219 3825 namespace.go:102] [openshift-ingress] adding namespace took 5.961343ms I0420 11:38:23.240241 3825 namespace.go:98] [openshift-node] adding namespace I0420 11:38:23.240858 3825 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.592516ms I0420 11:38:23.240874 3825 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0420 11:38:23.241478 3825 namespace.go:102] [openshift-cluster-version] adding namespace took 7.20014ms I0420 11:38:23.241497 3825 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0420 11:38:23.242096 3825 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.808107ms I0420 11:38:23.242114 3825 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0420 11:38:23.242558 3825 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 8.237489ms I0420 11:38:23.242578 3825 namespace.go:98] [default] adding namespace I0420 11:38:23.243185 3825 namespace.go:102] [openshift-must-gather-operator] adding namespace took 8.864232ms I0420 11:38:23.243205 3825 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0420 11:38:23.243753 3825 namespace.go:102] [openshift-route-controller-manager] adding namespace took 9.411869ms I0420 11:38:23.243775 3825 namespace.go:98] [openshift-customer-monitoring] adding namespace I0420 11:38:23.244162 3825 namespace.go:102] [openshift-console-user-settings] adding namespace took 8.311372ms I0420 11:38:23.244176 3825 namespace.go:98] [openshift-backplane] adding namespace I0420 11:38:23.244641 3825 namespace.go:102] [openshift-config-managed] adding namespace took 8.277838ms I0420 11:38:23.244652 3825 namespace.go:98] [openshift-monitoring] adding namespace I0420 11:38:23.245178 3825 namespace.go:102] [kube-system] adding namespace took 8.376536ms I0420 11:38:23.245191 3825 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0420 11:38:23.245602 3825 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 8.306132ms I0420 11:38:23.245615 3825 namespace.go:98] [openshift-machine-api] adding namespace I0420 11:38:23.246134 3825 namespace.go:102] [openshift-image-registry] adding namespace took 8.410247ms I0420 11:38:23.246148 3825 namespace.go:98] [openshift-network-diagnostics] adding namespace I0420 11:38:23.246660 3825 namespace.go:102] [openshift-etcd] adding namespace took 8.229492ms I0420 11:38:23.246681 3825 namespace.go:98] [openshift-network-node-identity] adding namespace I0420 11:38:23.247098 3825 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.951253ms I0420 11:38:23.247116 3825 namespace.go:98] [openshift-config-operator] adding namespace I0420 11:38:23.247467 3825 namespace.go:102] [open-cluster-management-2pprst5nusibgq03117kjfn2t3hbbnqb] adding namespace took 7.763257ms I0420 11:38:23.247481 3825 namespace.go:98] [openshift-ingress-canary] adding namespace I0420 11:38:23.247877 3825 namespace.go:102] [openshift-node] adding namespace took 7.630684ms I0420 11:38:23.247889 3825 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0420 11:38:23.248262 3825 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.382255ms I0420 11:38:23.248276 3825 namespace.go:98] [openshift-network-console] adding namespace I0420 11:38:23.248754 3825 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.252439ms I0420 11:38:23.248765 3825 namespace.go:98] [dedicated-admin] adding namespace I0420 11:38:23.249142 3825 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.02194ms I0420 11:38:23.249155 3825 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0420 11:38:23.249517 3825 namespace.go:102] [default] adding namespace took 6.934612ms I0420 11:38:23.249528 3825 namespace.go:98] [openshift-operators] adding namespace I0420 11:38:23.249927 3825 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.717353ms I0420 11:38:23.249939 3825 namespace.go:98] [openshift-backplane-csm] adding namespace I0420 11:38:23.250313 3825 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.530926ms I0420 11:38:23.250324 3825 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0420 11:38:23.250757 3825 namespace.go:102] [openshift-backplane] adding namespace took 6.575309ms I0420 11:38:23.250772 3825 namespace.go:98] [openshift-authentication-operator] adding namespace I0420 11:38:23.251149 3825 namespace.go:102] [openshift-monitoring] adding namespace took 6.492545ms I0420 11:38:23.251161 3825 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0420 11:38:23.251544 3825 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.347735ms I0420 11:38:23.251554 3825 namespace.go:98] [openshift-user-workload-monitoring] adding namespace W0420 11:38:23.251905 3825 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-96r95: pod openshift-network-diagnostics/network-check-target-96r95: no pod IPs found W0420 11:38:23.251927 3825 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-c7tdw: pod openshift-network-diagnostics/network-check-target-c7tdw: no pod IPs found I0420 11:38:23.251933 3825 namespace.go:102] [openshift-machine-api] adding namespace took 6.313931ms I0420 11:38:23.251943 3825 namespace.go:98] [openshift-host-network] adding namespace I0420 11:38:23.252441 3825 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.290032ms I0420 11:38:23.252449 3825 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0420 11:38:23.252847 3825 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.160397ms I0420 11:38:23.252861 3825 namespace.go:98] [openshift-backplane-mobb] adding namespace I0420 11:38:23.253263 3825 namespace.go:102] [openshift-config-operator] adding namespace took 6.142192ms I0420 11:38:23.253274 3825 namespace.go:98] [openshift-apiserver] adding namespace I0420 11:38:23.253708 3825 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.22233ms I0420 11:38:23.253718 3825 namespace.go:98] [openshift-apiserver-operator] adding namespace I0420 11:38:23.254140 3825 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.247062ms I0420 11:38:23.254150 3825 namespace.go:98] [openshift] adding namespace I0420 11:38:23.254566 3825 namespace.go:102] [openshift-network-console] adding namespace took 6.28409ms I0420 11:38:23.254582 3825 namespace.go:98] [openshift-insights] adding namespace I0420 11:38:23.255076 3825 namespace.go:102] [dedicated-admin] adding namespace took 6.303715ms I0420 11:38:23.255093 3825 namespace.go:98] [openshift-backplane-tam] adding namespace I0420 11:38:23.256083 3825 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.92266ms I0420 11:38:23.256101 3825 namespace.go:98] [openshift-console-operator] adding namespace I0420 11:38:23.256512 3825 namespace.go:102] [openshift-operators] adding namespace took 6.979796ms I0420 11:38:23.256525 3825 namespace.go:98] [kube-node-lease] adding namespace I0420 11:38:23.256961 3825 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.017716ms I0420 11:38:23.256971 3825 namespace.go:98] [openshift-backplane-srep] adding namespace I0420 11:38:23.257373 3825 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.04417ms I0420 11:38:23.257382 3825 namespace.go:98] [openshift-backplane-cee] adding namespace I0420 11:38:23.257885 3825 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.108189ms I0420 11:38:23.258410 3825 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.243913ms I0420 11:38:23.258424 3825 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0420 11:38:23.258861 3825 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.302755ms I0420 11:38:23.258871 3825 namespace.go:98] [openshift-infra] adding namespace I0420 11:38:23.259440 3825 namespace.go:102] [openshift-host-network] adding namespace took 7.487533ms I0420 11:38:23.259460 3825 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0420 11:38:23.260325 3825 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.870859ms I0420 11:38:23.260338 3825 namespace.go:98] [openshift-multus] adding namespace I0420 11:38:23.260755 3825 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.890385ms I0420 11:38:23.260765 3825 namespace.go:98] [openshift-kube-apiserver] adding namespace I0420 11:38:23.261197 3825 namespace.go:102] [openshift-apiserver] adding namespace took 7.918396ms I0420 11:38:23.261208 3825 namespace.go:98] [kube-public] adding namespace I0420 11:38:23.261681 3825 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.959309ms I0420 11:38:23.261691 3825 namespace.go:98] [openshift-controller-manager] adding namespace I0420 11:38:23.262227 3825 namespace.go:102] [openshift] adding namespace took 8.073311ms I0420 11:38:23.262239 3825 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0420 11:38:23.262761 3825 namespace.go:102] [openshift-insights] adding namespace took 8.170401ms I0420 11:38:23.262776 3825 namespace.go:98] [openshift-console] adding namespace I0420 11:38:23.263200 3825 namespace.go:102] [openshift-backplane-tam] adding namespace took 8.102129ms I0420 11:38:23.263212 3825 namespace.go:98] [openshift-dns] adding namespace I0420 11:38:23.263594 3825 namespace.go:102] [openshift-console-operator] adding namespace took 7.486783ms I0420 11:38:23.263606 3825 namespace.go:98] [openshift-authentication] adding namespace I0420 11:38:23.263996 3825 namespace.go:102] [kube-node-lease] adding namespace took 7.46654ms I0420 11:38:23.264007 3825 namespace.go:98] [openshift-network-operator] adding namespace I0420 11:38:23.264373 3825 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.397002ms I0420 11:38:23.264386 3825 namespace.go:98] [openshift-machine-config-operator] adding namespace I0420 11:38:23.264759 3825 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.3725ms I0420 11:38:23.264771 3825 namespace.go:98] [openshift-dns-operator] adding namespace I0420 11:38:23.265307 3825 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.879149ms I0420 11:38:23.265756 3825 namespace.go:102] [openshift-infra] adding namespace took 6.881212ms W0420 11:38:23.266276 3825 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-p4ghc: pod openshift-multus/network-metrics-daemon-p4ghc: no pod IPs found W0420 11:38:23.266286 3825 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-sgztn: pod openshift-multus/network-metrics-daemon-sgztn: no pod IPs found I0420 11:38:23.266306 3825 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.838119ms I0420 11:38:23.266321 3825 namespace.go:98] [openshift-package-operator] adding namespace I0420 11:38:23.266848 3825 namespace.go:102] [openshift-multus] adding namespace took 6.504526ms I0420 11:38:23.267372 3825 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.60318ms I0420 11:38:23.267850 3825 namespace.go:102] [kube-public] adding namespace took 6.637849ms I0420 11:38:23.268489 3825 namespace.go:102] [openshift-controller-manager] adding namespace took 6.792995ms I0420 11:38:23.268939 3825 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.693768ms I0420 11:38:23.269334 3825 namespace.go:102] [openshift-console] adding namespace took 6.552488ms I0420 11:38:23.269346 3825 namespace.go:98] [openshift-config] adding namespace I0420 11:38:23.269760 3825 namespace.go:102] [openshift-dns] adding namespace took 6.54298ms I0420 11:38:23.270203 3825 namespace.go:102] [openshift-authentication] adding namespace took 6.592324ms I0420 11:38:23.270583 3825 namespace.go:102] [openshift-network-operator] adding namespace took 6.570298ms I0420 11:38:23.270597 3825 namespace.go:98] [openshift-logging] adding namespace I0420 11:38:23.271041 3825 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.649023ms I0420 11:38:23.271525 3825 namespace.go:102] [openshift-dns-operator] adding namespace took 6.749865ms I0420 11:38:23.271939 3825 namespace.go:102] [openshift-package-operator] adding namespace took 5.612944ms I0420 11:38:23.272019 3825 iptables.go:108] Creating table: filter chain: FORWARD I0420 11:38:23.272394 3825 namespace.go:102] [openshift-config] adding namespace took 3.042471ms I0420 11:38:23.272785 3825 namespace.go:102] [openshift-logging] adding namespace took 2.181679ms W0420 11:38:23.272859 3825 master.go:458] Unable to parse local node ip-10-0-2-190.ec2.internal chassis-id annotation. Chassis may be removed during sync W0420 11:38:23.272867 3825 master.go:471] Unable to parse remote node ip-10-0-0-85.ec2.internal chassis-id annotation. Chassis may be removed during sync I0420 11:38:23.272872 3825 master.go:481] Removing stale chassis with ID/Name: cdddae1d-bcdb-45cb-8d88-9d0e3e07ad0b, hostname: ip-10-0-2-190.ec2.internal I0420 11:38:23.273308 3825 master.go:548] Adding or Updating local node "ip-10-0-2-190.ec2.internal" for network "default" I0420 11:38:23.273424 3825 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-85.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-85.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-85.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-85.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-85.ec2.internal I0420 11:38:23.274443 3825 zone_ic_handler.go:195] Time taken to create transit switch: 294.231µs I0420 11:38:23.274457 3825 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-126.ec2.internal for the network default I0420 11:38:23.275778 3825 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-126.ec2.internal" on network "default" took: 1.637043ms I0420 11:38:23.277167 3825 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-190.ec2.internal for the network default I0420 11:38:23.277316 3825 zone_ic_handler.go:195] Time taken to create transit switch: 137.892µs I0420 11:38:23.278090 3825 default_network_controller.go:823] Node add failed for ip-10-0-2-190.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-190.ec2.internal, error getting gateway config for node ip-10-0-2-190.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-190.ec2.internal", failed to update chassis to local for local node ip-10-0-2-190.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-190.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-190.ec2.internal] E0420 11:38:23.278133 3825 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-190.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-190.ec2.internal, error getting gateway config for node ip-10-0-2-190.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-190.ec2.internal", failed to update chassis to local for local node ip-10-0-2-190.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-190.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-190.ec2.internal] I0420 11:38:23.278181 3825 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0420 11:38:23.278207 3825 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-190.ec2.internal", UID:"1351d911-e212-438f-9cd9-0e0ffeb8147e", APIVersion:"v1", ResourceVersion:"8575", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-190.ec2.internal, error getting gateway config for node ip-10-0-2-190.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-190.ec2.internal", failed to update chassis to local for local node ip-10-0-2-190.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-190.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-190.ec2.internal] I0420 11:38:23.278237 3825 iptables.go:108] Creating table: filter chain: OUTPUT I0420 11:38:23.278252 3825 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0420 11:38:23.278276 3825 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0420 11:38:23.278286 3825 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-85.ec2.internal in network "default" I0420 11:38:23.278320 3825 node_tracker.go:235] Node ip-10-0-0-85.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-85.ec2.internal" I0420 11:38:23.278337 3825 node_tracker.go:169] Node ip-10-0-0-85.ec2.internal switch + router changed, syncing services in network "default" I0420 11:38:23.278353 3825 services_controller.go:574] Full service sync requested for network=default I0420 11:38:23.278362 3825 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-126.ec2.internal in network "default" I0420 11:38:23.278408 3825 node_tracker.go:169] Node ip-10-0-1-126.ec2.internal switch + router changed, syncing services in network "default" I0420 11:38:23.278417 3825 services_controller.go:574] Full service sync requested for network=default I0420 11:38:23.278427 3825 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-190.ec2.internal in network "default" I0420 11:38:23.278439 3825 node_tracker.go:235] Node ip-10-0-2-190.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-190.ec2.internal" I0420 11:38:23.278448 3825 node_tracker.go:169] Node ip-10-0-2-190.ec2.internal switch + router changed, syncing services in network "default" I0420 11:38:23.278454 3825 services_controller.go:574] Full service sync requested for network=default I0420 11:38:23.284388 3825 gateway_shared_intf.go:1816] Gateway Creation Complete I0420 11:38:23.284403 3825 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-190.ec2.internal","mac-address":"0e:64:b6:bc:f4:1b","ip-addresses":["10.0.2.190/24"],"ip-address":"10.0.2.190/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:cdddae1d-bcdb-45cb-8d88-9d0e3e07ad0b k8s.ovn.org/node-encap-ips:["10.0.2.190"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.190/24"} k8s.ovn.org/zone-name:ip-10-0-2-190.ec2.internal] on node ip-10-0-2-190.ec2.internal I0420 11:38:23.300462 3825 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-190.ec2.internal in network "default" I0420 11:38:23.300515 3825 master.go:548] Adding or Updating local node "ip-10-0-2-190.ec2.internal" for network "default" I0420 11:38:23.300523 3825 node_tracker.go:169] Node ip-10-0-2-190.ec2.internal switch + router changed, syncing services in network "default" I0420 11:38:23.300535 3825 services_controller.go:574] Full service sync requested for network=default I0420 11:38:23.304201 3825 default_node_network_controller.go:519] Node connection status = connected W0420 11:38:23.305146 3825 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-96r95: pod openshift-network-diagnostics/network-check-target-96r95: no pod IPs found W0420 11:38:23.305168 3825 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-sgztn: pod openshift-multus/network-metrics-daemon-sgztn: no pod IPs found I0420 11:38:23.306034 3825 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-190.ec2.internal for the network default I0420 11:38:23.306198 3825 zone_ic_handler.go:195] Time taken to create transit switch: 153.044µs I0420 11:38:23.379380 3825 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0420 11:38:23.379399 3825 services_controller.go:208] Setting up event handlers for services for network=default I0420 11:38:23.379455 3825 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0420 11:38:23.379498 3825 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0420 11:38:23.379513 3825 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0420 11:38:23.479928 3825 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0420 11:38:23.479942 3825 repair.go:60] Starting repairing loop for services I0420 11:38:23.480007 3825 repair.go:131] Deleted 0 stale service LBs I0420 11:38:23.480024 3825 repair.go:137] Deleted 0 stale Chassis Template Vars I0420 11:38:23.480038 3825 repair.go:62] Finished repairing loop for services: 96.725µs I0420 11:38:23.480060 3825 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0420 11:38:23.480069 3825 services_controller.go:254] Starting workers for network=default I0420 11:38:23.480377 3825 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-sgztn] creating logical port openshift-multus_network-metrics-daemon-sgztn for pod on switch ip-10-0-2-190.ec2.internal I0420 11:38:23.480366 3825 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-7zq9w of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0420 11:38:23.480485 3825 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-p4ghc, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-p4ghc: suppressed error logged: pod openshift-multus/network-metrics-daemon-p4ghc: no pod IPs found I0420 11:38:23.480509 3825 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-96r95] creating logical port openshift-network-diagnostics_network-check-target-96r95 for pod on switch ip-10-0-2-190.ec2.internal I0420 11:38:23.480521 3825 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-sgztn I0420 11:38:23.480485 3825 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-c7tdw, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-c7tdw: suppressed error logged: pod openshift-network-diagnostics/network-check-target-c7tdw: no pod IPs found I0420 11:38:23.480616 3825 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-96r95 I0420 11:38:23.498927 3825 pod.go:62] [openshift-network-diagnostics/network-check-target-96r95] pod update took 18.345695ms I0420 11:38:23.498949 3825 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-96r95] addLogicalPort annotation time took 18.367641ms I0420 11:38:23.499184 3825 pod.go:62] [openshift-multus/network-metrics-daemon-sgztn] pod update took 18.717391ms I0420 11:38:23.499202 3825 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-sgztn] addLogicalPort annotation time took 18.736785ms I0420 11:38:23.499998 3825 pods.go:271] [openshift-network-diagnostics/network-check-target-96r95] addLogicalPort took 19.491891ms, libovsdb time 771.455µs I0420 11:38:23.500099 3825 pods.go:271] [openshift-multus/network-metrics-daemon-sgztn] addLogicalPort took 19.731847ms, libovsdb time 664.688µs I0420 11:38:23.500888 3825 admin_network_policy_controller.go:227] Starting controller default-network-controller I0420 11:38:23.500916 3825 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0420 11:38:23.500931 3825 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0420 11:38:23.500938 3825 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0420 11:38:23.501151 3825 repair.go:29] Repairing admin network policies took 205.828µs I0420 11:38:23.501292 3825 repair.go:92] Repairing baseline admin network policies took 129.181µs I0420 11:38:23.501713 3825 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0420 11:38:23.501729 3825 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0420 11:38:23.503268 3825 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0420 11:38:23.503285 3825 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0420 11:38:23.503292 3825 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0420 11:38:23.503558 3825 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0420 11:38:23.503577 3825 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0420 11:38:23.503586 3825 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0420 11:38:23.504973 3825 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0420 11:38:23.504990 3825 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0420 11:38:23.505632 3825 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0420 11:38:23.505643 3825 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0420 11:38:23.506283 3825 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0420 11:38:23.506300 3825 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0420 11:38:23.506310 3825 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0420 11:38:23.507713 3825 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0420 11:38:23.507728 3825 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0420 11:38:23.507750 3825 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0420 11:38:23.508198 3825 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0420 11:38:23.508216 3825 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0420 11:38:23.508223 3825 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0420 11:38:23.508648 3825 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0420 11:38:23.508663 3825 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0420 11:38:23.508670 3825 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0420 11:38:23.509103 3825 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0420 11:38:23.509119 3825 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0420 11:38:23.509128 3825 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0420 11:38:23.510509 3825 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0420 11:38:23.510526 3825 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0420 11:38:23.510533 3825 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0420 11:38:23.511775 3825 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0420 11:38:23.511794 3825 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0420 11:38:23.511803 3825 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0420 11:38:23.514083 3825 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0420 11:38:23.514101 3825 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0420 11:38:23.514109 3825 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0420 11:38:23.514579 3825 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0420 11:38:23.514596 3825 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0420 11:38:23.514604 3825 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0420 11:38:23.515105 3825 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0420 11:38:23.515122 3825 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0420 11:38:23.515129 3825 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0420 11:38:23.515598 3825 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0420 11:38:23.515615 3825 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0420 11:38:23.515625 3825 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0420 11:38:23.516501 3825 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0420 11:38:23.516518 3825 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0420 11:38:23.516524 3825 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0420 11:38:23.516779 3825 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0420 11:38:23.516797 3825 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0420 11:38:23.516807 3825 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0420 11:38:23.517922 3825 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0420 11:38:23.517938 3825 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0420 11:38:23.517945 3825 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0420 11:38:23.518625 3825 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0420 11:38:23.518637 3825 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0420 11:38:23.518644 3825 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0420 11:38:23.519672 3825 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0420 11:38:23.519691 3825 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0420 11:38:23.519703 3825 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0420 11:38:23.520227 3825 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0420 11:38:23.520242 3825 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0420 11:38:23.520251 3825 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0420 11:38:23.521216 3825 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0420 11:38:23.521238 3825 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0420 11:38:23.521265 3825 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0420 11:38:23.522027 3825 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0420 11:38:23.522048 3825 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0420 11:38:23.522058 3825 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0420 11:38:23.523237 3825 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0420 11:38:23.523258 3825 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0420 11:38:23.523271 3825 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0420 11:38:23.524235 3825 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0420 11:38:23.524254 3825 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0420 11:38:23.524263 3825 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0420 11:38:23.525772 3825 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0420 11:38:23.525794 3825 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0420 11:38:23.525802 3825 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0420 11:38:23.526473 3825 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0420 11:38:23.526490 3825 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0420 11:38:23.526497 3825 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0420 11:38:23.526969 3825 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0420 11:38:23.526985 3825 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0420 11:38:23.526991 3825 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0420 11:38:23.528218 3825 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0420 11:38:23.528235 3825 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0420 11:38:23.528248 3825 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0420 11:38:23.529065 3825 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0420 11:38:23.529290 3825 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-7zq9w of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0420 11:38:23.534055 3825 egressfirewall.go:374] Starting EgressFirewall controller I0420 11:38:23.534086 3825 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0420 11:38:23.534086 3825 controller.go:133] Adding controller egress-firewall-controller event handlers I0420 11:38:23.534108 3825 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0420 11:38:23.534116 3825 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0420 11:38:23.534123 3825 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0420 11:38:23.534133 3825 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0420 11:38:23.534356 3825 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0420 11:38:23.534370 3825 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0420 11:38:23.534376 3825 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0420 11:38:23.534384 3825 egressqos.go:193] Setting up event handlers for EgressQoS I0420 11:38:23.534386 3825 egressfirewall.go:723] Syncing node "ip-10-0-0-85.ec2.internal" for egress firewall I0420 11:38:23.534392 3825 egressfirewall.go:723] Syncing node "ip-10-0-1-126.ec2.internal" for egress firewall I0420 11:38:23.534396 3825 egressfirewall.go:723] Syncing node "ip-10-0-2-190.ec2.internal" for egress firewall I0420 11:38:23.534475 3825 egressqos.go:245] Starting EgressQoS Controller I0420 11:38:23.534485 3825 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0420 11:38:23.534491 3825 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0420 11:38:23.534496 3825 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0420 11:38:23.534501 3825 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0420 11:38:23.534505 3825 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0420 11:38:23.534510 3825 shared_informer.go:356] "Caches are synced" controller="egressqos" I0420 11:38:23.534513 3825 egressqos.go:259] Repairing EgressQoSes I0420 11:38:23.534517 3825 egressqos.go:399] Starting repairing loop for egressqos I0420 11:38:23.534577 3825 egressqos.go:401] Finished repairing loop for egressqos: 59.771µs I0420 11:38:23.534591 3825 egressservice_zone.go:132] Setting up event handlers for Egress Services I0420 11:38:23.534636 3825 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-190.ec2.internal I0420 11:38:23.534687 3825 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-190.ec2.internal : 51.752µs I0420 11:38:23.534690 3825 egressservice_zone.go:210] Starting Egress Services Controller I0420 11:38:23.534704 3825 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0420 11:38:23.534710 3825 shared_informer.go:356] "Caches are synced" controller="egressservices" I0420 11:38:23.534716 3825 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0420 11:38:23.534720 3825 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0420 11:38:23.534726 3825 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0420 11:38:23.534730 3825 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0420 11:38:23.534750 3825 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0420 11:38:23.534757 3825 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0420 11:38:23.534762 3825 egressservice_zone.go:228] Repairing Egress Services I0420 11:38:23.534999 3825 master_controller.go:88] Starting Admin Policy Based Route Controller I0420 11:38:23.535008 3825 external_controller.go:278] Starting Admin Policy Based Route Controller I0420 11:38:23.535030 3825 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-85.ec2.internal I0420 11:38:23.535039 3825 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-85.ec2.internal: 11.184µs I0420 11:38:23.535046 3825 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-126.ec2.internal I0420 11:38:23.535054 3825 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-126.ec2.internal: 8.517µs I0420 11:38:23.535059 3825 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-190.ec2.internal I0420 11:38:23.535062 3825 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-190.ec2.internal: 3.866µs I0420 11:38:23.535108 3825 default_network_controller.go:585] Completing all the Watchers took 301.163951ms I0420 11:38:23.535120 3825 default_network_controller.go:589] Starting unidling controllers I0420 11:38:23.535132 3825 unidle.go:46] Registering OVN SB ControllerEvent handler I0420 11:38:23.535142 3825 unidle.go:63] Populating Initial ContollerEvent events I0420 11:38:23.535153 3825 unidle.go:79] Setting up event handlers for services I0420 11:38:23.535196 3825 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0420 11:38:23.805033 3825 default_node_network_controller.go:519] Node connection status = connected I0420 11:38:24.304798 3825 default_node_network_controller.go:519] Node connection status = connected W0420 11:38:24.492143 3825 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0420 11:38:24.805279 3825 default_node_network_controller.go:519] Node connection status = connected I0420 11:38:25.145888 3825 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0420 11:38:25.305105 3825 default_node_network_controller.go:519] Node connection status = connected I0420 11:38:25.321702 3825 bridgeconfig.go:537] Gateway is ready I0420 11:38:25.321718 3825 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0420 11:38:25.332512 3825 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.190. Updating OVN encap IP. I0420 11:38:25.337596 3825 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.190 - it is already configured I0420 11:38:25.337609 3825 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.190/24:{} 172.20.0.1/32:{}]. Updating annotations. I0420 11:38:25.337886 3825 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.190/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-190.ec2.internal","mac-address":"0e:64:b6:bc:f4:1b","ip-addresses":["10.0.2.190/24"],"ip-address":"10.0.2.190/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:cdddae1d-bcdb-45cb-8d88-9d0e3e07ad0b k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.190/24"}] on node ip-10-0-2-190.ec2.internal I0420 11:38:25.354425 3825 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-190.ec2.internal in network "default" I0420 11:38:25.354439 3825 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-190.ec2.internal I0420 11:38:25.354452 3825 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-190.ec2.internal: 18.624µs I0420 11:38:25.354475 3825 node_tracker.go:169] Node ip-10-0-2-190.ec2.internal switch + router changed, syncing services in network "default" I0420 11:38:25.354491 3825 services_controller.go:574] Full service sync requested for network=default I0420 11:38:25.354489 3825 egressfirewall.go:723] Syncing node "ip-10-0-2-190.ec2.internal" for egress firewall I0420 11:38:25.354562 3825 master.go:548] Adding or Updating local node "ip-10-0-2-190.ec2.internal" for network "default" I0420 11:38:25.354754 3825 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.190 W0420 11:38:25.354788 3825 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0420 11:38:25.354872 3825 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-190.ec2.internal I0420 11:38:25.358880 3825 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-190.ec2.internal. Updating no re-route policies I0420 11:38:25.358955 3825 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-2jf4c I0420 11:38:25.358965 3825 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-bxhmb I0420 11:38:25.358972 3825 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5t5cm I0420 11:38:25.358978 3825 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-190.ec2.internal I0420 11:38:25.358982 3825 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-bxhmb I0420 11:38:25.358984 3825 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5t5cm I0420 11:38:25.358985 3825 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-190.ec2.internal I0420 11:38:25.358994 3825 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-xl6cw I0420 11:38:25.359001 3825 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-190.ec2.internal I0420 11:38:25.359003 3825 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-xl6cw I0420 11:38:25.359003 3825 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5t5cm after 0 failed attempt(s) I0420 11:38:25.359006 3825 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-bxhmb after 0 failed attempt(s) I0420 11:38:25.359005 3825 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-t6x4p I0420 11:38:25.358986 3825 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-190.ec2.internal I0420 11:38:25.358970 3825 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-2jf4c I0420 11:38:25.359019 3825 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-190.ec2.internal after 0 failed attempt(s) I0420 11:38:25.359023 3825 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-t6x4p I0420 11:38:25.359026 3825 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-190.ec2.internal after 0 failed attempt(s) I0420 11:38:25.359027 3825 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-96r95 I0420 11:38:25.359032 3825 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-p4ghc I0420 11:38:25.359035 3825 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-2jf4c after 0 failed attempt(s) I0420 11:38:25.359038 3825 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-wbjb9 I0420 11:38:25.359040 3825 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-96r95 I0420 11:38:25.359043 3825 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-wbjb9 I0420 11:38:25.359043 3825 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-np2dk I0420 11:38:25.359044 3825 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-sgztn I0420 11:38:25.359050 3825 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-x82w9 I0420 11:38:25.359057 3825 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-np2dk I0420 11:38:25.359060 3825 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-sgztn I0420 11:38:25.359055 3825 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-wbjb9 after 0 failed attempt(s) I0420 11:38:25.359057 3825 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-t6x4p after 0 failed attempt(s) I0420 11:38:25.359029 3825 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-c7tdw I0420 11:38:25.359072 3825 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-p4ghc I0420 11:38:25.359028 3825 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-xl6cw after 0 failed attempt(s) I0420 11:38:25.359076 3825 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-c7tdw I0420 11:38:25.359077 3825 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-96r95] creating logical port openshift-network-diagnostics_network-check-target-96r95 for pod on switch ip-10-0-2-190.ec2.internal I0420 11:38:25.359091 3825 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-sgztn] creating logical port openshift-multus_network-metrics-daemon-sgztn for pod on switch ip-10-0-2-190.ec2.internal I0420 11:38:25.359099 3825 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-p4ghc, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-p4ghc: suppressed error logged: pod openshift-multus/network-metrics-daemon-p4ghc: no pod IPs found I0420 11:38:25.359070 3825 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-x82w9 I0420 11:38:25.359103 3825 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-c7tdw, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-c7tdw: suppressed error logged: pod openshift-network-diagnostics/network-check-target-c7tdw: no pod IPs found I0420 11:38:25.359078 3825 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-np2dk after 0 failed attempt(s) I0420 11:38:25.359115 3825 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-x82w9 after 0 failed attempt(s) I0420 11:38:25.359006 3825 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-5lgfs I0420 11:38:25.359160 3825 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-5lgfs I0420 11:38:25.359172 3825 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-5lgfs after 0 failed attempt(s) I0420 11:38:25.359746 3825 pods.go:271] [openshift-multus/network-metrics-daemon-sgztn] addLogicalPort took 647.331µs, libovsdb time 231.914µs I0420 11:38:25.359760 3825 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-sgztn after 0 failed attempt(s) I0420 11:38:25.359814 3825 pods.go:271] [openshift-network-diagnostics/network-check-target-96r95] addLogicalPort took 750.92µs, libovsdb time 259.812µs I0420 11:38:25.359822 3825 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-96r95 after 0 failed attempt(s) I0420 11:38:25.370995 3825 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0420 11:38:25.382092 3825 iptables.go:108] Creating table: mangle chain: OUTPUT I0420 11:38:25.385291 3825 iptables.go:108] Creating table: nat chain: OUTPUT I0420 11:38:25.415720 3825 iptables.go:108] Creating table: nat chain: PREROUTING I0420 11:38:25.457455 3825 iptables.go:108] Creating table: filter chain: FORWARD I0420 11:38:25.473039 3825 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0420 11:38:25.473180 3825 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0420 11:38:25.473226 3825 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0420 11:38:25.473303 3825 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0420 11:38:25.473350 3825 gateway_init.go:325] Gateway and management port readiness took 2.173059287s I0420 11:38:25.473378 3825 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0420 11:38:25.473409 3825 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0420 11:38:25.473421 3825 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0420 11:38:25.473446 3825 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0420 11:38:25.473522 3825 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0420 11:38:25.473693 3825 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 82.057µs I0420 11:38:25.473936 3825 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0420 11:38:25.473960 3825 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.296µs I0420 11:38:25.473968 3825 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 31.953µs I0420 11:38:25.473973 3825 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0420 11:38:25.473982 3825 nad_controller.go:379] [node-nad-controller NAD controller]: started I0420 11:38:25.473986 3825 default_node_network_controller.go:899] Starting the default node network controller I0420 11:38:25.473991 3825 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0420 11:38:25.474091 3825 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 6.387µs I0420 11:38:25.474169 3825 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0420 11:38:25.474178 3825 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0420 11:38:25.474202 3825 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ba6990 0xc000340000 0xc000340070 0xc0003400e0 0xc000340150 0xc0003401c0 0xc000340310 0xc00089b9f0 0xc000340380 0xc0003403f0 0xc000b24280 0xc00657d570 0xc000340460 map[0x2ff9080:0xc00330e660 0x2ff95c0:0xc00330e7e0 0x2ffa2e0:0xc00251e960 0x2ffa580:0xc00330e600 0x2ffad60:0xc00330e6c0 0x2ffb000:0xc00330e720 0x2ffb2a0:0xc00330e780 0x2ffba80:0xc00330e840 0x2ffbd20:0xc00330e960 0x3026980:0xc000895800 0x3026d20:0xc000895860 0x3027800:0xc000c0a0c0 0x3029160:0xc001b60000 0x30298a0:0xc00251e900 0x302a720:0xc000a8e780] 0xc00016cf50 0} I0420 11:38:25.474252 3825 gateway.go:151] Starting gateway service sync I0420 11:38:25.474687 3825 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0420 11:38:25.476709 3825 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0420 11:38:25.485512 3825 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0420 11:38:25.486598 3825 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0420 11:38:25.487664 3825 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP W0420 11:38:25.493604 3825 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 11:38:25.521207 3825 gateway.go:168] Gateway service sync done. Time taken: 46.945883ms I0420 11:38:25.521604 3825 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30311 I0420 11:38:25.522419 3825 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ba6990 0xc000340000 0xc000340070 0xc0003400e0 0xc000340150 0xc0003401c0 0xc000340310 0xc00089b9f0 0xc000340380 0xc0003403f0 0xc000b24280 0xc00657d570 0xc000340460 map[0x2ff9080:0xc00330e660 0x2ff95c0:0xc00330e7e0 0x2ffa2e0:0xc00251e960 0x2ffa580:0xc00330e600 0x2ffad60:0xc00330e6c0 0x2ffb000:0xc00330e720 0x2ffb2a0:0xc00330e780 0x2ffba80:0xc00330e840 0x2ffbd20:0xc00330e960 0x3026980:0xc000895800 0x3026d20:0xc000895860 0x3027800:0xc000c0a0c0 0x3029160:0xc001b60000 0x30298a0:0xc00251e900 0x302a720:0xc000a8e780] 0xc00016cf50 0} I0420 11:38:25.522845 3825 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ba6990 0xc000340000 0xc000340070 0xc0003400e0 0xc000340150 0xc0003401c0 0xc000340310 0xc00089b9f0 0xc000340380 0xc0003403f0 0xc000b24280 0xc00657d570 0xc000340460 map[0x2ff9080:0xc00330e660 0x2ff95c0:0xc00330e7e0 0x2ffa2e0:0xc00251e960 0x2ffa580:0xc00330e600 0x2ffad60:0xc00330e6c0 0x2ffb000:0xc00330e720 0x2ffb2a0:0xc00330e780 0x2ffba80:0xc00330e840 0x2ffbd20:0xc00330e960 0x3026980:0xc000895800 0x3026d20:0xc000895860 0x3027800:0xc000c0a0c0 0x3029160:0xc001b60000 0x30298a0:0xc00251e900 0x302a720:0xc000a8e780] 0xc00016cf50 0} I0420 11:38:25.522880 3825 gateway.go:532] Reconciling gateway with updates I0420 11:38:25.527532 3825 gateway.go:339] Spawning Conntrack Rule Check Thread I0420 11:38:25.527566 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 11:38:25.527577 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0420 11:38:25.527587 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 11:38:25.527591 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0420 11:38:25.527592 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 11:38:25.527594 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 11:38:25.527601 3825 default_node_network_controller.go:944] Gateway and management port readiness took 53.416205ms I0420 11:38:25.527603 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 11:38:25.527612 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 11:38:25.527614 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0420 11:38:25.527635 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0420 11:38:25.527637 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 11:38:25.527651 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 11:38:25.527660 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 11:38:25.527665 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 11:38:25.527673 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 11:38:25.527673 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0420 11:38:25.527672 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 11:38:25.527575 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 11:38:25.527692 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0420 11:38:25.527693 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 11:38:25.527636 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 11:38:25.527698 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 11:38:25.527704 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 11:38:25.527656 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0420 11:38:25.527707 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 11:38:25.527655 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 11:38:25.527713 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 11:38:25.527704 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 11:38:25.527665 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 11:38:25.527726 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0420 11:38:25.527674 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0420 11:38:25.527712 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0420 11:38:25.527755 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 11:38:25.527677 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 11:38:25.527763 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 11:38:25.527773 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0420 11:38:25.527778 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 11:38:25.527754 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 11:38:25.527790 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 11:38:25.527796 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0420 11:38:25.527798 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0420 11:38:25.527808 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0420 11:38:25.527814 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0420 11:38:25.527818 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0420 11:38:25.527714 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 11:38:25.527830 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0420 11:38:25.527836 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0420 11:38:25.527696 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 11:38:25.527847 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0420 11:38:25.527762 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0420 11:38:25.527818 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0420 11:38:25.527866 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 11:38:25.527874 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 11:38:25.527717 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 11:38:25.527882 3825 port_claim.go:71] Svc openshift-ingress/router-default: port 30155 is already open, no action needed I0420 11:38:25.527713 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 11:38:25.527867 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 11:38:25.527903 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 11:38:25.527907 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0420 11:38:25.527751 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 11:38:25.527913 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 11:38:25.527918 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0420 11:38:25.527920 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0420 11:38:25.527669 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 11:38:25.527728 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 11:38:25.527910 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 11:38:25.527948 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 11:38:25.527653 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 11:38:25.527764 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0420 11:38:25.527966 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 11:38:25.527971 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0420 11:38:25.527947 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0420 11:38:25.527982 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 11:38:25.527985 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 11:38:25.527996 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 11:38:25.528004 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 11:38:25.528015 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 11:38:25.527852 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0420 11:38:25.527891 3825 port_claim.go:71] Svc openshift-ingress/router-default: port 32487 is already open, no action needed I0420 11:38:25.527967 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 11:38:25.527989 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0420 11:38:25.527726 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 11:38:25.528085 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0420 11:38:25.528102 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0420 11:38:25.528103 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 11:38:25.528111 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0420 11:38:25.528114 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 11:38:25.528086 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 11:38:25.528123 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0420 11:38:25.528124 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0420 11:38:25.527894 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0420 11:38:25.528134 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0420 11:38:25.528140 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0420 11:38:25.527953 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0420 11:38:25.527837 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0420 11:38:25.527683 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 11:38:25.527751 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 11:38:25.528182 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 11:38:25.527880 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 11:38:25.528210 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 11:38:25.528063 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 11:38:25.528233 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 11:38:25.527892 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0420 11:38:25.528074 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0420 11:38:25.528266 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0420 11:38:25.527892 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 11:38:25.528302 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 11:38:25.527727 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 11:38:25.528523 3825 node_ip_handler_linux.go:160] Node IP manager is running W0420 11:38:25.565560 3825 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0420 11:38:25.565769 3825 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0420 11:38:25.565941 3825 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0420 11:38:25.574662 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0420 11:38:25.574691 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0420 11:38:25.574700 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0420 11:38:25.574706 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0420 11:38:25.574711 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0420 11:38:25.574716 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0420 11:38:25.574721 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0420 11:38:25.574726 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0420 11:38:25.574731 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0420 11:38:25.574758 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0420 11:38:25.574776 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0420 11:38:25.574783 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0420 11:38:25.574788 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0420 11:38:25.574794 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0420 11:38:25.574800 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0420 11:38:25.574806 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0420 11:38:25.613687 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0420 11:38:25.613693 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0420 11:38:25.652761 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0420 11:38:25.652785 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0420 11:38:25.652791 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0420 11:38:25.652808 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0420 11:38:25.652814 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0420 11:38:25.652819 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0420 11:38:25.652825 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0420 11:38:25.652829 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) W0420 11:38:27.173476 3825 egressip_healthcheck.go:76] Health checking using insecure connection I0420 11:38:27.173523 3825 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0420 11:38:27.173546 3825 default_node_network_controller.go:1380] Starting node controller node sync I0420 11:38:27.185147 3825 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.584241ms I0420 11:38:27.185312 3825 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-126.ec2.internal", IP: 10.0.1.126 to PMTUD blocking rules I0420 11:38:27.185326 3825 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-126.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0420 11:38:27.190487 3825 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0420 11:38:27.190974 3825 egressservice_node.go:93] Setting up event handlers for Egress Services I0420 11:38:27.191090 3825 egressservice_node.go:183] Starting Egress Services Controller I0420 11:38:27.191108 3825 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0420 11:38:27.191123 3825 shared_informer.go:356] "Caches are synced" controller="egressservices" I0420 11:38:27.191131 3825 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0420 11:38:27.191136 3825 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0420 11:38:27.191142 3825 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0420 11:38:27.191147 3825 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0420 11:38:27.191151 3825 egressservice_node.go:197] Repairing Egress Services I0420 11:38:27.200533 3825 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0420 11:38:27.200544 3825 external_controller.go:278] Starting Admin Policy Based Route Controller I0420 11:38:27.200729 3825 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0420 11:38:27.200770 3825 link_network_manager.go:119] Link manager is running I0420 11:38:27.200783 3825 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0420 11:38:27.200932 3825 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0420 11:38:27.201384 3825 vrf_manager.go:128] VRF manager is running I0420 11:38:27.201703 3825 node_controller_manager.go:437] Removing flows to drop GARP I0420 11:38:27.201713 3825 gateway.go:532] Reconciling gateway with updates I0420 11:38:27.228882 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0420 11:38:27.228894 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 11:38:27.228911 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 11:38:27.228912 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0420 11:38:27.228919 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 11:38:27.228921 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 11:38:27.228932 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0420 11:38:27.228942 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 11:38:27.228942 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0420 11:38:27.228944 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0420 11:38:27.228949 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0420 11:38:27.228953 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0420 11:38:27.228959 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0420 11:38:27.228962 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0420 11:38:27.228970 3825 port_claim.go:71] Svc openshift-ingress/router-default: port 30155 is already open, no action needed I0420 11:38:27.228964 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0420 11:38:27.228976 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 11:38:27.228980 3825 port_claim.go:71] Svc openshift-ingress/router-default: port 32487 is already open, no action needed I0420 11:38:27.228982 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 11:38:27.228989 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 11:38:27.228989 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0420 11:38:27.229000 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 11:38:27.229003 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0420 11:38:27.229002 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 11:38:27.229014 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0420 11:38:27.228924 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 11:38:27.229022 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 11:38:27.229027 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0420 11:38:27.229025 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 11:38:27.229045 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 11:38:27.229053 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 11:38:27.229060 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 11:38:27.229068 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 11:38:27.228985 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 11:38:27.229078 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 11:38:27.229082 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0420 11:38:27.229087 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0420 11:38:27.229086 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0420 11:38:27.229094 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0420 11:38:27.229094 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 11:38:27.229013 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0420 11:38:27.229102 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0420 11:38:27.229108 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 11:38:27.229110 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0420 11:38:27.229117 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0420 11:38:27.229055 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 11:38:27.229134 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 11:38:27.229149 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 11:38:27.229150 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 11:38:27.229153 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 11:38:27.229160 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 11:38:27.229165 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 11:38:27.229174 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 11:38:27.229179 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 11:38:27.229191 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 11:38:27.229001 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0420 11:38:27.229198 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 11:38:27.229192 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 11:38:27.229210 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 11:38:27.229212 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0420 11:38:27.229215 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 11:38:27.229223 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 11:38:27.229226 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0420 11:38:27.229231 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 11:38:27.229238 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0420 11:38:27.229254 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0420 11:38:27.229002 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 11:38:27.229276 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0420 11:38:27.229280 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 11:38:27.229293 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 11:38:27.229324 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 11:38:27.229377 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 11:38:27.229384 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 11:38:27.229389 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 11:38:27.229401 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 11:38:27.229387 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 11:38:27.229453 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0420 11:38:27.229474 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 11:38:27.229335 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0420 11:38:27.229484 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 11:38:27.229486 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 11:38:27.229491 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0420 11:38:27.229493 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 11:38:27.229500 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0420 11:38:27.229338 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 11:38:27.229565 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 11:38:27.229337 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 11:38:27.229595 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 11:38:27.229601 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0420 11:38:27.229343 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 11:38:27.229610 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 11:38:27.229613 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0420 11:38:27.229345 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0420 11:38:27.229619 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0420 11:38:27.229352 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 11:38:27.229640 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 11:38:27.229351 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 11:38:27.229663 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 11:38:27.229353 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 11:38:27.229685 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 11:38:27.229329 3825 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 11:38:27.229705 3825 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 11:38:27.273056 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0420 11:38:27.273087 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0420 11:38:27.273109 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0420 11:38:27.273118 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0420 11:38:27.273141 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0420 11:38:27.273161 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0420 11:38:27.273168 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0420 11:38:27.273173 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0420 11:38:27.273178 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0420 11:38:27.273185 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0420 11:38:27.273190 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0420 11:38:27.273196 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0420 11:38:27.273203 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0420 11:38:27.273214 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0420 11:38:27.273229 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0420 11:38:27.273235 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0420 11:38:27.273241 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0420 11:38:27.273246 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0420 11:38:27.273252 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0420 11:38:27.273257 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0420 11:38:27.273263 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0420 11:38:27.273270 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0420 11:38:27.273279 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0420 11:38:27.311980 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0420 11:38:27.312000 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0420 11:38:27.359266 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0420 11:38:27.359288 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0420 11:38:27.359295 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0420 11:38:27.359300 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0420 11:38:27.359306 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0420 11:38:27.359311 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0420 11:38:27.359316 3825 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0420 11:38:28.867167 3825 default_network_controller.go:1025] Node "ip-10-0-0-85.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 11:38:29.414484 3825 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-190.ec2.internal I0420 11:38:29.414512 3825 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-190.ec2.internal: 33.054µs I0420 11:38:29.440211 3825 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5c66559854-dmmkd] creating logical port openshift-image-registry_image-registry-5c66559854-dmmkd for pod on switch ip-10-0-2-190.ec2.internal I0420 11:38:29.440352 3825 kube.go:256] Updating pod openshift-image-registry/image-registry-5c66559854-dmmkd I0420 11:38:29.465340 3825 pod.go:62] [openshift-image-registry/image-registry-5c66559854-dmmkd] pod update took 25.033664ms I0420 11:38:29.465363 3825 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5c66559854-dmmkd] addLogicalPort annotation time took 25.080692ms I0420 11:38:29.466288 3825 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-sk6n5] creating logical port openshift-dns_dns-default-sk6n5 for pod on switch ip-10-0-2-190.ec2.internal I0420 11:38:29.466371 3825 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-pc9r5] creating logical port openshift-ingress-canary_ingress-canary-pc9r5 for pod on switch ip-10-0-2-190.ec2.internal I0420 11:38:29.466427 3825 kube.go:256] Updating pod openshift-dns/dns-default-sk6n5 I0420 11:38:29.466534 3825 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-pc9r5 I0420 11:38:29.466859 3825 pods.go:271] [openshift-image-registry/image-registry-5c66559854-dmmkd] addLogicalPort took 26.66867ms, libovsdb time 1.063305ms I0420 11:38:29.484409 3825 pod.go:62] [openshift-ingress-canary/ingress-canary-pc9r5] pod update took 17.898595ms I0420 11:38:29.484434 3825 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-pc9r5] addLogicalPort annotation time took 17.924727ms I0420 11:38:29.484976 3825 pod.go:62] [openshift-dns/dns-default-sk6n5] pod update took 18.588038ms I0420 11:38:29.484998 3825 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-sk6n5] addLogicalPort annotation time took 18.613577ms I0420 11:38:29.485570 3825 pods.go:271] [openshift-ingress-canary/ingress-canary-pc9r5] addLogicalPort took 19.210195ms, libovsdb time 889.018µs I0420 11:38:29.486027 3825 pods.go:271] [openshift-dns/dns-default-sk6n5] addLogicalPort took 19.752986ms, libovsdb time 806.35µs I0420 11:38:29.819569 3825 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-85.ec2.internal I0420 11:38:29.819594 3825 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-85.ec2.internal: 33.976µs I0420 11:38:29.819570 3825 egressfirewall.go:723] Syncing node "ip-10-0-0-85.ec2.internal" for egress firewall I0420 11:38:29.819642 3825 default_network_controller.go:1025] Node "ip-10-0-0-85.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 11:38:29.989548 3825 cni.go:452] [openshift-ingress-canary/ingress-canary-pc9r5 2e7d84ba2dafb601ddc4816ad8d13c056e440786a5e7986154b29e983bc824fd network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-pc9r5 2e7d84ba2dafb601ddc4816ad8d13c056e440786a5e7986154b29e983bc824fd network default NAD default NAD key ] I0420 11:38:30.024388 3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-pc9r5, hostIfaceName: 2e7d84ba2dafb60, network: default, NAD default, SandboxID: "2e7d84ba2dafb601ddc4816ad8d13c056e440786a5e7986154b29e983bc824fd", PCI device ID: , UID: "f0654e16-7a7f-4118-8e0a-4bfccfad9298", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0420 11:38:30.075263 3825 cni.go:473] [openshift-ingress-canary/ingress-canary-pc9r5 2e7d84ba2dafb601ddc4816ad8d13c056e440786a5e7986154b29e983bc824fd network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-pc9r5 2e7d84ba2dafb601ddc4816ad8d13c056e440786a5e7986154b29e983bc824fd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:32:33:7d:21:76\",\"name\":\"2e7d84ba2dafb60\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/59e30d7e-4a98-4ebf-b497-882443009bc7\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:38:31.995992 3825 cni.go:452] [openshift-network-diagnostics/network-check-target-96r95 cd78524ea8987976e59306039beb88d66445e2ac2f6a22efa3a9ac5f4c8a9455 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-96r95 cd78524ea8987976e59306039beb88d66445e2ac2f6a22efa3a9ac5f4c8a9455 network default NAD default NAD key ] I0420 11:38:32.005656 3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-96r95, hostIfaceName: cd78524ea898797, network: default, NAD default, SandboxID: "cd78524ea8987976e59306039beb88d66445e2ac2f6a22efa3a9ac5f4c8a9455", PCI device ID: , UID: "fc8b2535-13ca-4f98-bb82-730d744fba01", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0420 11:38:32.050755 3825 cni.go:473] [openshift-network-diagnostics/network-check-target-96r95 cd78524ea8987976e59306039beb88d66445e2ac2f6a22efa3a9ac5f4c8a9455 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-96r95 cd78524ea8987976e59306039beb88d66445e2ac2f6a22efa3a9ac5f4c8a9455 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:3f:35:25:ef:a4\",\"name\":\"cd78524ea898797\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd9d7818-e2d0-4fcf-ad1d-c374a2a331de\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 11:38:35.210317 3825 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0420 11:38:37.419264 3825 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-85.ec2.internal in network "default" I0420 11:38:37.419283 3825 default_network_controller.go:1025] Node "ip-10-0-0-85.ec2.internal" in remote zone "ip-10-0-0-85.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 11:38:37.419309 3825 node_tracker.go:235] Node ip-10-0-0-85.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-85.ec2.internal" I0420 11:38:37.419330 3825 node_tracker.go:169] Node ip-10-0-0-85.ec2.internal switch + router changed, syncing services in network "default" I0420 11:38:37.419345 3825 services_controller.go:574] Full service sync requested for network=default W0420 11:38:37.419677 3825 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 11:38:37.419763 3825 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 11:38:37.590301 3825 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-85.ec2.internal in network "default" I0420 11:38:37.590314 3825 default_network_controller.go:1025] Node "ip-10-0-0-85.ec2.internal" in remote zone "ip-10-0-0-85.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 11:38:37.590356 3825 node_tracker.go:169] Node ip-10-0-0-85.ec2.internal switch + router changed, syncing services in network "default" I0420 11:38:37.590368 3825 services_controller.go:574] Full service sync requested for network=default W0420 11:38:37.590700 3825 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 11:38:37.590800 3825 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 11:38:37.591262 3825 zone_ic_handler.go:195] Time taken to create transit switch: 275.188µs I0420 11:38:37.591277 3825 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-85.ec2.internal for the network default I0420 11:38:37.592260 3825 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-85.ec2.internal" on network "default" took: 1.285372ms I0420 11:38:38.148226 3825 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-85.ec2.internal I0420 11:38:38.148246 3825 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-85.ec2.internal: 28.26µs I0420 11:38:38.148252 3825 egressfirewall.go:723] Syncing node "ip-10-0-0-85.ec2.internal" for egress firewall I0420 11:38:38.148306 3825 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-85.ec2.internal in network "default" I0420 11:38:38.148347 3825 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-85.ec2.internal", IP: 10.0.0.85 to PMTUD blocking rules I0420 11:38:38.148358 3825 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-85.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0420 11:38:38.148379 3825 node_tracker.go:169] Node ip-10-0-0-85.ec2.internal switch + router changed, syncing services in network "default" I0420 11:38:38.148399 3825 services_controller.go:574] Full service sync requested for network=default W0420 11:38:38.148841 3825 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 11:38:38.148908 3825 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 11:38:38.154355 3825 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-85.ec2.internal. Updating no re-route policies I0420 11:38:38.166882 3825 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-85.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0420 11:38:38.166898 3825 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-85.ec2.internal", IP: 10.0.0.85 to PMTUD blocking rules I0420 11:38:42.074145 3825 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-85.ec2.internal I0420 11:38:42.074176 3825 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-85.ec2.internal: 36.694µs W0420 11:38:50.019838 3825 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 11:38:55.495517 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 11:38:55.495552 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 11:39:06.215367 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0420 11:39:21.746593 3825 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xbtjl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:39:21.747178 3825 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xbtjl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:39:21.747211 3825 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xbtjl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:39:21.747220 3825 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0420 11:39:21.747234 3825 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xbtjl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:39:21.747238 3825 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0420 11:39:22.777529 3825 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xbtjl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:39:22.777551 3825 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xbtjl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:39:22.777566 3825 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xbtjl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:39:22.777582 3825 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xbtjl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:39:23.243312 3825 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0420 11:39:23.256768 3825 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0420 11:40:00.207531 3825 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-jjt9x] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29611420-jjt9x for pod on switch ip-10-0-2-190.ec2.internal I0420 11:40:00.207649 3825 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-jjt9x I0420 11:40:00.225472 3825 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-jjt9x] pod update took 17.845281ms I0420 11:40:00.225492 3825 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-jjt9x] addLogicalPort annotation time took 17.871614ms I0420 11:40:00.226565 3825 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-jjt9x] addLogicalPort took 19.050135ms, libovsdb time 828.918µs I0420 11:40:00.581602 3825 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-jjt9x f57ec994c9f5fb41ae9186eca1e2e8a5c60613b4ccd8d812be8afd64fda16cee network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-jjt9x f57ec994c9f5fb41ae9186eca1e2e8a5c60613b4ccd8d812be8afd64fda16cee network default NAD default NAD key ] I0420 11:40:00.591755 3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29611420-jjt9x, hostIfaceName: f57ec994c9f5fb4, network: default, NAD default, SandboxID: "f57ec994c9f5fb41ae9186eca1e2e8a5c60613b4ccd8d812be8afd64fda16cee", PCI device ID: , UID: "13d4a1ee-6282-4067-8e05-f4872bd77834", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0420 11:40:00.635887 3825 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-jjt9x f57ec994c9f5fb41ae9186eca1e2e8a5c60613b4ccd8d812be8afd64fda16cee network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-jjt9x f57ec994c9f5fb41ae9186eca1e2e8a5c60613b4ccd8d812be8afd64fda16cee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:13:41:68:06:d4\",\"name\":\"f57ec994c9f5fb4\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3b86b413-8215-421c-bb89-548b45eae042\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:40:27.254876 3825 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-n97gs] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-n97gs for pod on switch ip-10-0-2-190.ec2.internal I0420 11:40:27.254956 3825 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-n97gs I0420 11:40:27.280773 3825 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-n97gs] pod update took 25.837692ms I0420 11:40:27.280792 3825 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-n97gs] addLogicalPort annotation time took 25.862391ms I0420 11:40:27.281704 3825 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-n97gs] addLogicalPort took 26.838819ms, libovsdb time 657.903µs W0420 11:40:30.877877 3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0420 11:40:31.288810 3825 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0420 11:40:31.289662 3825 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 831.985µs I0420 11:40:31.325198 3825 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0420 11:40:31.912400 3825 namespace.go:98] [openshift-service-ca] adding namespace I0420 11:40:31.913212 3825 namespace.go:102] [openshift-service-ca] adding namespace took 787.573µs I0420 11:40:31.934793 3825 namespace.go:142] [openshift-service-ca] updating namespace I0420 11:40:33.600959 3825 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-d6rfw] creating logical port openshift-service-ca_service-ca-d9cb48497-d6rfw for pod on switch ip-10-0-2-190.ec2.internal I0420 11:40:33.601079 3825 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-d6rfw I0420 11:40:33.620124 3825 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-d6rfw] pod update took 19.066055ms I0420 11:40:33.620144 3825 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-d6rfw] addLogicalPort annotation time took 19.089965ms I0420 11:40:33.621208 3825 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-d6rfw] addLogicalPort took 20.267666ms, libovsdb time 818.621µs I0420 11:40:33.955072 3825 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-d6rfw 185b9e39223624afac57f3ea1699d088c34d3bcfd8c5d2cc0a161c2c7e961437 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-d6rfw 185b9e39223624afac57f3ea1699d088c34d3bcfd8c5d2cc0a161c2c7e961437 network default NAD default NAD key ] I0420 11:40:33.963988 3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-d6rfw, hostIfaceName: 185b9e39223624a, network: default, NAD default, SandboxID: "185b9e39223624afac57f3ea1699d088c34d3bcfd8c5d2cc0a161c2c7e961437", PCI device ID: , UID: "25d1cf54-6584-4fad-a230-915535f3c65b", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0420 11:40:34.008555 3825 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-d6rfw 185b9e39223624afac57f3ea1699d088c34d3bcfd8c5d2cc0a161c2c7e961437 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-d6rfw 185b9e39223624afac57f3ea1699d088c34d3bcfd8c5d2cc0a161c2c7e961437 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:37:6f:1e:ee:4c\",\"name\":\"185b9e39223624a\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a9e0b5dd-b16b-490d-b007-d6c757c58d0f\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 11:40:40.446518 3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0420 11:40:52.266463 3825 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0420 11:40:52.322563 3825 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0420 11:40:52.322586 3825 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0420 11:40:52.322592 3825 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0420 11:40:52.355319 3825 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0420 11:40:52.445585 3825 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-sstsk] creating logical port openshift-insights_insights-runtime-extractor-sstsk for pod on switch ip-10-0-2-190.ec2.internal I0420 11:40:52.445697 3825 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-sstsk I0420 11:40:52.478896 3825 pod.go:62] [openshift-insights/insights-runtime-extractor-sstsk] pod update took 33.223683ms I0420 11:40:52.478916 3825 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-sstsk] addLogicalPort annotation time took 33.247458ms I0420 11:40:52.480032 3825 pods.go:271] [openshift-insights/insights-runtime-extractor-sstsk] addLogicalPort took 34.460638ms, libovsdb time 843.318µs I0420 11:40:52.796183 3825 cni.go:452] [openshift-insights/insights-runtime-extractor-sstsk d000a5c24987027837dcc2f8180ab25f1cf42fd4f10035f7ee4e64cf30d57246 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-sstsk d000a5c24987027837dcc2f8180ab25f1cf42fd4f10035f7ee4e64cf30d57246 network default NAD default NAD key ] I0420 11:40:52.806114 3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-sstsk, hostIfaceName: d000a5c24987027, network: default, NAD default, SandboxID: "d000a5c24987027837dcc2f8180ab25f1cf42fd4f10035f7ee4e64cf30d57246", PCI device ID: , UID: "ad6589fb-a6af-45e6-b760-e7dca79e58ab", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0420 11:40:52.851207 3825 cni.go:473] [openshift-insights/insights-runtime-extractor-sstsk d000a5c24987027837dcc2f8180ab25f1cf42fd4f10035f7ee4e64cf30d57246 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-sstsk d000a5c24987027837dcc2f8180ab25f1cf42fd4f10035f7ee4e64cf30d57246 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:77:12:71:43:0f\",\"name\":\"d000a5c24987027\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6885a360-5a8a-441b-b230-3d52ea269ba1\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:40:53.518622 3825 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5c66559854-dmmkd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:40:53.518660 3825 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5c66559854-dmmkd I0420 11:40:53.519879 3825 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5c66559854-dmmkd, ips: 10.129.0.5 I0420 11:40:53.519905 3825 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5c66559854-dmmkd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:40:53.527202 3825 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6767b958b6-xqp9g] creating logical port openshift-image-registry_image-registry-6767b958b6-xqp9g for pod on switch ip-10-0-2-190.ec2.internal I0420 11:40:53.527281 3825 kube.go:256] Updating pod openshift-image-registry/image-registry-6767b958b6-xqp9g I0420 11:40:53.537892 3825 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5c66559854-dmmkd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:53.537913 3825 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5c66559854-dmmkd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:53.546597 3825 pod.go:62] [openshift-image-registry/image-registry-6767b958b6-xqp9g] pod update took 19.339659ms I0420 11:40:53.546617 3825 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6767b958b6-xqp9g] addLogicalPort annotation time took 19.364007ms I0420 11:40:53.547718 3825 pods.go:271] [openshift-image-registry/image-registry-6767b958b6-xqp9g] addLogicalPort took 20.532641ms, libovsdb time 813.868µs I0420 11:40:53.552939 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5c66559854-dmmkd I0420 11:40:53.552956 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5c66559854-dmmkd I0420 11:40:53.883635 3825 cni.go:452] [openshift-image-registry/image-registry-6767b958b6-xqp9g ece7c1084ba861571752607dd36db0ae0c3d63975f11b0859f5179eb18429acf network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6767b958b6-xqp9g ece7c1084ba861571752607dd36db0ae0c3d63975f11b0859f5179eb18429acf network default NAD default NAD key ] I0420 11:40:53.892831 3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6767b958b6-xqp9g, hostIfaceName: ece7c1084ba8615, network: default, NAD default, SandboxID: "ece7c1084ba861571752607dd36db0ae0c3d63975f11b0859f5179eb18429acf", PCI device ID: , UID: "0988b414-742b-441e-83b3-7147cc0b7870", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0420 11:40:53.936792 3825 cni.go:473] [openshift-image-registry/image-registry-6767b958b6-xqp9g ece7c1084ba861571752607dd36db0ae0c3d63975f11b0859f5179eb18429acf network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6767b958b6-xqp9g ece7c1084ba861571752607dd36db0ae0c3d63975f11b0859f5179eb18429acf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:bb:0b:b2:ba:03\",\"name\":\"ece7c1084ba8615\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7695b47b-abae-4454-ac01-38e73f2bc0fb\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:40:54.044981 3825 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-dpbjc] creating logical port openshift-console_downloads-5c54f4944f-dpbjc for pod on switch ip-10-0-2-190.ec2.internal I0420 11:40:54.045074 3825 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-dpbjc I0420 11:40:54.063260 3825 pod.go:62] [openshift-console/downloads-5c54f4944f-dpbjc] pod update took 18.213545ms I0420 11:40:54.063283 3825 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-dpbjc] addLogicalPort annotation time took 18.242793ms I0420 11:40:54.064810 3825 pods.go:271] [openshift-console/downloads-5c54f4944f-dpbjc] addLogicalPort took 19.847431ms, libovsdb time 1.222601ms I0420 11:40:54.404690 3825 cni.go:452] [openshift-console/downloads-5c54f4944f-dpbjc a78c68c37a27bb2e16a975b5a55c394de97c2d40e8005daa36383475e3eb0926 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-dpbjc a78c68c37a27bb2e16a975b5a55c394de97c2d40e8005daa36383475e3eb0926 network default NAD default NAD key ] I0420 11:40:54.415840 3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-dpbjc, hostIfaceName: a78c68c37a27bb2, network: default, NAD default, SandboxID: "a78c68c37a27bb2e16a975b5a55c394de97c2d40e8005daa36383475e3eb0926", PCI device ID: , UID: "d6d6a224-cec4-40b3-8d39-edbe679f7b2e", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0420 11:40:54.463352 3825 cni.go:473] [openshift-console/downloads-5c54f4944f-dpbjc a78c68c37a27bb2e16a975b5a55c394de97c2d40e8005daa36383475e3eb0926 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-dpbjc a78c68c37a27bb2e16a975b5a55c394de97c2d40e8005daa36383475e3eb0926 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:e3:2b:dc:17:9a\",\"name\":\"a78c68c37a27bb2\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/055212f3-e315-4328-bc7b-ee97c1754414\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 11:40:54.536287 3825 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0420 11:40:59.422424 3825 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-n97gs aea13886254df4c843f683f36d67f2f5c59d14c7bde860bed9a592e0188d771b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-n97gs aea13886254df4c843f683f36d67f2f5c59d14c7bde860bed9a592e0188d771b network default NAD default NAD key ] I0420 11:40:59.434671 3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-n97gs, hostIfaceName: aea13886254df4c, network: default, NAD default, SandboxID: "aea13886254df4c843f683f36d67f2f5c59d14c7bde860bed9a592e0188d771b", PCI device ID: , UID: "ed1f01a2-5631-4931-8ee9-355db37fe98d", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0420 11:40:59.482522 3825 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-n97gs aea13886254df4c843f683f36d67f2f5c59d14c7bde860bed9a592e0188d771b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-n97gs aea13886254df4c843f683f36d67f2f5c59d14c7bde860bed9a592e0188d771b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:4c:16:dd:7a:61\",\"name\":\"aea13886254df4c\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c2388860-934e-4e70-ab42-57e7d4e1f676\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 11:40:59.948565 3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 11:40:59.948585 3825 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 11:40:59.948591 3825 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 11:40:59.949124 3825 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0420 11:40:59.949136 3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0420 11:41:00.327444 3825 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0420 11:41:00.327468 3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0420 11:41:00.330250 3825 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 11:41:00.330269 3825 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 11:41:00.330277 3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 11:41:00.364606 3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 11:41:00.364623 3825 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 11:41:00.364628 3825 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 11:41:00.371722 3825 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0420 11:41:00.371750 3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default I0420 11:41:02.249497 3825 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6x5jm] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-6x5jm for pod on switch ip-10-0-2-190.ec2.internal I0420 11:41:02.249591 3825 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6x5jm I0420 11:41:02.264386 3825 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6x5jm] pod update took 14.823603ms I0420 11:41:02.264407 3825 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6x5jm] addLogicalPort annotation time took 14.851917ms I0420 11:41:02.265805 3825 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6x5jm] addLogicalPort took 16.326623ms, libovsdb time 1.03332ms I0420 11:41:02.608948 3825 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6x5jm 9855c422d57dd46170b6c7433c3c0ee85f84158be1aa9fbbbf20a47b3595c849 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6x5jm 9855c422d57dd46170b6c7433c3c0ee85f84158be1aa9fbbbf20a47b3595c849 network default NAD default NAD key ] I0420 11:41:02.619131 3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-6x5jm, hostIfaceName: 9855c422d57dd46, network: default, NAD default, SandboxID: "9855c422d57dd46170b6c7433c3c0ee85f84158be1aa9fbbbf20a47b3595c849", PCI device ID: , UID: "159b4584-952b-467b-9341-bbae6c82016a", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0420 11:41:02.666816 3825 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6x5jm 9855c422d57dd46170b6c7433c3c0ee85f84158be1aa9fbbbf20a47b3595c849 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6x5jm 9855c422d57dd46170b6c7433c3c0ee85f84158be1aa9fbbbf20a47b3595c849 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:49:1a:63:88:a9\",\"name\":\"9855c422d57dd46\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0395929d-3d65-4fb9-baf0-7752f25d2ff7\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 11:41:04.354671 3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0420 11:41:04.538324 3825 base_network_controller_pods.go:487] [default/openshift-console/console-5bfdd69657-f7ssj] creating logical port openshift-console_console-5bfdd69657-f7ssj for pod on switch ip-10-0-2-190.ec2.internal I0420 11:41:04.538434 3825 kube.go:256] Updating pod openshift-console/console-5bfdd69657-f7ssj I0420 11:41:04.554709 3825 pod.go:62] [openshift-console/console-5bfdd69657-f7ssj] pod update took 16.312241ms I0420 11:41:04.554730 3825 base_network_controller_pods.go:951] [default/openshift-console/console-5bfdd69657-f7ssj] addLogicalPort annotation time took 16.338117ms I0420 11:41:04.555953 3825 pods.go:271] [openshift-console/console-5bfdd69657-f7ssj] addLogicalPort took 17.671698ms, libovsdb time 890.003µs I0420 11:41:09.169481 3825 cni.go:452] [openshift-console/console-5bfdd69657-f7ssj 514a5ed11c42f5902778ca611ed2fbd41a9a5435cf2f6f20dc94bb02b2d28710 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5bfdd69657-f7ssj 514a5ed11c42f5902778ca611ed2fbd41a9a5435cf2f6f20dc94bb02b2d28710 network default NAD default NAD key ] I0420 11:41:09.179633 3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5bfdd69657-f7ssj, hostIfaceName: 514a5ed11c42f59, network: default, NAD default, SandboxID: "514a5ed11c42f5902778ca611ed2fbd41a9a5435cf2f6f20dc94bb02b2d28710", PCI device ID: , UID: "cd8df540-9143-444c-a0b1-68817a3dcbdd", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0420 11:41:09.226895 3825 cni.go:473] [openshift-console/console-5bfdd69657-f7ssj 514a5ed11c42f5902778ca611ed2fbd41a9a5435cf2f6f20dc94bb02b2d28710 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5bfdd69657-f7ssj 514a5ed11c42f5902778ca611ed2fbd41a9a5435cf2f6f20dc94bb02b2d28710 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:a2:13:e0:1c:58\",\"name\":\"514a5ed11c42f59\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/923c35b7-2875-480b-95f5-a3d59d74e59d\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 11:41:09.609343 3825 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0420 11:41:09.641647 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0420 11:41:11.600294 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0420 11:41:11.998476 3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0420 11:41:12.385651 3825 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-mlt62] creating logical port openshift-monitoring_prometheus-operator-76b589d668-mlt62 for pod on switch ip-10-0-2-190.ec2.internal I0420 11:41:12.385789 3825 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-mlt62 I0420 11:41:12.402516 3825 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-mlt62] pod update took 16.77838ms I0420 11:41:12.402542 3825 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-mlt62] addLogicalPort annotation time took 16.809209ms I0420 11:41:12.404294 3825 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-mlt62] addLogicalPort took 18.659968ms, libovsdb time 1.319737ms W0420 11:41:12.615989 3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0420 11:41:13.305788 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 11:41:13.305810 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0420 11:41:13.344264 3825 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-mlt62 aff84bc88f69ef176fb14d82b3e5279d7cc857bb27f2e3a5e5a513ef3793b45a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-mlt62 aff84bc88f69ef176fb14d82b3e5279d7cc857bb27f2e3a5e5a513ef3793b45a network default NAD default NAD key ] I0420 11:41:13.363928 3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-mlt62, hostIfaceName: aff84bc88f69ef1, network: default, NAD default, SandboxID: "aff84bc88f69ef176fb14d82b3e5279d7cc857bb27f2e3a5e5a513ef3793b45a", PCI device ID: , UID: "37b3cd57-9a4a-4aa7-a1de-be15276379e6", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] W0420 11:41:13.379937 3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0420 11:41:13.415298 3825 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-mlt62 aff84bc88f69ef176fb14d82b3e5279d7cc857bb27f2e3a5e5a513ef3793b45a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-mlt62 aff84bc88f69ef176fb14d82b3e5279d7cc857bb27f2e3a5e5a513ef3793b45a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:ad:a6:6a:05:1e\",\"name\":\"aff84bc88f69ef1\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db60e829-19fa-4cc2-9b7a-73883cbab419\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 11:41:15.032467 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 11:41:15.032512 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 11:41:15.542977 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0420 11:41:17.036434 3825 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5c66559854-bgrcm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:17.037099 3825 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5c66559854-bgrcm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:17.058377 3825 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5c66559854-bgrcm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:17.058404 3825 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5c66559854-bgrcm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:17.064159 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5c66559854-bgrcm I0420 11:41:17.064185 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5c66559854-bgrcm I0420 11:41:18.049002 3825 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-6sm9d] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-6sm9d for pod on switch ip-10-0-2-190.ec2.internal I0420 11:41:18.049128 3825 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-6sm9d I0420 11:41:18.073433 3825 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-6sm9d] pod update took 24.330238ms I0420 11:41:18.073454 3825 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-6sm9d] addLogicalPort annotation time took 24.356121ms I0420 11:41:18.074683 3825 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-6sm9d] addLogicalPort took 25.701177ms, libovsdb time 944.931µs I0420 11:41:18.087670 3825 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-g4p9d] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-g4p9d for pod on switch ip-10-0-2-190.ec2.internal I0420 11:41:18.087769 3825 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-g4p9d I0420 11:41:18.109872 3825 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-g4p9d] pod update took 22.145146ms I0420 11:41:18.109890 3825 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-g4p9d] addLogicalPort annotation time took 22.167137ms I0420 11:41:18.110991 3825 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-g4p9d] addLogicalPort took 23.331692ms, libovsdb time 789.069µs I0420 11:41:18.444036 3825 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-g4p9d 12f41fd2068ab9f669c1fa6fe19f624e3c7c059486eeba5dac2901059216347d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-g4p9d 12f41fd2068ab9f669c1fa6fe19f624e3c7c059486eeba5dac2901059216347d network default NAD default NAD key ] I0420 11:41:18.453888 3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-g4p9d, hostIfaceName: 12f41fd2068ab9f, network: default, NAD default, SandboxID: "12f41fd2068ab9f669c1fa6fe19f624e3c7c059486eeba5dac2901059216347d", PCI device ID: , UID: "c21bb343-dcf4-4dac-9181-3e0d574e2598", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0420 11:41:18.501401 3825 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-g4p9d 12f41fd2068ab9f669c1fa6fe19f624e3c7c059486eeba5dac2901059216347d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-g4p9d 12f41fd2068ab9f669c1fa6fe19f624e3c7c059486eeba5dac2901059216347d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:5e:5e:17:57:06\",\"name\":\"12f41fd2068ab9f\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4687261-f88a-4ecd-af3f-ea6f73776289\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:41:18.560125 3825 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6fb77b54c7-htcr8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:18.560524 3825 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6fb77b54c7-htcr8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:19.011466 3825 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-6sm9d 2f840348933f138c334a3cf60a0bc07afec90665c5e01127b70eeb206b77fc0e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-6sm9d 2f840348933f138c334a3cf60a0bc07afec90665c5e01127b70eeb206b77fc0e network default NAD default NAD key ] I0420 11:41:19.022212 3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-6sm9d, hostIfaceName: 2f840348933f138, network: default, NAD default, SandboxID: "2f840348933f138c334a3cf60a0bc07afec90665c5e01127b70eeb206b77fc0e", PCI device ID: , UID: "8bba058e-29e6-4777-a3ed-950499bc5a9d", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0420 11:41:19.074366 3825 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-6sm9d 2f840348933f138c334a3cf60a0bc07afec90665c5e01127b70eeb206b77fc0e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-6sm9d 2f840348933f138c334a3cf60a0bc07afec90665c5e01127b70eeb206b77fc0e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:bc:79:83:ec:03\",\"name\":\"2f840348933f138\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/031fec5c-892c-49df-9140-d3448dc81f96\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:41:19.411380 3825 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6fb77b54c7-htcr8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:19.411403 3825 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6fb77b54c7-htcr8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:19.419882 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6fb77b54c7-htcr8 I0420 11:41:19.419907 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6fb77b54c7-htcr8 W0420 11:41:20.490618 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 11:41:20.490647 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 11:41:20.565892 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 11:41:20.565922 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 11:41:21.459316 3825 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:41:21.459334 3825 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:41:21.459341 3825 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:41:22.052988 3825 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:41:22.053005 3825 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:41:22.053010 3825 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0420 11:41:22.619532 3825 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-vbgn5] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-vbgn5 for pod on switch ip-10-0-2-190.ec2.internal I0420 11:41:22.619630 3825 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-vbgn5 I0420 11:41:22.638378 3825 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vbgn5] pod update took 18.776127ms I0420 11:41:22.638400 3825 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-vbgn5] addLogicalPort annotation time took 18.80299ms I0420 11:41:22.639583 3825 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vbgn5] addLogicalPort took 20.068113ms, libovsdb time 861.812µs W0420 11:41:23.038102 3825 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-6f76dd66f7-bzz5c IP address from the namespace address-set, err: pod openshift-console/console-6f76dd66f7-bzz5c: no pod IPs found I0420 11:41:23.611106 3825 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vbgn5 2f5181a121a058ef09c1f2691f644c62f2a7e74549a4f0fc370e7c9740c218f9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vbgn5 2f5181a121a058ef09c1f2691f644c62f2a7e74549a4f0fc370e7c9740c218f9 network default NAD default NAD key ] I0420 11:41:23.620134 3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-vbgn5, hostIfaceName: 2f5181a121a058e, network: default, NAD default, SandboxID: "2f5181a121a058ef09c1f2691f644c62f2a7e74549a4f0fc370e7c9740c218f9", PCI device ID: , UID: "781611ae-2fc8-41e2-9e63-6caab6d8f2ac", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0420 11:41:23.667261 3825 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vbgn5 2f5181a121a058ef09c1f2691f644c62f2a7e74549a4f0fc370e7c9740c218f9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vbgn5 2f5181a121a058ef09c1f2691f644c62f2a7e74549a4f0fc370e7c9740c218f9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:a6:df:b0:a7:48\",\"name\":\"2f5181a121a058e\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e9fc282-c489-471b-941b-8361c223e361\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:41:24.799459 3825 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-190.ec2.internal I0420 11:41:24.799579 3825 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0420 11:41:24.826964 3825 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 27.431969ms I0420 11:41:24.826988 3825 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 27.461284ms I0420 11:41:24.828704 3825 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 29.263733ms, libovsdb time 1.327287ms I0420 11:41:25.191533 3825 cni.go:452] [openshift-monitoring/prometheus-k8s-1 777bd5c436879075bdc9442828bcff6971bc59025e827a9ba513d226d3743fc3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 777bd5c436879075bdc9442828bcff6971bc59025e827a9ba513d226d3743fc3 network default NAD default NAD key ] I0420 11:41:25.201347 3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 777bd5c43687907, network: default, NAD default, SandboxID: "777bd5c436879075bdc9442828bcff6971bc59025e827a9ba513d226d3743fc3", PCI device ID: , UID: "0f284adc-6b13-4cd5-99ef-d580a43c7a4c", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0420 11:41:25.251071 3825 cni.go:473] [openshift-monitoring/prometheus-k8s-1 777bd5c436879075bdc9442828bcff6971bc59025e827a9ba513d226d3743fc3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 777bd5c436879075bdc9442828bcff6971bc59025e827a9ba513d226d3743fc3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:29:20:ab:5a:18\",\"name\":\"777bd5c43687907\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ff84d9ad-b488-4bab-bf13-d251e83c49a7\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 11:41:25.460121 3825 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 11:41:25.460139 3825 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 11:41:25.486293 3825 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:41:25.486311 3825 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:41:25.486315 3825 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:41:25.486319 3825 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:41:25.666038 3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0420 11:41:25.687564 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0420 11:41:26.447575 3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0420 11:41:27.111567 3825 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:41:27.111584 3825 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:41:27.111589 3825 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:41:27.111594 3825 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:41:27.135370 3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0420 11:41:27.728642 3825 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 11:41:27.728663 3825 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 11:41:36.492633 3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0420 11:41:37.753228 3825 cni.go:452] [openshift-console/console-5bfdd69657-f7ssj 514a5ed11c42f5902778ca611ed2fbd41a9a5435cf2f6f20dc94bb02b2d28710 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5bfdd69657-f7ssj 514a5ed11c42f5902778ca611ed2fbd41a9a5435cf2f6f20dc94bb02b2d28710 network default NAD default NAD key ] I0420 11:41:37.828457 3825 cni.go:473] [openshift-console/console-5bfdd69657-f7ssj 514a5ed11c42f5902778ca611ed2fbd41a9a5435cf2f6f20dc94bb02b2d28710 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5bfdd69657-f7ssj 514a5ed11c42f5902778ca611ed2fbd41a9a5435cf2f6f20dc94bb02b2d28710 network default NAD default NAD key default], result "{}", err I0420 11:41:37.890347 3825 obj_retry.go:498] Detected object openshift-console/console-5bfdd69657-f7ssj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:37.890472 3825 pods.go:176] Deleting pod: openshift-console/console-5bfdd69657-f7ssj I0420 11:41:37.891706 3825 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5bfdd69657-f7ssj, ips: 10.129.0.15 I0420 11:41:37.891746 3825 obj_retry.go:498] Detected object openshift-console/console-5bfdd69657-f7ssj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:37.901315 3825 base_network_controller_pods.go:487] [default/openshift-console/console-859bbcd744-xvlbn] creating logical port openshift-console_console-859bbcd744-xvlbn for pod on switch ip-10-0-2-190.ec2.internal I0420 11:41:37.901418 3825 kube.go:256] Updating pod openshift-console/console-859bbcd744-xvlbn I0420 11:41:37.919250 3825 pod.go:62] [openshift-console/console-859bbcd744-xvlbn] pod update took 17.860918ms I0420 11:41:37.919280 3825 base_network_controller_pods.go:951] [default/openshift-console/console-859bbcd744-xvlbn] addLogicalPort annotation time took 17.893342ms I0420 11:41:37.920678 3825 pods.go:271] [openshift-console/console-859bbcd744-xvlbn] addLogicalPort took 19.376866ms, libovsdb time 973.284µs I0420 11:41:38.306652 3825 cni.go:452] [openshift-console/console-859bbcd744-xvlbn 3072b1e9bf425455a79f4c6638442bfd40805cb947d623dc7e77dbc6ccddf376 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-859bbcd744-xvlbn 3072b1e9bf425455a79f4c6638442bfd40805cb947d623dc7e77dbc6ccddf376 network default NAD default NAD key ] I0420 11:41:38.316086 3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-859bbcd744-xvlbn, hostIfaceName: 3072b1e9bf42545, network: default, NAD default, SandboxID: "3072b1e9bf425455a79f4c6638442bfd40805cb947d623dc7e77dbc6ccddf376", PCI device ID: , UID: "86f1c2bf-0b16-4030-9f68-c63846d7a2c3", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0420 11:41:38.361700 3825 cni.go:473] [openshift-console/console-859bbcd744-xvlbn 3072b1e9bf425455a79f4c6638442bfd40805cb947d623dc7e77dbc6ccddf376 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-859bbcd744-xvlbn 3072b1e9bf425455a79f4c6638442bfd40805cb947d623dc7e77dbc6ccddf376 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:fa:ef:bf:ed:33\",\"name\":\"3072b1e9bf42545\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/34b84f91-7069-4831-9cfa-5ca94dbb1c01\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:41:38.736528 3825 obj_retry.go:492] Detected object openshift-console/console-5bfdd69657-f7ssj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:38.736570 3825 obj_retry.go:492] Detected object openshift-console/console-5bfdd69657-f7ssj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:38.745403 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5bfdd69657-f7ssj I0420 11:41:38.745430 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5bfdd69657-f7ssj I0420 11:41:45.879778 3825 obj_retry.go:498] Detected object openshift-console/console-5bfdd69657-w4nq2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:45.880386 3825 obj_retry.go:498] Detected object openshift-console/console-5bfdd69657-w4nq2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0420 11:41:46.163053 3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0420 11:41:46.175280 3825 obj_retry.go:492] Detected object openshift-console/console-5bfdd69657-w4nq2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:46.175305 3825 obj_retry.go:492] Detected object openshift-console/console-5bfdd69657-w4nq2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:46.186295 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5bfdd69657-w4nq2 I0420 11:41:46.186316 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5bfdd69657-w4nq2 W0420 11:41:48.774561 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 11:41:51.194086 3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0420 11:42:10.092928 3825 cni.go:452] [openshift-multus/network-metrics-daemon-sgztn f4f300318b21a3fcb2eed63145d66c236a57f8c78ea80747bf4898e4b258c83e network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-sgztn f4f300318b21a3fcb2eed63145d66c236a57f8c78ea80747bf4898e4b258c83e network default NAD default NAD key ] I0420 11:42:10.102496 3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-sgztn, hostIfaceName: f4f300318b21a3f, network: default, NAD default, SandboxID: "f4f300318b21a3fcb2eed63145d66c236a57f8c78ea80747bf4898e4b258c83e", PCI device ID: , UID: "e00bd1de-c365-48b0-b4b6-602c40753284", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0420 11:42:10.162673 3825 cni.go:473] [openshift-multus/network-metrics-daemon-sgztn f4f300318b21a3fcb2eed63145d66c236a57f8c78ea80747bf4898e4b258c83e network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-sgztn f4f300318b21a3fcb2eed63145d66c236a57f8c78ea80747bf4898e4b258c83e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:3c:96:d2:44:37\",\"name\":\"f4f300318b21a3f\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/82413b24-341b-4ac5-ad0d-dcb557260f99\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:42:14.098010 3825 obj_retry.go:498] Detected object openshift-console/console-6f76dd66f7-jzjrm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:42:14.098573 3825 obj_retry.go:498] Detected object openshift-console/console-6f76dd66f7-jzjrm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:42:14.633189 3825 obj_retry.go:492] Detected object openshift-console/console-6f76dd66f7-jzjrm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:42:14.633216 3825 obj_retry.go:492] Detected object openshift-console/console-6f76dd66f7-jzjrm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:42:14.641189 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6f76dd66f7-jzjrm I0420 11:42:14.641218 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6f76dd66f7-jzjrm I0420 11:42:16.334367 3825 obj_retry.go:498] Detected object openshift-ingress/router-default-76d5dd5db5-b869k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:42:16.334991 3825 obj_retry.go:498] Detected object openshift-ingress/router-default-76d5dd5db5-b869k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:42:16.642899 3825 obj_retry.go:492] Detected object openshift-ingress/router-default-76d5dd5db5-b869k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:42:16.642932 3825 obj_retry.go:492] Detected object openshift-ingress/router-default-76d5dd5db5-b869k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:42:16.651398 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-76d5dd5db5-b869k I0420 11:42:16.651422 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-76d5dd5db5-b869k W0420 11:42:25.754433 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 11:42:25.754456 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 11:42:25.754469 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 11:42:25.754474 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 11:42:25.947462 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 11:42:25.947487 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0420 11:42:39.656572 3825 cni.go:452] [openshift-dns/dns-default-sk6n5 6bd8dabe5bcca8fb0cb1794a09e35434b4df563bc5cdb782472e64d126dceef0 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-sk6n5 6bd8dabe5bcca8fb0cb1794a09e35434b4df563bc5cdb782472e64d126dceef0 network default NAD default NAD key ] I0420 11:42:39.665858 3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-sk6n5, hostIfaceName: 6bd8dabe5bcca8f, network: default, NAD default, SandboxID: "6bd8dabe5bcca8fb0cb1794a09e35434b4df563bc5cdb782472e64d126dceef0", PCI device ID: , UID: "ddddd55c-1d9c-4ea5-9c30-809b9ea5429b", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0420 11:42:39.713362 3825 cni.go:473] [openshift-dns/dns-default-sk6n5 6bd8dabe5bcca8fb0cb1794a09e35434b4df563bc5cdb782472e64d126dceef0 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-sk6n5 6bd8dabe5bcca8fb0cb1794a09e35434b4df563bc5cdb782472e64d126dceef0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:c4:36:0b:28:e2\",\"name\":\"6bd8dabe5bcca8f\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/88290541-7905-4cda-a369-a24680185389\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:42:40.373437 3825 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:42:40.374109 3825 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:42:40.709815 3825 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:42:40.709835 3825 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:42:40.719104 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0420 11:42:40.719212 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0420 11:42:43.971507 3825 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-jjt9x f57ec994c9f5fb41ae9186eca1e2e8a5c60613b4ccd8d812be8afd64fda16cee network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-jjt9x f57ec994c9f5fb41ae9186eca1e2e8a5c60613b4ccd8d812be8afd64fda16cee network default NAD default NAD key ] I0420 11:42:44.046645 3825 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-jjt9x f57ec994c9f5fb41ae9186eca1e2e8a5c60613b4ccd8d812be8afd64fda16cee network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-jjt9x f57ec994c9f5fb41ae9186eca1e2e8a5c60613b4ccd8d812be8afd64fda16cee network default NAD default NAD key default], result "{}", err I0420 11:42:44.089423 3825 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-jjt9x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:42:44.089459 3825 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-jjt9x I0420 11:42:44.090685 3825 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-jjt9x, ips: 10.129.0.8 I0420 11:42:44.090711 3825 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-jjt9x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:42:44.635027 3825 cni.go:452] [openshift-monitoring/prometheus-k8s-1 777bd5c436879075bdc9442828bcff6971bc59025e827a9ba513d226d3743fc3 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 777bd5c436879075bdc9442828bcff6971bc59025e827a9ba513d226d3743fc3 network default NAD default NAD key ] I0420 11:42:44.707523 3825 cni.go:473] [openshift-monitoring/prometheus-k8s-1 777bd5c436879075bdc9442828bcff6971bc59025e827a9ba513d226d3743fc3 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 777bd5c436879075bdc9442828bcff6971bc59025e827a9ba513d226d3743fc3 network default NAD default NAD key default], result "{}", err I0420 11:42:44.763574 3825 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:42:44.763611 3825 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0420 11:42:44.764749 3825 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.20 I0420 11:42:44.764777 3825 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:42:44.984506 3825 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:42:44.984541 3825 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:42:44.986898 3825 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-jjt9x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:42:44.986922 3825 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-jjt9x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:42:44.998176 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0420 11:42:44.998198 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0420 11:42:45.055864 3825 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-190.ec2.internal I0420 11:42:45.055976 3825 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0420 11:42:45.079654 3825 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 23.716773ms I0420 11:42:45.079674 3825 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 23.743194ms I0420 11:42:45.080871 3825 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 25.027059ms, libovsdb time 833.133µs I0420 11:42:45.422835 3825 cni.go:452] [openshift-monitoring/prometheus-k8s-1 44302a08b9ce988aead81c1e47169cbbf3393500783b20ddaf62440d0c77140d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 44302a08b9ce988aead81c1e47169cbbf3393500783b20ddaf62440d0c77140d network default NAD default NAD key ] I0420 11:42:45.431915 3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 44302a08b9ce988, network: default, NAD default, SandboxID: "44302a08b9ce988aead81c1e47169cbbf3393500783b20ddaf62440d0c77140d", PCI device ID: , UID: "8891990d-8cf9-4860-85f1-3f8e806206f0", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0420 11:42:45.479514 3825 cni.go:473] [openshift-monitoring/prometheus-k8s-1 44302a08b9ce988aead81c1e47169cbbf3393500783b20ddaf62440d0c77140d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 44302a08b9ce988aead81c1e47169cbbf3393500783b20ddaf62440d0c77140d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:56:6a:4f:4f:df\",\"name\":\"44302a08b9ce988\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9afc8741-a465-412d-86b6-cc9c243fee99\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 11:42:51.967766 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0420 11:42:51.967788 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0420 11:42:51.967796 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default I0420 11:43:02.499459 3825 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:43:02.500066 3825 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:43:02.841427 3825 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:43:02.841456 3825 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:43:02.850588 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0420 11:43:02.850621 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0420 11:43:11.574000 3825 cni.go:452] [openshift-console/console-859bbcd744-xvlbn 3072b1e9bf425455a79f4c6638442bfd40805cb947d623dc7e77dbc6ccddf376 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-859bbcd744-xvlbn 3072b1e9bf425455a79f4c6638442bfd40805cb947d623dc7e77dbc6ccddf376 network default NAD default NAD key ] I0420 11:43:11.651348 3825 cni.go:473] [openshift-console/console-859bbcd744-xvlbn 3072b1e9bf425455a79f4c6638442bfd40805cb947d623dc7e77dbc6ccddf376 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-859bbcd744-xvlbn 3072b1e9bf425455a79f4c6638442bfd40805cb947d623dc7e77dbc6ccddf376 network default NAD default NAD key default], result "{}", err I0420 11:43:11.703063 3825 obj_retry.go:498] Detected object openshift-console/console-859bbcd744-xvlbn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:43:11.703100 3825 pods.go:176] Deleting pod: openshift-console/console-859bbcd744-xvlbn I0420 11:43:11.704344 3825 pods.go:236] Attempting to release IPs for pod: openshift-console/console-859bbcd744-xvlbn, ips: 10.129.0.21 I0420 11:43:11.704376 3825 obj_retry.go:498] Detected object openshift-console/console-859bbcd744-xvlbn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:43:11.712861 3825 base_network_controller_pods.go:487] [default/openshift-console/console-77ddb99d5-dkx4b] creating logical port openshift-console_console-77ddb99d5-dkx4b for pod on switch ip-10-0-2-190.ec2.internal I0420 11:43:11.712969 3825 kube.go:256] Updating pod openshift-console/console-77ddb99d5-dkx4b I0420 11:43:11.727781 3825 pod.go:62] [openshift-console/console-77ddb99d5-dkx4b] pod update took 14.83988ms I0420 11:43:11.727802 3825 base_network_controller_pods.go:951] [default/openshift-console/console-77ddb99d5-dkx4b] addLogicalPort annotation time took 14.861055ms I0420 11:43:11.729166 3825 pods.go:271] [openshift-console/console-77ddb99d5-dkx4b] addLogicalPort took 16.320144ms, libovsdb time 952.226µs I0420 11:43:12.070875 3825 cni.go:452] [openshift-console/console-77ddb99d5-dkx4b 5f9f9c5370e1d67da7666fe78f6c341564cb670ce0da346e49c9b5d0d63bc54b network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-77ddb99d5-dkx4b 5f9f9c5370e1d67da7666fe78f6c341564cb670ce0da346e49c9b5d0d63bc54b network default NAD default NAD key ] I0420 11:43:12.080329 3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-77ddb99d5-dkx4b, hostIfaceName: 5f9f9c5370e1d67, network: default, NAD default, SandboxID: "5f9f9c5370e1d67da7666fe78f6c341564cb670ce0da346e49c9b5d0d63bc54b", PCI device ID: , UID: "5e916d61-af72-4e13-b0d7-aa61fff7588f", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0420 11:43:12.087354 3825 obj_retry.go:492] Detected object openshift-console/console-859bbcd744-xvlbn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:43:12.087377 3825 obj_retry.go:492] Detected object openshift-console/console-859bbcd744-xvlbn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:43:12.097299 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-859bbcd744-xvlbn I0420 11:43:12.097325 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-859bbcd744-xvlbn I0420 11:43:12.129066 3825 cni.go:473] [openshift-console/console-77ddb99d5-dkx4b 5f9f9c5370e1d67da7666fe78f6c341564cb670ce0da346e49c9b5d0d63bc54b network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-77ddb99d5-dkx4b 5f9f9c5370e1d67da7666fe78f6c341564cb670ce0da346e49c9b5d0d63bc54b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:df:8b:7a:96:a1\",\"name\":\"5f9f9c5370e1d67\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b27d3d25-f0c7-445c-9d6f-eaa98e9d5109\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:43:13.192331 3825 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0420 11:43:22.134436 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0420 11:43:22.148960 3825 obj_retry.go:498] Detected object openshift-console/console-859bbcd744-6cq2s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:43:22.149467 3825 obj_retry.go:498] Detected object openshift-console/console-859bbcd744-6cq2s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:43:22.590897 3825 obj_retry.go:492] Detected object openshift-console/console-859bbcd744-6cq2s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:43:22.590925 3825 obj_retry.go:492] Detected object openshift-console/console-859bbcd744-6cq2s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:43:22.599213 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-859bbcd744-6cq2s I0420 11:43:22.599243 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-859bbcd744-6cq2s W0420 11:43:46.261888 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 11:43:46.261916 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0420 11:43:47.582333 3825 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:43:47.582931 3825 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:43:48.033861 3825 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:43:48.033889 3825 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:43:48.042993 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0420 11:43:48.043022 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0420 11:44:12.933651 3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0420 11:44:13.906877 3825 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 W0420 11:44:28.862289 3825 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 11:44:36.817690 3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=138 I0420 11:44:39.920179 3825 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0420 11:44:39.920239 3825 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-tjw2q IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-tjw2q: no pod IPs found I0420 11:45:00.816918 3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=81 I0420 11:45:05.923441 3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0420 11:45:08.907441 3825 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0420 11:45:14.944623 3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0420 11:45:19.334444 3825 obj_retry.go:498] Detected object openshift-console/console-77ddb99d5-z7cv8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:45:19.335052 3825 obj_retry.go:498] Detected object openshift-console/console-77ddb99d5-z7cv8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:45:19.702100 3825 obj_retry.go:492] Detected object openshift-console/console-77ddb99d5-z7cv8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:45:19.702152 3825 obj_retry.go:492] Detected object openshift-console/console-77ddb99d5-z7cv8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:45:19.710847 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-77ddb99d5-z7cv8 I0420 11:45:19.710871 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-77ddb99d5-z7cv8 I0420 11:45:30.225842 3825 cni.go:452] [openshift-console/console-77ddb99d5-dkx4b 5f9f9c5370e1d67da7666fe78f6c341564cb670ce0da346e49c9b5d0d63bc54b network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-77ddb99d5-dkx4b 5f9f9c5370e1d67da7666fe78f6c341564cb670ce0da346e49c9b5d0d63bc54b network default NAD default NAD key ] I0420 11:45:30.301475 3825 cni.go:473] [openshift-console/console-77ddb99d5-dkx4b 5f9f9c5370e1d67da7666fe78f6c341564cb670ce0da346e49c9b5d0d63bc54b network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-77ddb99d5-dkx4b 5f9f9c5370e1d67da7666fe78f6c341564cb670ce0da346e49c9b5d0d63bc54b network default NAD default NAD key default], result "{}", err I0420 11:45:30.351301 3825 obj_retry.go:498] Detected object openshift-console/console-77ddb99d5-dkx4b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:45:30.351331 3825 pods.go:176] Deleting pod: openshift-console/console-77ddb99d5-dkx4b I0420 11:45:30.352828 3825 pods.go:236] Attempting to release IPs for pod: openshift-console/console-77ddb99d5-dkx4b, ips: 10.129.0.23 I0420 11:45:30.352855 3825 obj_retry.go:498] Detected object openshift-console/console-77ddb99d5-dkx4b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:45:30.611561 3825 obj_retry.go:492] Detected object openshift-console/console-77ddb99d5-dkx4b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:45:30.611610 3825 obj_retry.go:492] Detected object openshift-console/console-77ddb99d5-dkx4b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:45:30.616990 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-77ddb99d5-dkx4b I0420 11:45:30.617017 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-77ddb99d5-dkx4b I0420 11:45:50.821852 3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0420 11:46:00.821355 3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0420 11:46:20.827216 3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=607 I0420 11:46:29.928023 3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0420 11:46:39.823041 3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=72 I0420 11:46:55.911128 3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0420 11:47:04.940010 3825 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0420 11:47:18.916885 3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0420 11:48:10.944345 3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0420 11:49:47.936982 3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0420 11:50:00.201159 3825 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-9b9wf] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29611430-9b9wf for pod on switch ip-10-0-2-190.ec2.internal I0420 11:50:00.201287 3825 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-9b9wf I0420 11:50:00.224991 3825 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-9b9wf] pod update took 23.738251ms I0420 11:50:00.225020 3825 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-9b9wf] addLogicalPort annotation time took 23.772076ms I0420 11:50:00.226166 3825 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-9b9wf] addLogicalPort took 25.025371ms, libovsdb time 836.749µs I0420 11:50:00.576337 3825 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-9b9wf b171639371f7c4bef18e5ac267b5d9dce8a954f00d3066eabd1dbb4be6b5662d network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-9b9wf b171639371f7c4bef18e5ac267b5d9dce8a954f00d3066eabd1dbb4be6b5662d network default NAD default NAD key ] I0420 11:50:00.585701 3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29611430-9b9wf, hostIfaceName: b171639371f7c4b, network: default, NAD default, SandboxID: "b171639371f7c4bef18e5ac267b5d9dce8a954f00d3066eabd1dbb4be6b5662d", PCI device ID: , UID: "69cd3bb4-f79a-45e2-8a8e-58bce41496ce", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0420 11:50:00.632190 3825 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-9b9wf b171639371f7c4bef18e5ac267b5d9dce8a954f00d3066eabd1dbb4be6b5662d network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-9b9wf b171639371f7c4bef18e5ac267b5d9dce8a954f00d3066eabd1dbb4be6b5662d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:ca:37:5f:2d:41\",\"name\":\"b171639371f7c4b\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/462c844a-d063-411c-94fa-42ae13c08909\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:50:03.595476 3825 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-9b9wf b171639371f7c4bef18e5ac267b5d9dce8a954f00d3066eabd1dbb4be6b5662d network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-9b9wf b171639371f7c4bef18e5ac267b5d9dce8a954f00d3066eabd1dbb4be6b5662d network default NAD default NAD key ] I0420 11:50:03.674716 3825 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-9b9wf b171639371f7c4bef18e5ac267b5d9dce8a954f00d3066eabd1dbb4be6b5662d network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-9b9wf b171639371f7c4bef18e5ac267b5d9dce8a954f00d3066eabd1dbb4be6b5662d network default NAD default NAD key default], result "{}", err I0420 11:50:03.718294 3825 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-9b9wf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:50:03.718423 3825 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-9b9wf I0420 11:50:03.719597 3825 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-9b9wf, ips: 10.129.0.24 I0420 11:50:03.719625 3825 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-9b9wf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:50:04.616665 3825 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-9b9wf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:50:04.616718 3825 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-9b9wf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:00.000708 3825 namespace.go:98] [tsf] adding namespace I0420 11:51:00.001537 3825 namespace.go:102] [tsf] adding namespace took 805.795µs I0420 11:51:00.017864 3825 namespace.go:142] [tsf] updating namespace I0420 11:51:00.031950 3825 namespace.go:142] [tsf] updating namespace I0420 11:51:04.020703 3825 namespace.go:98] [rhtpa-operator] adding namespace I0420 11:51:04.020912 3825 namespace.go:98] [konflux-operator] adding namespace I0420 11:51:04.021060 3825 namespace.go:98] [tsf-tpa] adding namespace I0420 11:51:04.021692 3825 namespace.go:102] [rhtpa-operator] adding namespace took 964.543µs I0420 11:51:04.022297 3825 namespace.go:102] [konflux-operator] adding namespace took 1.365355ms I0420 11:51:04.022823 3825 namespace.go:102] [tsf-tpa] adding namespace took 1.748826ms I0420 11:51:04.025609 3825 namespace.go:98] [rhbk-operator] adding namespace I0420 11:51:04.025657 3825 namespace.go:98] [tsf-tas] adding namespace I0420 11:51:04.025806 3825 namespace.go:98] [konflux-ui] adding namespace I0420 11:51:04.026373 3825 namespace.go:102] [rhbk-operator] adding namespace took 706.061µs I0420 11:51:04.026943 3825 namespace.go:98] [tsf-keycloak] adding namespace I0420 11:51:04.027170 3825 namespace.go:102] [tsf-tas] adding namespace took 1.454555ms I0420 11:51:04.027660 3825 namespace.go:102] [konflux-ui] adding namespace took 1.837796ms I0420 11:51:04.027685 3825 namespace.go:98] [cert-manager-operator] adding namespace I0420 11:51:04.028182 3825 namespace.go:102] [cert-manager-operator] adding namespace took 488.165µs I0420 11:51:04.028642 3825 namespace.go:102] [tsf-keycloak] adding namespace took 1.640687ms I0420 11:51:04.047932 3825 namespace.go:142] [rhtpa-operator] updating namespace I0420 11:51:04.067491 3825 namespace.go:142] [rhtpa-operator] updating namespace I0420 11:51:04.080022 3825 namespace.go:142] [konflux-operator] updating namespace I0420 11:51:04.090454 3825 namespace.go:142] [tsf-tpa] updating namespace I0420 11:51:04.090556 3825 namespace.go:142] [rhbk-operator] updating namespace I0420 11:51:04.096905 3825 namespace.go:142] [tsf-tas] updating namespace I0420 11:51:04.096929 3825 namespace.go:142] [konflux-operator] updating namespace I0420 11:51:04.098694 3825 namespace.go:142] [konflux-ui] updating namespace I0420 11:51:04.110900 3825 namespace.go:142] [tsf-keycloak] updating namespace I0420 11:51:04.118960 3825 namespace.go:142] [cert-manager-operator] updating namespace I0420 11:51:04.119010 3825 namespace.go:142] [rhtpa-operator] updating namespace I0420 11:51:04.119320 3825 namespace.go:142] [konflux-operator] updating namespace I0420 11:51:04.170092 3825 namespace.go:142] [rhbk-operator] updating namespace I0420 11:51:04.192236 3825 namespace.go:142] [rhbk-operator] updating namespace I0420 11:51:04.205630 3825 namespace.go:142] [tsf-tas] updating namespace I0420 11:51:04.223929 3825 namespace.go:142] [tsf-tas] updating namespace I0420 11:51:04.237785 3825 namespace.go:142] [konflux-ui] updating namespace I0420 11:51:04.252093 3825 namespace.go:142] [konflux-ui] updating namespace I0420 11:51:04.259597 3825 namespace.go:142] [tsf-keycloak] updating namespace I0420 11:51:04.307302 3825 namespace.go:142] [tsf-keycloak] updating namespace I0420 11:51:04.314055 3825 namespace.go:142] [cert-manager-operator] updating namespace I0420 11:51:04.329583 3825 namespace.go:142] [cert-manager-operator] updating namespace I0420 11:51:04.388655 3825 namespace.go:142] [tsf-tpa] updating namespace I0420 11:51:04.409901 3825 namespace.go:142] [tsf-tpa] updating namespace I0420 11:51:05.334646 3825 namespace.go:142] [tsf-tpa] updating namespace I0420 11:51:05.346989 3825 namespace.go:142] [tsf-keycloak] updating namespace I0420 11:51:09.824858 3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0420 11:51:13.170909 3825 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece54bhv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:51:13.171507 3825 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece54bhv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:51:13.171530 3825 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece54bhv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:51:13.171537 3825 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 11:51:13.171550 3825 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece54bhv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:51:13.171559 3825 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 11:51:14.199677 3825 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece54bhv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:14.199730 3825 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece54bhv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:14.199768 3825 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece54bhv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:14.199781 3825 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece54bhv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:14.251701 3825 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fqqbd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:51:14.252290 3825 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fqqbd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:51:14.252315 3825 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fqqbd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:51:14.252323 3825 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 11:51:14.252333 3825 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fqqbd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:51:14.252339 3825 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 11:51:15.281884 3825 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fqqbd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:15.281911 3825 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fqqbd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:15.281927 3825 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fqqbd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:15.281936 3825 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fqqbd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:21.896083 3825 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wxpn9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:51:21.896663 3825 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wxpn9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:51:21.896694 3825 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wxpn9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:51:21.896702 3825 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 11:51:21.896714 3825 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wxpn9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:51:21.896718 3825 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 11:51:21.925379 3825 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafnzqpt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:51:21.925894 3825 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafnzqpt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:51:21.925917 3825 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafnzqpt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:51:21.925924 3825 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 11:51:21.925933 3825 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafnzqpt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:51:21.925938 3825 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 11:51:21.988647 3825 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c6v6r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:51:21.989104 3825 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c6v6r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:51:21.989133 3825 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c6v6r of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:51:21.989144 3825 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 11:51:21.989154 3825 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c6v6r of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:51:21.989158 3825 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 11:51:22.006419 3825 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad75kn4j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:51:22.006811 3825 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad75kn4j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:51:22.006838 3825 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad75kn4j of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:51:22.006845 3825 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 11:51:22.006854 3825 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad75kn4j of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:51:22.006861 3825 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 11:51:22.930809 3825 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wxpn9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:22.930837 3825 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wxpn9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:22.930850 3825 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wxpn9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:22.930861 3825 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wxpn9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:22.962967 3825 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafnzqpt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:22.962984 3825 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafnzqpt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:22.962997 3825 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafnzqpt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:22.963007 3825 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafnzqpt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:23.018010 3825 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c6v6r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:23.018027 3825 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c6v6r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:23.018038 3825 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c6v6r of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:23.018048 3825 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c6v6r of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:23.043510 3825 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad75kn4j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:23.043525 3825 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad75kn4j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:23.043537 3825 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad75kn4j of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:23.043548 3825 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad75kn4j of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0420 11:51:23.800005 3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0420 11:51:23.939416 3825 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-p47f8] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-p47f8 for pod on switch ip-10-0-2-190.ec2.internal I0420 11:51:23.939570 3825 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-p47f8 I0420 11:51:23.953592 3825 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-p47f8] pod update took 14.050092ms I0420 11:51:23.953614 3825 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-p47f8] addLogicalPort annotation time took 14.076405ms I0420 11:51:23.955032 3825 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-p47f8] addLogicalPort took 15.636051ms, libovsdb time 940.533µs I0420 11:51:24.296094 3825 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-p47f8 07c7956ad22d6355e544468255d8eae0d9d25da3f412edf550f8e43626671831 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-p47f8 07c7956ad22d6355e544468255d8eae0d9d25da3f412edf550f8e43626671831 network default NAD default NAD key ] I0420 11:51:24.305474 3825 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-p47f8, hostIfaceName: 07c7956ad22d635, network: default, NAD default, SandboxID: "07c7956ad22d6355e544468255d8eae0d9d25da3f412edf550f8e43626671831", PCI device ID: , UID: "32835111-ada2-4ff6-9ba7-c9e0a8135d72", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0420 11:51:24.354618 3825 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-p47f8 07c7956ad22d6355e544468255d8eae0d9d25da3f412edf550f8e43626671831 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-p47f8 07c7956ad22d6355e544468255d8eae0d9d25da3f412edf550f8e43626671831 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:d2:2a:24:a2:9a\",\"name\":\"07c7956ad22d635\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a67c47f-373a-466d-9f7d-465e04fc98e3\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 11:51:26.270161 3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0420 11:51:26.279626 3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0420 11:51:26.285050 3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0420 11:51:26.296361 3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0420 11:51:32.300099 3825 namespace.go:142] [openshift-operators] updating namespace I0420 11:51:32.312887 3825 namespace.go:142] [openshift-operators] updating namespace I0420 11:51:39.710405 3825 namespace.go:142] [openshift-operators] updating namespace I0420 11:51:40.238858 3825 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-bqpvf] creating logical port openshift-operators_tekton-operator-webhook-668b6fdd5d-bqpvf for pod on switch ip-10-0-2-190.ec2.internal I0420 11:51:40.239007 3825 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-668b6fdd5d-bqpvf I0420 11:51:40.294336 3825 pod.go:62] [openshift-operators/tekton-operator-webhook-668b6fdd5d-bqpvf] pod update took 55.353214ms I0420 11:51:40.294374 3825 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-bqpvf] addLogicalPort annotation time took 55.395077ms I0420 11:51:40.295532 3825 pods.go:271] [openshift-operators/tekton-operator-webhook-668b6fdd5d-bqpvf] addLogicalPort took 56.693693ms, libovsdb time 794.78µs I0420 11:51:40.924362 3825 cni.go:452] [openshift-operators/tekton-operator-webhook-668b6fdd5d-bqpvf 88a0ac71c13db9b83764336b361f653b405a8ec0d0bec244090991099a0738b9 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-bqpvf 88a0ac71c13db9b83764336b361f653b405a8ec0d0bec244090991099a0738b9 network default NAD default NAD key ] I0420 11:51:40.933679 3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-668b6fdd5d-bqpvf, hostIfaceName: 88a0ac71c13db9b, network: default, NAD default, SandboxID: "88a0ac71c13db9b83764336b361f653b405a8ec0d0bec244090991099a0738b9", PCI device ID: , UID: "75635db8-3f8e-4cb7-8f58-99384c4cdf15", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0420 11:51:40.982244 3825 cni.go:473] [openshift-operators/tekton-operator-webhook-668b6fdd5d-bqpvf 88a0ac71c13db9b83764336b361f653b405a8ec0d0bec244090991099a0738b9 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-bqpvf 88a0ac71c13db9b83764336b361f653b405a8ec0d0bec244090991099a0738b9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:47:27:f2:b6:05\",\"name\":\"88a0ac71c13db9b\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13560743-4cfa-495d-b1e1-fb4ae1aead8a\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 11:51:44.908893 3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0420 11:51:49.975073 3825 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0420 11:51:50.012145 3825 namespace.go:98] [trusted-artifact-signer] adding namespace I0420 11:51:50.012952 3825 namespace.go:102] [trusted-artifact-signer] adding namespace took 782.318µs I0420 11:51:50.087955 3825 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 11:51:50.113584 3825 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 11:51:50.450623 3825 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-66ccc97d7d-xrln2] creating logical port trusted-artifact-signer_cli-server-66ccc97d7d-xrln2 for pod on switch ip-10-0-2-190.ec2.internal I0420 11:51:50.450720 3825 kube.go:256] Updating pod trusted-artifact-signer/cli-server-66ccc97d7d-xrln2 I0420 11:51:50.466427 3825 pod.go:62] [trusted-artifact-signer/cli-server-66ccc97d7d-xrln2] pod update took 15.726221ms I0420 11:51:50.466455 3825 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-66ccc97d7d-xrln2] addLogicalPort annotation time took 15.758958ms I0420 11:51:50.467693 3825 pods.go:271] [trusted-artifact-signer/cli-server-66ccc97d7d-xrln2] addLogicalPort took 17.087016ms, libovsdb time 777.443µs I0420 11:51:51.718771 3825 cni.go:452] [trusted-artifact-signer/cli-server-66ccc97d7d-xrln2 bb49229f49c1c07b4be540b928987940c6fc3cafc32824778fd8f9fc8eb942ac network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-xrln2 bb49229f49c1c07b4be540b928987940c6fc3cafc32824778fd8f9fc8eb942ac network default NAD default NAD key ] I0420 11:51:51.728351 3825 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-66ccc97d7d-xrln2, hostIfaceName: bb49229f49c1c07, network: default, NAD default, SandboxID: "bb49229f49c1c07b4be540b928987940c6fc3cafc32824778fd8f9fc8eb942ac", PCI device ID: , UID: "64d52d60-3748-4fa0-9047-62cc412b382c", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0420 11:51:51.775973 3825 cni.go:473] [trusted-artifact-signer/cli-server-66ccc97d7d-xrln2 bb49229f49c1c07b4be540b928987940c6fc3cafc32824778fd8f9fc8eb942ac network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-xrln2 bb49229f49c1c07b4be540b928987940c6fc3cafc32824778fd8f9fc8eb942ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:7b:03:de:35:a3\",\"name\":\"bb49229f49c1c07\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76562881-87a4-41ae-b2f0-41e3e7ee5d46\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:51:53.207491 3825 namespace.go:98] [cert-manager] adding namespace I0420 11:51:53.208527 3825 namespace.go:102] [cert-manager] adding namespace took 948.725µs I0420 11:51:53.299403 3825 namespace.go:142] [cert-manager] updating namespace I0420 11:51:53.322077 3825 namespace.go:142] [cert-manager] updating namespace I0420 11:51:55.088935 3825 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-fd44f5cbb-hzzwj] creating logical port cert-manager_cert-manager-webhook-fd44f5cbb-hzzwj for pod on switch ip-10-0-2-190.ec2.internal I0420 11:51:55.089032 3825 kube.go:256] Updating pod cert-manager/cert-manager-webhook-fd44f5cbb-hzzwj I0420 11:51:55.107990 3825 pod.go:62] [cert-manager/cert-manager-webhook-fd44f5cbb-hzzwj] pod update took 18.980643ms I0420 11:51:55.108016 3825 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-fd44f5cbb-hzzwj] addLogicalPort annotation time took 19.010242ms I0420 11:51:55.109483 3825 pods.go:271] [cert-manager/cert-manager-webhook-fd44f5cbb-hzzwj] addLogicalPort took 20.567711ms, libovsdb time 1.06161ms I0420 11:51:56.213854 3825 cni.go:452] [cert-manager/cert-manager-webhook-fd44f5cbb-hzzwj 431594952e2cdb54f51f0cff97ba181b5f08ecd34e2df609463790c2d9f99f35 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-hzzwj 431594952e2cdb54f51f0cff97ba181b5f08ecd34e2df609463790c2d9f99f35 network default NAD default NAD key ] I0420 11:51:56.222772 3825 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-fd44f5cbb-hzzwj, hostIfaceName: 431594952e2cdb5, network: default, NAD default, SandboxID: "431594952e2cdb54f51f0cff97ba181b5f08ecd34e2df609463790c2d9f99f35", PCI device ID: , UID: "f74e29d3-2460-40e6-a3bd-c1aae08e7602", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0420 11:51:56.272516 3825 cni.go:473] [cert-manager/cert-manager-webhook-fd44f5cbb-hzzwj 431594952e2cdb54f51f0cff97ba181b5f08ecd34e2df609463790c2d9f99f35 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-hzzwj 431594952e2cdb54f51f0cff97ba181b5f08ecd34e2df609463790c2d9f99f35 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:97:f3:8a:6c:c5\",\"name\":\"431594952e2cdb5\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ba46a8d0-4120-4da3-951f-e92b197e7b7d\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:51:56.438130 3825 namespace.go:98] [openshift-pipelines] adding namespace I0420 11:51:56.438971 3825 namespace.go:102] [openshift-pipelines] adding namespace took 817.466µs I0420 11:51:56.476480 3825 namespace.go:142] [openshift-pipelines] updating namespace I0420 11:51:57.580031 3825 namespace.go:142] [cert-manager] updating namespace I0420 11:51:57.763963 3825 namespace.go:142] [cert-manager-operator] updating namespace I0420 11:51:58.151015 3825 namespace.go:142] [konflux-operator] updating namespace I0420 11:51:58.363921 3825 namespace.go:142] [konflux-ui] updating namespace I0420 11:51:58.561849 3825 namespace.go:142] [open-cluster-management-2pprst5nusibgq03117kjfn2t3hbbnqb] updating namespace I0420 11:51:58.923572 3825 namespace.go:142] [rhbk-operator] updating namespace I0420 11:51:59.125889 3825 namespace.go:142] [rhtpa-operator] updating namespace I0420 11:51:59.325841 3825 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 11:51:59.526063 3825 namespace.go:142] [tsf] updating namespace I0420 11:51:59.731635 3825 namespace.go:142] [tsf-keycloak] updating namespace I0420 11:51:59.945852 3825 namespace.go:142] [tsf-tas] updating namespace W0420 11:52:00.058261 3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0420 11:52:00.058280 3825 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0420 11:52:00.128413 3825 namespace.go:142] [tsf-tpa] updating namespace I0420 11:52:00.272515 3825 namespace.go:142] [cert-manager] updating namespace I0420 11:52:00.290996 3825 namespace.go:142] [cert-manager-operator] updating namespace I0420 11:52:00.306927 3825 namespace.go:142] [default] updating namespace I0420 11:52:00.321698 3825 namespace.go:142] [konflux-operator] updating namespace I0420 11:52:00.335482 3825 namespace.go:142] [konflux-ui] updating namespace I0420 11:52:00.350819 3825 namespace.go:142] [open-cluster-management-2pprst5nusibgq03117kjfn2t3hbbnqb] updating namespace I0420 11:52:00.362797 3825 namespace.go:142] [openshift] updating namespace I0420 11:52:00.379781 3825 namespace.go:142] [rhbk-operator] updating namespace I0420 11:52:00.393215 3825 namespace.go:142] [rhtpa-operator] updating namespace I0420 11:52:00.404473 3825 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 11:52:00.416234 3825 namespace.go:142] [tsf] updating namespace I0420 11:52:00.428619 3825 namespace.go:142] [tsf-keycloak] updating namespace I0420 11:52:00.440685 3825 namespace.go:142] [tsf-tas] updating namespace I0420 11:52:00.452559 3825 namespace.go:142] [tsf-tpa] updating namespace I0420 11:52:00.507953 3825 namespace.go:142] [cert-manager] updating namespace I0420 11:52:00.611887 3825 namespace.go:142] [cert-manager-operator] updating namespace I0420 11:52:00.710721 3825 namespace.go:142] [default] updating namespace I0420 11:52:00.807913 3825 namespace.go:142] [konflux-operator] updating namespace I0420 11:52:00.909612 3825 namespace.go:142] [konflux-ui] updating namespace I0420 11:52:01.013771 3825 namespace.go:142] [open-cluster-management-2pprst5nusibgq03117kjfn2t3hbbnqb] updating namespace I0420 11:52:01.109779 3825 namespace.go:142] [openshift] updating namespace I0420 11:52:01.218385 3825 namespace.go:142] [rhbk-operator] updating namespace I0420 11:52:01.309501 3825 namespace.go:142] [rhtpa-operator] updating namespace I0420 11:52:01.409088 3825 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 11:52:01.510966 3825 namespace.go:142] [tsf] updating namespace I0420 11:52:01.620139 3825 namespace.go:142] [tsf-keycloak] updating namespace I0420 11:52:01.714562 3825 namespace.go:142] [tsf-tas] updating namespace I0420 11:52:01.812246 3825 namespace.go:142] [tsf-tpa] updating namespace I0420 11:52:02.383962 3825 namespace.go:142] [openshift-pipelines] updating namespace W0420 11:52:06.189611 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0420 11:52:06.189630 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0420 11:52:11.068478 3825 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-b79bdd59-tf968] creating logical port openshift-pipelines_tekton-events-controller-b79bdd59-tf968 for pod on switch ip-10-0-2-190.ec2.internal I0420 11:52:11.068572 3825 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-b79bdd59-tf968 I0420 11:52:11.089767 3825 pod.go:62] [openshift-pipelines/tekton-events-controller-b79bdd59-tf968] pod update took 21.219861ms I0420 11:52:11.089789 3825 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-b79bdd59-tf968] addLogicalPort annotation time took 21.246996ms I0420 11:52:11.091071 3825 pods.go:271] [openshift-pipelines/tekton-events-controller-b79bdd59-tf968] addLogicalPort took 22.608863ms, libovsdb time 970.991µs I0420 11:52:11.162827 3825 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-gm2zp] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-56879bb9d7-gm2zp for pod on switch ip-10-0-2-190.ec2.internal I0420 11:52:11.162933 3825 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-gm2zp I0420 11:52:11.178162 3825 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-gm2zp] pod update took 15.260772ms I0420 11:52:11.178185 3825 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-gm2zp] addLogicalPort annotation time took 15.288122ms I0420 11:52:11.179557 3825 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-gm2zp] addLogicalPort took 16.749115ms, libovsdb time 1.047456ms I0420 11:52:11.364046 3825 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-pbc6b] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-7988b548df-pbc6b for pod on switch ip-10-0-2-190.ec2.internal I0420 11:52:11.364129 3825 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-pbc6b I0420 11:52:11.381122 3825 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-pbc6b] pod update took 17.011872ms I0420 11:52:11.381150 3825 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-pbc6b] addLogicalPort annotation time took 17.042015ms I0420 11:52:11.382370 3825 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-pbc6b] addLogicalPort took 18.340008ms, libovsdb time 851.252µs I0420 11:52:11.425142 3825 cni.go:452] [openshift-pipelines/tekton-events-controller-b79bdd59-tf968 f08c9e2e800e683d1b96fec520e1114b71079fe2ec1347c5f24edf14fc3d0143 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-tf968 f08c9e2e800e683d1b96fec520e1114b71079fe2ec1347c5f24edf14fc3d0143 network default NAD default NAD key ] I0420 11:52:11.434416 3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-b79bdd59-tf968, hostIfaceName: f08c9e2e800e683, network: default, NAD default, SandboxID: "f08c9e2e800e683d1b96fec520e1114b71079fe2ec1347c5f24edf14fc3d0143", PCI device ID: , UID: "babb8228-858e-4f86-ad6c-489db09eca4e", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0420 11:52:11.482853 3825 cni.go:473] [openshift-pipelines/tekton-events-controller-b79bdd59-tf968 f08c9e2e800e683d1b96fec520e1114b71079fe2ec1347c5f24edf14fc3d0143 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-tf968 f08c9e2e800e683d1b96fec520e1114b71079fe2ec1347c5f24edf14fc3d0143 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:6f:18:ef:38:ab\",\"name\":\"f08c9e2e800e683\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c2d17e26-3c40-4604-b1e8-fb72ab50a498\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:52:11.522378 3825 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-gm2zp 8ac2a44e714579dd4206bed70da6520c4f8da9ca47e8733e9e5c5d228551d685 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-gm2zp 8ac2a44e714579dd4206bed70da6520c4f8da9ca47e8733e9e5c5d228551d685 network default NAD default NAD key ] I0420 11:52:11.532199 3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-56879bb9d7-gm2zp, hostIfaceName: 8ac2a44e714579d, network: default, NAD default, SandboxID: "8ac2a44e714579dd4206bed70da6520c4f8da9ca47e8733e9e5c5d228551d685", PCI device ID: , UID: "d153e278-f800-4467-ab5b-afe333505183", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0420 11:52:11.579010 3825 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-gm2zp 8ac2a44e714579dd4206bed70da6520c4f8da9ca47e8733e9e5c5d228551d685 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-gm2zp 8ac2a44e714579dd4206bed70da6520c4f8da9ca47e8733e9e5c5d228551d685 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:63:d1:5a:63:1a\",\"name\":\"8ac2a44e714579d\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a7371d5-fe8a-46e5-97e3-095df589bcd0\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:52:11.724777 3825 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-pbc6b 13f3914bd6dc93f7ff5b104187e4165213e214e73f059d68a47574ab224c541a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-pbc6b 13f3914bd6dc93f7ff5b104187e4165213e214e73f059d68a47574ab224c541a network default NAD default NAD key ] I0420 11:52:11.735585 3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-7988b548df-pbc6b, hostIfaceName: 13f3914bd6dc93f, network: default, NAD default, SandboxID: "13f3914bd6dc93f7ff5b104187e4165213e214e73f059d68a47574ab224c541a", PCI device ID: , UID: "3fc971d4-8fab-4e69-9c76-e931bb10a71b", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0420 11:52:11.784533 3825 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-pbc6b 13f3914bd6dc93f7ff5b104187e4165213e214e73f059d68a47574ab224c541a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-pbc6b 13f3914bd6dc93f7ff5b104187e4165213e214e73f059d68a47574ab224c541a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:4b:62:2a:2d:fa\",\"name\":\"13f3914bd6dc93f\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c268f814-8a08-401c-9396-8c47b424ce50\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 11:52:15.059063 3825 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 11:52:15.059086 3825 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 11:52:15.059092 3825 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 11:52:15.085033 3825 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 11:52:15.085056 3825 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 11:52:15.085061 3825 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 11:52:15.085066 3825 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 11:52:16.157227 3825 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0420 11:52:16.157246 3825 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0420 11:52:16.157251 3825 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0420 11:52:17.942517 3825 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0420 11:52:20.909820 3825 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0420 11:52:22.225195 3825 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:52:22.225754 3825 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:52:22.253928 3825 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:52:22.253965 3825 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:52:22.259487 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0420 11:52:22.259512 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0420 11:52:27.137028 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0420 11:52:27.137047 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0420 11:52:27.137056 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0420 11:52:37.168529 3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0420 11:52:38.171960 3825 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0420 11:52:38.196946 3825 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0420 11:52:43.825127 3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=96 I0420 11:52:57.238558 3825 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0420 11:53:00.324831 3825 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-2-190.ec2.internal I0420 11:53:00.324926 3825 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0420 11:53:00.338294 3825 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 13.393213ms I0420 11:53:00.338319 3825 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 13.423295ms I0420 11:53:00.339860 3825 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 15.050674ms, libovsdb time 1.065877ms I0420 11:53:01.435798 3825 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:53:01.436343 3825 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:53:01.481308 3825 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:53:01.481333 3825 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:53:01.486052 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0420 11:53:01.486073 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0420 11:53:03.579131 3825 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0420 11:53:03.579877 3825 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0420 11:53:03.579908 3825 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0420 11:53:03.582093 3825 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0420 11:53:04.910526 3825 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0420 11:53:06.982958 3825 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 d8afb899ff31e90739d67fb7260cbea50a8fa2dcc55bbb37dc93aa014b5cbbae network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 d8afb899ff31e90739d67fb7260cbea50a8fa2dcc55bbb37dc93aa014b5cbbae network default NAD default NAD key ] I0420 11:53:06.992182 3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: d8afb899ff31e90, network: default, NAD default, SandboxID: "d8afb899ff31e90739d67fb7260cbea50a8fa2dcc55bbb37dc93aa014b5cbbae", PCI device ID: , UID: "d9abc7cd-91b7-4ac9-b41b-c8747b13bdd8", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0420 11:53:07.041765 3825 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 d8afb899ff31e90739d67fb7260cbea50a8fa2dcc55bbb37dc93aa014b5cbbae network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 d8afb899ff31e90739d67fb7260cbea50a8fa2dcc55bbb37dc93aa014b5cbbae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:e9:c5:c5:2c:9d\",\"name\":\"d8afb899ff31e90\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e7854893-d2b9-4ec8-a637-8b8684f2cfc0\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:53:08.829933 3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=264 W0420 11:53:09.375078 3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0420 11:53:09.375101 3825 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0420 11:53:09.378026 3825 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0420 11:53:09.378048 3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0420 11:53:15.439612 3825 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0420 11:53:16.776061 3825 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-68cf9c8c65-grj5q] creating logical port openshift-pipelines_tekton-results-api-68cf9c8c65-grj5q for pod on switch ip-10-0-2-190.ec2.internal I0420 11:53:16.776161 3825 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-68cf9c8c65-grj5q I0420 11:53:16.794895 3825 pod.go:62] [openshift-pipelines/tekton-results-api-68cf9c8c65-grj5q] pod update took 18.762085ms I0420 11:53:16.794920 3825 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-68cf9c8c65-grj5q] addLogicalPort annotation time took 18.788684ms I0420 11:53:16.796262 3825 pods.go:271] [openshift-pipelines/tekton-results-api-68cf9c8c65-grj5q] addLogicalPort took 20.216418ms, libovsdb time 973.904µs I0420 11:53:16.982366 3825 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-hf88g] creating logical port openshift-pipelines_tekton-results-watcher-6f946f97cf-hf88g for pod on switch ip-10-0-2-190.ec2.internal I0420 11:53:16.982493 3825 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-6f946f97cf-hf88g I0420 11:53:16.999491 3825 pod.go:62] [openshift-pipelines/tekton-results-watcher-6f946f97cf-hf88g] pod update took 17.020607ms I0420 11:53:16.999515 3825 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-hf88g] addLogicalPort annotation time took 17.045554ms I0420 11:53:17.000915 3825 pods.go:271] [openshift-pipelines/tekton-results-watcher-6f946f97cf-hf88g] addLogicalPort took 18.567047ms, libovsdb time 1.046301ms I0420 11:53:17.340622 3825 cni.go:452] [openshift-pipelines/tekton-results-watcher-6f946f97cf-hf88g 05bbf6b5cf1a89b63458ef413ef077df4e35e3d72ed9954178a5ec014049fb64 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-hf88g 05bbf6b5cf1a89b63458ef413ef077df4e35e3d72ed9954178a5ec014049fb64 network default NAD default NAD key ] I0420 11:53:17.349497 3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-6f946f97cf-hf88g, hostIfaceName: 05bbf6b5cf1a89b, network: default, NAD default, SandboxID: "05bbf6b5cf1a89b63458ef413ef077df4e35e3d72ed9954178a5ec014049fb64", PCI device ID: , UID: "6f1645bd-a358-424d-8f52-98f95d92a297", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0420 11:53:17.399227 3825 cni.go:473] [openshift-pipelines/tekton-results-watcher-6f946f97cf-hf88g 05bbf6b5cf1a89b63458ef413ef077df4e35e3d72ed9954178a5ec014049fb64 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-hf88g 05bbf6b5cf1a89b63458ef413ef077df4e35e3d72ed9954178a5ec014049fb64 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:9c:b3:b2:e2:a4\",\"name\":\"05bbf6b5cf1a89b\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c384f0f-1be3-46b7-997b-94ab5208d026\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:53:17.734384 3825 cni.go:452] [openshift-pipelines/tekton-results-api-68cf9c8c65-grj5q 43c06787bb7f1f8508d9c7824b856d7b97d5d69212345cb3c1b93f39d221ddf5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-68cf9c8c65-grj5q 43c06787bb7f1f8508d9c7824b856d7b97d5d69212345cb3c1b93f39d221ddf5 network default NAD default NAD key ] I0420 11:53:17.744966 3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-68cf9c8c65-grj5q, hostIfaceName: 43c06787bb7f1f8, network: default, NAD default, SandboxID: "43c06787bb7f1f8508d9c7824b856d7b97d5d69212345cb3c1b93f39d221ddf5", PCI device ID: , UID: "5553aaca-ac32-4e14-9e5d-bf1588f5492d", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0420 11:53:17.793668 3825 cni.go:473] [openshift-pipelines/tekton-results-api-68cf9c8c65-grj5q 43c06787bb7f1f8508d9c7824b856d7b97d5d69212345cb3c1b93f39d221ddf5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-68cf9c8c65-grj5q 43c06787bb7f1f8508d9c7824b856d7b97d5d69212345cb3c1b93f39d221ddf5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:d3:0a:4f:41:b8\",\"name\":\"43c06787bb7f1f8\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98b6ea0c-c018-4ea8-91f8-17d3a22782c1\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:53:21.947524 3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 W0420 11:53:22.432686 3825 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0420 11:53:22.432704 3825 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0420 11:53:22.432709 3825 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0420 11:53:28.465216 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0420 11:53:28.465238 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0420 11:53:28.465245 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0420 11:53:35.704063 3825 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:53:35.704570 3825 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:53:35.740988 3825 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:53:35.741008 3825 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:53:35.741076 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0420 11:53:35.741098 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0420 11:53:37.658788 3825 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-h5v7r-spphc] creating logical port tsf-tas_segment-backup-installation-h5v7r-spphc for pod on switch ip-10-0-2-190.ec2.internal I0420 11:53:37.658884 3825 kube.go:256] Updating pod tsf-tas/segment-backup-installation-h5v7r-spphc I0420 11:53:37.672297 3825 pod.go:62] [tsf-tas/segment-backup-installation-h5v7r-spphc] pod update took 13.434384ms I0420 11:53:37.672323 3825 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-h5v7r-spphc] addLogicalPort annotation time took 13.463056ms I0420 11:53:37.673506 3825 pods.go:271] [tsf-tas/segment-backup-installation-h5v7r-spphc] addLogicalPort took 14.734542ms, libovsdb time 772.808µs I0420 11:53:38.017388 3825 cni.go:452] [tsf-tas/segment-backup-installation-h5v7r-spphc f2cd551a7157a35096b322d1ae1ac35765343e03077a62134cc845f49bcf0ccf network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-h5v7r-spphc f2cd551a7157a35096b322d1ae1ac35765343e03077a62134cc845f49bcf0ccf network default NAD default NAD key ] I0420 11:53:38.026434 3825 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-h5v7r-spphc, hostIfaceName: f2cd551a7157a35, network: default, NAD default, SandboxID: "f2cd551a7157a35096b322d1ae1ac35765343e03077a62134cc845f49bcf0ccf", PCI device ID: , UID: "849e4781-bb9a-4cd5-8f57-ecc6d531b9ad", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0420 11:53:38.075408 3825 cni.go:473] [tsf-tas/segment-backup-installation-h5v7r-spphc f2cd551a7157a35096b322d1ae1ac35765343e03077a62134cc845f49bcf0ccf network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-h5v7r-spphc f2cd551a7157a35096b322d1ae1ac35765343e03077a62134cc845f49bcf0ccf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:8d:22:02:73:d5\",\"name\":\"f2cd551a7157a35\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/093559df-c252-4834-963a-0640964f6f4b\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:53:38.933906 3825 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-tm7r8-lcvqj] creating logical port tsf-tas_ctlog-createtree-job-tm7r8-lcvqj for pod on switch ip-10-0-2-190.ec2.internal I0420 11:53:38.934014 3825 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-tm7r8-lcvqj I0420 11:53:38.953933 3825 pod.go:62] [tsf-tas/ctlog-createtree-job-tm7r8-lcvqj] pod update took 19.95226ms I0420 11:53:38.953959 3825 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-tm7r8-lcvqj] addLogicalPort annotation time took 19.979568ms I0420 11:53:38.955336 3825 pods.go:271] [tsf-tas/ctlog-createtree-job-tm7r8-lcvqj] addLogicalPort took 21.450037ms, libovsdb time 1.022738ms I0420 11:53:39.048120 3825 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-76b8f7987c-rbxp9] creating logical port tsf-tas_fulcio-server-76b8f7987c-rbxp9 for pod on switch ip-10-0-2-190.ec2.internal I0420 11:53:39.048215 3825 kube.go:256] Updating pod tsf-tas/fulcio-server-76b8f7987c-rbxp9 I0420 11:53:39.068844 3825 pod.go:62] [tsf-tas/fulcio-server-76b8f7987c-rbxp9] pod update took 20.651663ms I0420 11:53:39.068867 3825 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-76b8f7987c-rbxp9] addLogicalPort annotation time took 20.68308ms I0420 11:53:39.070309 3825 pods.go:271] [tsf-tas/fulcio-server-76b8f7987c-rbxp9] addLogicalPort took 22.198089ms, libovsdb time 1.017202ms I0420 11:53:39.308083 3825 cni.go:452] [tsf-tas/ctlog-createtree-job-tm7r8-lcvqj 3114324e9b503f44206b411a9bb8ee1d0003c89a6df57eedce8ec3a21fba1e8e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-tm7r8-lcvqj 3114324e9b503f44206b411a9bb8ee1d0003c89a6df57eedce8ec3a21fba1e8e network default NAD default NAD key ] I0420 11:53:39.319354 3825 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-tm7r8-lcvqj, hostIfaceName: 3114324e9b503f4, network: default, NAD default, SandboxID: "3114324e9b503f44206b411a9bb8ee1d0003c89a6df57eedce8ec3a21fba1e8e", PCI device ID: , UID: "edc78ef2-c0a3-4946-8e45-dab59ef68861", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0420 11:53:39.375964 3825 cni.go:473] [tsf-tas/ctlog-createtree-job-tm7r8-lcvqj 3114324e9b503f44206b411a9bb8ee1d0003c89a6df57eedce8ec3a21fba1e8e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-tm7r8-lcvqj 3114324e9b503f44206b411a9bb8ee1d0003c89a6df57eedce8ec3a21fba1e8e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:c0:f2:11:49:37\",\"name\":\"3114324e9b503f4\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d3dcd998-60dc-4de4-8bca-bca4671865cf\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:53:39.438514 3825 cni.go:452] [tsf-tas/fulcio-server-76b8f7987c-rbxp9 651d91349c8af2e1c4aeebfd8e5c1c1eddc425b537aed0852f15a9030bcdd54e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-76b8f7987c-rbxp9 651d91349c8af2e1c4aeebfd8e5c1c1eddc425b537aed0852f15a9030bcdd54e network default NAD default NAD key ] I0420 11:53:39.449250 3825 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-76b8f7987c-rbxp9, hostIfaceName: 651d91349c8af2e, network: default, NAD default, SandboxID: "651d91349c8af2e1c4aeebfd8e5c1c1eddc425b537aed0852f15a9030bcdd54e", PCI device ID: , UID: "44c8569e-da1b-46f8-875d-fb77fc8e271f", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0420 11:53:39.509590 3825 cni.go:473] [tsf-tas/fulcio-server-76b8f7987c-rbxp9 651d91349c8af2e1c4aeebfd8e5c1c1eddc425b537aed0852f15a9030bcdd54e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-76b8f7987c-rbxp9 651d91349c8af2e1c4aeebfd8e5c1c1eddc425b537aed0852f15a9030bcdd54e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:a3:5e:d9:b0:60\",\"name\":\"651d91349c8af2e\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/540775de-b0b3-4b22-b0bd-d274213162a2\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:53:39.668855 3825 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-794b945cdd-nt9vv] creating logical port tsf-tas_trillian-logsigner-794b945cdd-nt9vv for pod on switch ip-10-0-2-190.ec2.internal I0420 11:53:39.668976 3825 kube.go:256] Updating pod tsf-tas/trillian-logsigner-794b945cdd-nt9vv I0420 11:53:39.686123 3825 pod.go:62] [tsf-tas/trillian-logsigner-794b945cdd-nt9vv] pod update took 17.189057ms I0420 11:53:39.686146 3825 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-794b945cdd-nt9vv] addLogicalPort annotation time took 17.216919ms I0420 11:53:39.687683 3825 pods.go:271] [tsf-tas/trillian-logsigner-794b945cdd-nt9vv] addLogicalPort took 18.850539ms, libovsdb time 1.074416ms I0420 11:53:39.934647 3825 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-l4mw9-qbz8d] creating logical port tsf-tas_rekor-createtree-job-l4mw9-qbz8d for pod on switch ip-10-0-2-190.ec2.internal I0420 11:53:39.934760 3825 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-l4mw9-qbz8d I0420 11:53:39.952351 3825 pod.go:62] [tsf-tas/rekor-createtree-job-l4mw9-qbz8d] pod update took 17.632165ms I0420 11:53:39.952381 3825 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-l4mw9-qbz8d] addLogicalPort annotation time took 17.667598ms I0420 11:53:39.953705 3825 pods.go:271] [tsf-tas/rekor-createtree-job-l4mw9-qbz8d] addLogicalPort took 19.077486ms, libovsdb time 878.688µs I0420 11:53:41.488060 3825 cni.go:452] [tsf-tas/rekor-createtree-job-l4mw9-qbz8d a308422eac1cc2cb968e3cb6495d44ca72e62f6bf9e7e664010625e973d324fc network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-l4mw9-qbz8d a308422eac1cc2cb968e3cb6495d44ca72e62f6bf9e7e664010625e973d324fc network default NAD default NAD key ] I0420 11:53:41.488089 3825 cni.go:452] [tsf-tas/trillian-logsigner-794b945cdd-nt9vv c5fd38f05596009a9b2d6380103e92fa38864ea7eb6f3b117dda6844f5675458 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-794b945cdd-nt9vv c5fd38f05596009a9b2d6380103e92fa38864ea7eb6f3b117dda6844f5675458 network default NAD default NAD key ] I0420 11:53:41.500155 3825 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-794b945cdd-nt9vv, hostIfaceName: c5fd38f05596009, network: default, NAD default, SandboxID: "c5fd38f05596009a9b2d6380103e92fa38864ea7eb6f3b117dda6844f5675458", PCI device ID: , UID: "904720c5-ad21-4de8-9fc3-c73d99ed3bbb", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0420 11:53:41.500206 3825 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-l4mw9-qbz8d, hostIfaceName: a308422eac1cc2c, network: default, NAD default, SandboxID: "a308422eac1cc2cb968e3cb6495d44ca72e62f6bf9e7e664010625e973d324fc", PCI device ID: , UID: "fe75244c-4865-4777-9724-487732ca9fc7", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0420 11:53:41.555126 3825 cni.go:473] [tsf-tas/rekor-createtree-job-l4mw9-qbz8d a308422eac1cc2cb968e3cb6495d44ca72e62f6bf9e7e664010625e973d324fc network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-l4mw9-qbz8d a308422eac1cc2cb968e3cb6495d44ca72e62f6bf9e7e664010625e973d324fc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:8d:c2:b8:ed:63\",\"name\":\"a308422eac1cc2c\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc3e40a1-ca8c-4781-9e13-12afe4dd75d9\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:53:41.577047 3825 cni.go:473] [tsf-tas/trillian-logsigner-794b945cdd-nt9vv c5fd38f05596009a9b2d6380103e92fa38864ea7eb6f3b117dda6844f5675458 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-794b945cdd-nt9vv c5fd38f05596009a9b2d6380103e92fa38864ea7eb6f3b117dda6844f5675458 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:11:90:2a:5d:f8\",\"name\":\"c5fd38f05596009\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/55f32304-7776-4404-a7d9-dc4ef91f8352\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:53:46.956960 3825 namespace.go:142] [openshift-pipelines] updating namespace W0420 11:53:48.547316 3825 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0420 11:53:51.809288 3825 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-cn9wh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:53:51.809877 3825 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-cn9wh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:53:52.701920 3825 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-cn9wh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:53:52.701947 3825 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-cn9wh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0420 11:53:55.607238 3825 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0420 11:53:57.926596 3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 W0420 11:53:58.591485 3825 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0420 11:53:58.820148 3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=95 I0420 11:54:05.657480 3825 cni.go:452] [tsf-tas/segment-backup-installation-h5v7r-spphc f2cd551a7157a35096b322d1ae1ac35765343e03077a62134cc845f49bcf0ccf network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-h5v7r-spphc f2cd551a7157a35096b322d1ae1ac35765343e03077a62134cc845f49bcf0ccf network default NAD default NAD key ] I0420 11:54:05.727336 3825 cni.go:473] [tsf-tas/segment-backup-installation-h5v7r-spphc f2cd551a7157a35096b322d1ae1ac35765343e03077a62134cc845f49bcf0ccf network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-h5v7r-spphc f2cd551a7157a35096b322d1ae1ac35765343e03077a62134cc845f49bcf0ccf network default NAD default NAD key default], result "{}", err I0420 11:54:05.781932 3825 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-h5v7r-spphc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:54:05.782002 3825 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-h5v7r-spphc I0420 11:54:05.783395 3825 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-h5v7r-spphc, ips: 10.129.0.35 I0420 11:54:05.783424 3825 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-h5v7r-spphc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:54:06.813388 3825 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-h5v7r-spphc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:54:06.813432 3825 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-h5v7r-spphc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0420 11:54:13.798548 3825 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0420 11:54:13.819468 3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=60 W0420 11:54:24.722207 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0420 11:54:24.931606 3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0420 11:54:25.910499 3825 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-2gndq] creating logical port openshift-pipelines_pipelines-console-plugin-79cb8f5447-2gndq for pod on switch ip-10-0-2-190.ec2.internal I0420 11:54:25.910716 3825 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-79cb8f5447-2gndq I0420 11:54:25.925172 3825 pod.go:62] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-2gndq] pod update took 14.501148ms I0420 11:54:25.925203 3825 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-2gndq] addLogicalPort annotation time took 14.536657ms I0420 11:54:25.926459 3825 pods.go:271] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-2gndq] addLogicalPort took 15.981779ms, libovsdb time 853.062µs I0420 11:54:26.270774 3825 cni.go:452] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-2gndq 64e15e2355c1e99eaccaec9abac1b5dbeda0c10b6ae06bc2d39b7b4dd544be65 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-2gndq 64e15e2355c1e99eaccaec9abac1b5dbeda0c10b6ae06bc2d39b7b4dd544be65 network default NAD default NAD key ] I0420 11:54:26.280299 3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-79cb8f5447-2gndq, hostIfaceName: 64e15e2355c1e99, network: default, NAD default, SandboxID: "64e15e2355c1e99eaccaec9abac1b5dbeda0c10b6ae06bc2d39b7b4dd544be65", PCI device ID: , UID: "7f21cf0f-2bd0-4d35-804a-07a7a5452c02", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0420 11:54:26.331202 3825 cni.go:473] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-2gndq 64e15e2355c1e99eaccaec9abac1b5dbeda0c10b6ae06bc2d39b7b4dd544be65 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-2gndq 64e15e2355c1e99eaccaec9abac1b5dbeda0c10b6ae06bc2d39b7b4dd544be65 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:6c:2d:cc:14:10\",\"name\":\"64e15e2355c1e99\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6b8d1eae-8158-4863-8a39-388255ed26c0\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:54:29.919785 3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0420 11:54:31.032141 3825 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:54:31.032706 3825 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:54:31.057143 3825 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:54:31.057162 3825 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:54:31.066325 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0420 11:54:31.066346 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0420 11:54:31.855944 3825 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-ccrnf] creating logical port tsf_patch-tekton-config-ccrnf for pod on switch ip-10-0-2-190.ec2.internal I0420 11:54:31.856053 3825 kube.go:256] Updating pod tsf/patch-tekton-config-ccrnf I0420 11:54:31.869683 3825 pod.go:62] [tsf/patch-tekton-config-ccrnf] pod update took 13.654831ms I0420 11:54:31.869709 3825 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-ccrnf] addLogicalPort annotation time took 13.686207ms I0420 11:54:31.871086 3825 pods.go:271] [tsf/patch-tekton-config-ccrnf] addLogicalPort took 15.164623ms, libovsdb time 924.815µs I0420 11:54:32.367770 3825 cni.go:452] [tsf/patch-tekton-config-ccrnf 4e933099c4301bc8151eb80e6ca1e9b7fac504075775f9f68123dda6fcf81b98 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-ccrnf 4e933099c4301bc8151eb80e6ca1e9b7fac504075775f9f68123dda6fcf81b98 network default NAD default NAD key ] I0420 11:54:32.376942 3825 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-ccrnf, hostIfaceName: 4e933099c4301bc, network: default, NAD default, SandboxID: "4e933099c4301bc8151eb80e6ca1e9b7fac504075775f9f68123dda6fcf81b98", PCI device ID: , UID: "d9358cee-05d3-4c16-ba91-0e565b5b4783", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0420 11:54:32.428671 3825 cni.go:473] [tsf/patch-tekton-config-ccrnf 4e933099c4301bc8151eb80e6ca1e9b7fac504075775f9f68123dda6fcf81b98 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-ccrnf 4e933099c4301bc8151eb80e6ca1e9b7fac504075775f9f68123dda6fcf81b98 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:da:70:74:d6:e5\",\"name\":\"4e933099c4301bc\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b2798a5d-7618-482e-83c1-abf2014ddced\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:54:42.864153 3825 cni.go:452] [tsf/patch-tekton-config-ccrnf 4e933099c4301bc8151eb80e6ca1e9b7fac504075775f9f68123dda6fcf81b98 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-ccrnf 4e933099c4301bc8151eb80e6ca1e9b7fac504075775f9f68123dda6fcf81b98 network default NAD default NAD key ] I0420 11:54:42.947771 3825 cni.go:473] [tsf/patch-tekton-config-ccrnf 4e933099c4301bc8151eb80e6ca1e9b7fac504075775f9f68123dda6fcf81b98 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-ccrnf 4e933099c4301bc8151eb80e6ca1e9b7fac504075775f9f68123dda6fcf81b98 network default NAD default NAD key default], result "{}", err I0420 11:54:42.998217 3825 obj_retry.go:498] Detected object tsf/patch-tekton-config-ccrnf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:54:42.998247 3825 pods.go:176] Deleting pod: tsf/patch-tekton-config-ccrnf I0420 11:54:42.999558 3825 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-ccrnf, ips: 10.129.0.41 I0420 11:54:42.999588 3825 obj_retry.go:498] Detected object tsf/patch-tekton-config-ccrnf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:54:43.869226 3825 cni.go:452] [tsf-tas/rekor-createtree-job-l4mw9-qbz8d a308422eac1cc2cb968e3cb6495d44ca72e62f6bf9e7e664010625e973d324fc network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-l4mw9-qbz8d a308422eac1cc2cb968e3cb6495d44ca72e62f6bf9e7e664010625e973d324fc network default NAD default NAD key ] I0420 11:54:43.883510 3825 obj_retry.go:492] Detected object tsf/patch-tekton-config-ccrnf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:54:43.883537 3825 obj_retry.go:492] Detected object tsf/patch-tekton-config-ccrnf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:54:43.959057 3825 cni.go:473] [tsf-tas/rekor-createtree-job-l4mw9-qbz8d a308422eac1cc2cb968e3cb6495d44ca72e62f6bf9e7e664010625e973d324fc network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-l4mw9-qbz8d a308422eac1cc2cb968e3cb6495d44ca72e62f6bf9e7e664010625e973d324fc network default NAD default NAD key default], result "{}", err I0420 11:54:44.015728 3825 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-l4mw9-qbz8d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:54:44.015783 3825 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-l4mw9-qbz8d I0420 11:54:44.016958 3825 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-l4mw9-qbz8d, ips: 10.129.0.39 I0420 11:54:44.016983 3825 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-l4mw9-qbz8d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:54:44.891153 3825 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-l4mw9-qbz8d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:54:44.891181 3825 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-l4mw9-qbz8d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:54:49.000135 3825 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-69598f8fc7-g8mcg] creating logical port tsf-tas_rekor-server-69598f8fc7-g8mcg for pod on switch ip-10-0-2-190.ec2.internal I0420 11:54:49.000229 3825 kube.go:256] Updating pod tsf-tas/rekor-server-69598f8fc7-g8mcg I0420 11:54:49.018204 3825 pod.go:62] [tsf-tas/rekor-server-69598f8fc7-g8mcg] pod update took 17.999461ms I0420 11:54:49.018231 3825 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-69598f8fc7-g8mcg] addLogicalPort annotation time took 18.031441ms I0420 11:54:49.019679 3825 pods.go:271] [tsf-tas/rekor-server-69598f8fc7-g8mcg] addLogicalPort took 19.558235ms, libovsdb time 945.136µs W0420 11:54:49.864489 3825 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0420 11:54:50.162655 3825 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-tqqb6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:54:50.163202 3825 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-tqqb6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:54:51.186788 3825 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-tqqb6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:54:51.186821 3825 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-tqqb6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:54:51.232954 3825 obj_retry.go:492] Detected object tsf/patch-tekton-config-ccrnf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:54:51.232988 3825 obj_retry.go:492] Detected object tsf/patch-tekton-config-ccrnf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:54:51.254309 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-ccrnf I0420 11:54:51.254331 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-ccrnf W0420 11:54:53.044003 3825 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0420 11:54:53.258575 3825 cni.go:452] [tsf-tas/rekor-server-69598f8fc7-g8mcg 01daf82553b8435c751086254db3ceb3e711185cae777b116e13ec9e8537de92 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-69598f8fc7-g8mcg 01daf82553b8435c751086254db3ceb3e711185cae777b116e13ec9e8537de92 network default NAD default NAD key ] I0420 11:54:53.267834 3825 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-69598f8fc7-g8mcg, hostIfaceName: 01daf82553b8435, network: default, NAD default, SandboxID: "01daf82553b8435c751086254db3ceb3e711185cae777b116e13ec9e8537de92", PCI device ID: , UID: "7681a529-7ada-4af3-8528-bdf465e18efe", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0420 11:54:53.317564 3825 cni.go:473] [tsf-tas/rekor-server-69598f8fc7-g8mcg 01daf82553b8435c751086254db3ceb3e711185cae777b116e13ec9e8537de92 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-69598f8fc7-g8mcg 01daf82553b8435c751086254db3ceb3e711185cae777b116e13ec9e8537de92 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:54:5c:5b:07:6f\",\"name\":\"01daf82553b8435\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/47b449b3-1717-4370-ad25-e245a2d9aea8\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:54:56.205094 3825 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:54:56.205611 3825 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:54:56.227820 3825 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:54:56.227844 3825 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:54:56.238515 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0420 11:54:56.238544 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0420 11:54:57.945602 3825 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0420 11:55:03.242175 3825 obj_retry.go:498] Detected object tsf-tpa/create-db-wbkjp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:55:03.242726 3825 obj_retry.go:498] Detected object tsf-tpa/create-db-wbkjp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:55:04.269357 3825 obj_retry.go:492] Detected object tsf-tpa/create-db-wbkjp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:55:04.269382 3825 obj_retry.go:492] Detected object tsf-tpa/create-db-wbkjp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0420 11:55:08.954594 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0420 11:55:11.005725 3825 cni.go:452] [tsf-tas/ctlog-createtree-job-tm7r8-lcvqj 3114324e9b503f44206b411a9bb8ee1d0003c89a6df57eedce8ec3a21fba1e8e network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-tm7r8-lcvqj 3114324e9b503f44206b411a9bb8ee1d0003c89a6df57eedce8ec3a21fba1e8e network default NAD default NAD key ] I0420 11:55:11.078021 3825 cni.go:473] [tsf-tas/ctlog-createtree-job-tm7r8-lcvqj 3114324e9b503f44206b411a9bb8ee1d0003c89a6df57eedce8ec3a21fba1e8e network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-tm7r8-lcvqj 3114324e9b503f44206b411a9bb8ee1d0003c89a6df57eedce8ec3a21fba1e8e network default NAD default NAD key default], result "{}", err I0420 11:55:11.257574 3825 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-tm7r8-lcvqj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:55:11.257614 3825 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-tm7r8-lcvqj I0420 11:55:11.259074 3825 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-tm7r8-lcvqj, ips: 10.129.0.36 I0420 11:55:11.259103 3825 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-tm7r8-lcvqj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:55:12.029667 3825 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-tm7r8-lcvqj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:55:12.029693 3825 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-tm7r8-lcvqj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:55:13.913836 3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0420 11:55:16.710111 3825 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-wv57z-d2mm7] creating logical port tsf-tas_tuf-repository-init-wv57z-d2mm7 for pod on switch ip-10-0-2-190.ec2.internal I0420 11:55:16.710215 3825 kube.go:256] Updating pod tsf-tas/tuf-repository-init-wv57z-d2mm7 I0420 11:55:16.723811 3825 pod.go:62] [tsf-tas/tuf-repository-init-wv57z-d2mm7] pod update took 13.619681ms I0420 11:55:16.723834 3825 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-wv57z-d2mm7] addLogicalPort annotation time took 13.647163ms I0420 11:55:16.725303 3825 pods.go:271] [tsf-tas/tuf-repository-init-wv57z-d2mm7] addLogicalPort took 15.212955ms, libovsdb time 1.05724ms I0420 11:55:19.173054 3825 obj_retry.go:498] Detected object tsf-tpa/migrate-db-r7zqp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:55:19.173602 3825 obj_retry.go:498] Detected object tsf-tpa/migrate-db-r7zqp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0420 11:55:19.214872 3825 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0420 11:55:20.043660 3825 obj_retry.go:492] Detected object tsf-tpa/migrate-db-r7zqp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:55:20.043687 3825 obj_retry.go:492] Detected object tsf-tpa/migrate-db-r7zqp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:55:20.383548 3825 cni.go:452] [tsf-tas/tuf-repository-init-wv57z-d2mm7 58d5bed1b9d862f8fc39100e8be03cec8a42ea5eefcffb91816759f1eae9a171 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-wv57z-d2mm7 58d5bed1b9d862f8fc39100e8be03cec8a42ea5eefcffb91816759f1eae9a171 network default NAD default NAD key ] I0420 11:55:20.393532 3825 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-wv57z-d2mm7, hostIfaceName: 58d5bed1b9d862f, network: default, NAD default, SandboxID: "58d5bed1b9d862f8fc39100e8be03cec8a42ea5eefcffb91816759f1eae9a171", PCI device ID: , UID: "d8b9d55a-9a83-4bc5-a938-d0d5ac4d770e", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0420 11:55:20.444056 3825 cni.go:473] [tsf-tas/tuf-repository-init-wv57z-d2mm7 58d5bed1b9d862f8fc39100e8be03cec8a42ea5eefcffb91816759f1eae9a171 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-wv57z-d2mm7 58d5bed1b9d862f8fc39100e8be03cec8a42ea5eefcffb91816759f1eae9a171 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:87:6e:b1:ef:9f\",\"name\":\"58d5bed1b9d862f\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/23ffc6a8-40dc-4eec-8eec-131b1ead75e8\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:55:22.194524 3825 obj_retry.go:498] Detected object tsf-tpa/create-importers-7dqlw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:55:22.195113 3825 obj_retry.go:498] Detected object tsf-tpa/create-importers-7dqlw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:55:23.219987 3825 obj_retry.go:492] Detected object tsf-tpa/create-importers-7dqlw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:55:23.220016 3825 obj_retry.go:492] Detected object tsf-tpa/create-importers-7dqlw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:55:24.072184 3825 cni.go:452] [tsf-tas/tuf-repository-init-wv57z-d2mm7 58d5bed1b9d862f8fc39100e8be03cec8a42ea5eefcffb91816759f1eae9a171 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-wv57z-d2mm7 58d5bed1b9d862f8fc39100e8be03cec8a42ea5eefcffb91816759f1eae9a171 network default NAD default NAD key ] I0420 11:55:24.153794 3825 cni.go:473] [tsf-tas/tuf-repository-init-wv57z-d2mm7 58d5bed1b9d862f8fc39100e8be03cec8a42ea5eefcffb91816759f1eae9a171 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-wv57z-d2mm7 58d5bed1b9d862f8fc39100e8be03cec8a42ea5eefcffb91816759f1eae9a171 network default NAD default NAD key default], result "{}", err I0420 11:55:24.211230 3825 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-wv57z-d2mm7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:55:24.211269 3825 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-wv57z-d2mm7 I0420 11:55:24.212733 3825 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-wv57z-d2mm7, ips: 10.129.0.43 I0420 11:55:24.212783 3825 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-wv57z-d2mm7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:55:25.104259 3825 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-wv57z-d2mm7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:55:25.104281 3825 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-wv57z-d2mm7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:55:26.826604 3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0420 11:55:28.824248 3825 base_network_controller_pods.go:487] [default/tsf-tas/tuf-bc5768c88-2bvf2] creating logical port tsf-tas_tuf-bc5768c88-2bvf2 for pod on switch ip-10-0-2-190.ec2.internal I0420 11:55:28.824365 3825 kube.go:256] Updating pod tsf-tas/tuf-bc5768c88-2bvf2 I0420 11:55:28.837785 3825 pod.go:62] [tsf-tas/tuf-bc5768c88-2bvf2] pod update took 13.449091ms I0420 11:55:28.837812 3825 base_network_controller_pods.go:951] [default/tsf-tas/tuf-bc5768c88-2bvf2] addLogicalPort annotation time took 13.481634ms I0420 11:55:28.839191 3825 pods.go:271] [tsf-tas/tuf-bc5768c88-2bvf2] addLogicalPort took 14.961225ms, libovsdb time 936.927µs I0420 11:55:30.399892 3825 cni.go:452] [tsf-tas/tuf-bc5768c88-2bvf2 a04da10673d7473df776e6f628b821c3a99f6dfc68f351821d5c8bf2769f0e87 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-bc5768c88-2bvf2 a04da10673d7473df776e6f628b821c3a99f6dfc68f351821d5c8bf2769f0e87 network default NAD default NAD key ] I0420 11:55:30.408963 3825 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-bc5768c88-2bvf2, hostIfaceName: a04da10673d7473, network: default, NAD default, SandboxID: "a04da10673d7473df776e6f628b821c3a99f6dfc68f351821d5c8bf2769f0e87", PCI device ID: , UID: "ab80826d-fcf1-49f2-93ec-9bfdc73adf11", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0420 11:55:30.460230 3825 cni.go:473] [tsf-tas/tuf-bc5768c88-2bvf2 a04da10673d7473df776e6f628b821c3a99f6dfc68f351821d5c8bf2769f0e87 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-bc5768c88-2bvf2 a04da10673d7473df776e6f628b821c3a99f6dfc68f351821d5c8bf2769f0e87 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:67:9e:b6:c3:48\",\"name\":\"a04da10673d7473\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a453ed53-8dd6-40d8-a644-0b684d129db7\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 11:55:31.310944 3825 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0420 11:55:32.116352 3825 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0420 11:55:43.128893 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0420 11:56:04.619329 3825 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:56:04.619942 3825 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:56:04.675040 3825 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:56:04.675060 3825 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:56:04.684318 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0420 11:56:04.684343 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0420 11:56:05.526221 3825 namespace.go:98] [build-service] adding namespace I0420 11:56:05.526337 3825 namespace.go:98] [default-tenant] adding namespace I0420 11:56:05.527143 3825 namespace.go:102] [build-service] adding namespace took 896.787µs I0420 11:56:05.527724 3825 namespace.go:102] [default-tenant] adding namespace took 1.364212ms I0420 11:56:05.528968 3825 namespace.go:98] [integration-service] adding namespace I0420 11:56:05.529015 3825 namespace.go:98] [image-controller] adding namespace I0420 11:56:05.529690 3825 namespace.go:102] [integration-service] adding namespace took 708.934µs I0420 11:56:05.530329 3825 namespace.go:102] [image-controller] adding namespace took 1.298138ms I0420 11:56:05.578288 3825 namespace.go:142] [build-service] updating namespace I0420 11:56:05.618772 3825 namespace.go:142] [build-service] updating namespace I0420 11:56:05.620751 3825 namespace.go:142] [default-tenant] updating namespace I0420 11:56:05.657666 3825 namespace.go:142] [default-tenant] updating namespace I0420 11:56:05.685624 3825 namespace.go:142] [integration-service] updating namespace I0420 11:56:05.730543 3825 namespace.go:142] [image-controller] updating namespace I0420 11:56:05.733337 3825 namespace.go:142] [integration-service] updating namespace I0420 11:56:05.761054 3825 namespace.go:142] [image-controller] updating namespace I0420 11:56:05.837706 3825 namespace.go:142] [build-service] updating namespace I0420 11:56:05.855635 3825 namespace.go:142] [integration-service] updating namespace I0420 11:56:05.894600 3825 namespace.go:98] [release-service] adding namespace I0420 11:56:05.895445 3825 namespace.go:102] [release-service] adding namespace took 827.58µs I0420 11:56:05.936572 3825 namespace.go:142] [konflux-ui] updating namespace I0420 11:56:05.964245 3825 namespace.go:142] [release-service] updating namespace I0420 11:56:06.016397 3825 namespace.go:142] [release-service] updating namespace I0420 11:56:06.142434 3825 namespace.go:98] [konflux-info] adding namespace I0420 11:56:06.143317 3825 namespace.go:102] [konflux-info] adding namespace took 862.804µs I0420 11:56:06.243554 3825 namespace.go:142] [konflux-info] updating namespace I0420 11:56:06.264765 3825 namespace.go:98] [namespace-lister] adding namespace I0420 11:56:06.265576 3825 namespace.go:102] [namespace-lister] adding namespace took 793.941µs I0420 11:56:06.290640 3825 namespace.go:142] [konflux-info] updating namespace I0420 11:56:06.290681 3825 namespace.go:98] [enterprise-contract-service] adding namespace I0420 11:56:06.291794 3825 namespace.go:102] [enterprise-contract-service] adding namespace took 1.031569ms I0420 11:56:06.331566 3825 namespace.go:142] [image-controller] updating namespace I0420 11:56:06.343341 3825 namespace.go:142] [namespace-lister] updating namespace I0420 11:56:06.499985 3825 namespace.go:142] [enterprise-contract-service] updating namespace I0420 11:56:06.500112 3825 namespace.go:142] [namespace-lister] updating namespace I0420 11:56:06.571440 3825 namespace.go:142] [default-tenant] updating namespace I0420 11:56:06.717408 3825 namespace.go:98] [segment-bridge] adding namespace I0420 11:56:06.718353 3825 namespace.go:102] [segment-bridge] adding namespace took 894.223µs I0420 11:56:06.772467 3825 namespace.go:142] [enterprise-contract-service] updating namespace I0420 11:56:07.354861 3825 namespace.go:142] [segment-bridge] updating namespace I0420 11:56:07.646052 3825 namespace.go:142] [build-service] updating namespace I0420 11:56:07.862433 3825 namespace.go:142] [segment-bridge] updating namespace I0420 11:56:07.983776 3825 namespace.go:142] [default-tenant] updating namespace I0420 11:56:08.042876 3825 namespace.go:142] [image-controller] updating namespace I0420 11:56:08.129122 3825 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0420 11:56:08.129691 3825 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0420 11:56:08.129709 3825 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0420 11:56:08.132451 3825 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0420 11:56:08.227418 3825 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0420 11:56:08.227442 3825 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0420 11:56:08.228264 3825 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0420 11:56:08.346404 3825 namespace.go:142] [integration-service] updating namespace I0420 11:56:08.585323 3825 namespace.go:142] [release-service] updating namespace I0420 11:56:08.790809 3825 namespace.go:142] [build-service] updating namespace I0420 11:56:08.826467 3825 namespace.go:142] [default-tenant] updating namespace I0420 11:56:08.850777 3825 namespace.go:142] [image-controller] updating namespace I0420 11:56:08.885399 3825 namespace.go:142] [integration-service] updating namespace I0420 11:56:08.911632 3825 namespace.go:142] [release-service] updating namespace I0420 11:56:09.018208 3825 base_network_controller_pods.go:487] [default/konflux-ui/dex-84b9577c6-6st9z] creating logical port konflux-ui_dex-84b9577c6-6st9z for pod on switch ip-10-0-2-190.ec2.internal I0420 11:56:09.018306 3825 kube.go:256] Updating pod konflux-ui/dex-84b9577c6-6st9z I0420 11:56:09.022774 3825 namespace.go:142] [build-service] updating namespace I0420 11:56:09.050970 3825 pod.go:62] [konflux-ui/dex-84b9577c6-6st9z] pod update took 32.696678ms I0420 11:56:09.050995 3825 base_network_controller_pods.go:951] [default/konflux-ui/dex-84b9577c6-6st9z] addLogicalPort annotation time took 32.726532ms I0420 11:56:09.052248 3825 pods.go:271] [konflux-ui/dex-84b9577c6-6st9z] addLogicalPort took 34.056295ms, libovsdb time 892.962µs I0420 11:56:09.127852 3825 base_network_controller_pods.go:487] [default/konflux-ui/proxy-9f69774dc-2wjlc] creating logical port konflux-ui_proxy-9f69774dc-2wjlc for pod on switch ip-10-0-2-190.ec2.internal I0420 11:56:09.127987 3825 kube.go:256] Updating pod konflux-ui/proxy-9f69774dc-2wjlc I0420 11:56:09.139182 3825 namespace.go:142] [default-tenant] updating namespace I0420 11:56:09.173473 3825 pod.go:62] [konflux-ui/proxy-9f69774dc-2wjlc] pod update took 45.523721ms I0420 11:56:09.173492 3825 base_network_controller_pods.go:951] [default/konflux-ui/proxy-9f69774dc-2wjlc] addLogicalPort annotation time took 45.547203ms I0420 11:56:09.174752 3825 pods.go:271] [konflux-ui/proxy-9f69774dc-2wjlc] addLogicalPort took 46.904051ms, libovsdb time 835.415µs I0420 11:56:09.174820 3825 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-pkgp2] creating logical port image-controller_image-controller-controller-manager-6f859968fc-pkgp2 for pod on switch ip-10-0-2-190.ec2.internal I0420 11:56:09.174885 3825 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-pkgp2 I0420 11:56:09.209990 3825 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-pkgp2] pod update took 35.124254ms I0420 11:56:09.210011 3825 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-pkgp2] addLogicalPort annotation time took 35.146597ms I0420 11:56:09.211124 3825 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-pkgp2] addLogicalPort took 36.309871ms, libovsdb time 709.276µs I0420 11:56:09.265803 3825 namespace.go:142] [image-controller] updating namespace I0420 11:56:09.367645 3825 namespace.go:142] [integration-service] updating namespace I0420 11:56:09.445107 3825 namespace.go:142] [release-service] updating namespace I0420 11:56:09.585939 3825 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-pkgp2 881bea727c3bd44e5043b7edcc6cd1c2c86c556bbea52a788e72eeebc9a4773f network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-pkgp2 881bea727c3bd44e5043b7edcc6cd1c2c86c556bbea52a788e72eeebc9a4773f network default NAD default NAD key ] I0420 11:56:09.595169 3825 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-pkgp2, hostIfaceName: 881bea727c3bd44, network: default, NAD default, SandboxID: "881bea727c3bd44e5043b7edcc6cd1c2c86c556bbea52a788e72eeebc9a4773f", PCI device ID: , UID: "3fb6bf5a-de73-490d-af8b-0a64d52cbc83", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0420 11:56:09.645952 3825 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-pkgp2 881bea727c3bd44e5043b7edcc6cd1c2c86c556bbea52a788e72eeebc9a4773f network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-pkgp2 881bea727c3bd44e5043b7edcc6cd1c2c86c556bbea52a788e72eeebc9a4773f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:6b:80:aa:ee:1d\",\"name\":\"881bea727c3bd44\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2cde6583-5e5f-4528-b786-c726b120ddd8\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:56:10.221567 3825 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-gnr2z] creating logical port build-service_build-service-controller-manager-7cbf488fcf-gnr2z for pod on switch ip-10-0-2-190.ec2.internal I0420 11:56:10.221662 3825 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-gnr2z I0420 11:56:10.239425 3825 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-gnr2z] pod update took 17.788866ms I0420 11:56:10.239445 3825 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-gnr2z] addLogicalPort annotation time took 17.813272ms I0420 11:56:10.240639 3825 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-gnr2z] addLogicalPort took 19.089617ms, libovsdb time 738.606µs I0420 11:56:10.735118 3825 namespace.go:142] [enterprise-contract-service] updating namespace I0420 11:56:10.952544 3825 namespace.go:142] [konflux-info] updating namespace I0420 11:56:11.142622 3825 namespace.go:142] [namespace-lister] updating namespace I0420 11:56:11.271978 3825 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-58f96dcd8d-j4g9q] creating logical port release-service_release-service-controller-manager-58f96dcd8d-j4g9q for pod on switch ip-10-0-2-190.ec2.internal I0420 11:56:11.272128 3825 kube.go:256] Updating pod release-service/release-service-controller-manager-58f96dcd8d-j4g9q I0420 11:56:11.287919 3825 pod.go:62] [release-service/release-service-controller-manager-58f96dcd8d-j4g9q] pod update took 15.828849ms I0420 11:56:11.287942 3825 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-58f96dcd8d-j4g9q] addLogicalPort annotation time took 15.859238ms I0420 11:56:11.289254 3825 pods.go:271] [release-service/release-service-controller-manager-58f96dcd8d-j4g9q] addLogicalPort took 17.297313ms, libovsdb time 884.128µs I0420 11:56:11.337014 3825 namespace.go:142] [segment-bridge] updating namespace I0420 11:56:11.452000 3825 namespace.go:142] [enterprise-contract-service] updating namespace I0420 11:56:11.473383 3825 namespace.go:142] [konflux-info] updating namespace I0420 11:56:11.494411 3825 namespace.go:142] [namespace-lister] updating namespace I0420 11:56:11.516430 3825 namespace.go:142] [segment-bridge] updating namespace I0420 11:56:11.599797 3825 namespace.go:142] [enterprise-contract-service] updating namespace I0420 11:56:11.696698 3825 namespace.go:142] [konflux-info] updating namespace I0420 11:56:11.788149 3825 namespace.go:142] [namespace-lister] updating namespace I0420 11:56:11.848933 3825 namespace.go:142] [segment-bridge] updating namespace I0420 11:56:12.096854 3825 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-gnr2z 3ead386191fffd5838c03a73b560abd6408f10a60126e3192a3bb195f8e1a270 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-gnr2z 3ead386191fffd5838c03a73b560abd6408f10a60126e3192a3bb195f8e1a270 network default NAD default NAD key ] I0420 11:56:12.106255 3825 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-gnr2z, hostIfaceName: 3ead386191fffd5, network: default, NAD default, SandboxID: "3ead386191fffd5838c03a73b560abd6408f10a60126e3192a3bb195f8e1a270", PCI device ID: , UID: "690174f1-8927-4740-b8a4-39a7fddad79b", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0420 11:56:12.156318 3825 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-gnr2z 3ead386191fffd5838c03a73b560abd6408f10a60126e3192a3bb195f8e1a270 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-gnr2z 3ead386191fffd5838c03a73b560abd6408f10a60126e3192a3bb195f8e1a270 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:3a:eb:76:e7:3f\",\"name\":\"3ead386191fffd5\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/637781f8-8b69-4d18-9381-4bbdc816fa50\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:56:12.209980 3825 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-6777cbd9fc-z5dng] creating logical port integration-service_integration-service-controller-manager-6777cbd9fc-z5dng for pod on switch ip-10-0-2-190.ec2.internal I0420 11:56:12.210097 3825 kube.go:256] Updating pod integration-service/integration-service-controller-manager-6777cbd9fc-z5dng I0420 11:56:12.223709 3825 pod.go:62] [integration-service/integration-service-controller-manager-6777cbd9fc-z5dng] pod update took 13.648854ms I0420 11:56:12.223792 3825 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-6777cbd9fc-z5dng] addLogicalPort annotation time took 13.674977ms I0420 11:56:12.225049 3825 pods.go:271] [integration-service/integration-service-controller-manager-6777cbd9fc-z5dng] addLogicalPort took 15.08677ms, libovsdb time 848.767µs W0420 11:56:12.323511 3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0420 11:56:12.329773 3825 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0420 11:56:15.338179 3825 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0420 11:56:16.175524 3825 cni.go:452] [integration-service/integration-service-controller-manager-6777cbd9fc-z5dng acfff7550b28d7b0ad5d05c24168eb3a9d81269db29fc50b5fcc052b343c9c49 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-6777cbd9fc-z5dng acfff7550b28d7b0ad5d05c24168eb3a9d81269db29fc50b5fcc052b343c9c49 network default NAD default NAD key ] I0420 11:56:16.185453 3825 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-6777cbd9fc-z5dng, hostIfaceName: acfff7550b28d7b, network: default, NAD default, SandboxID: "acfff7550b28d7b0ad5d05c24168eb3a9d81269db29fc50b5fcc052b343c9c49", PCI device ID: , UID: "c78891df-54de-43c9-ac4e-5f124a31faaa", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0420 11:56:16.238365 3825 cni.go:473] [integration-service/integration-service-controller-manager-6777cbd9fc-z5dng acfff7550b28d7b0ad5d05c24168eb3a9d81269db29fc50b5fcc052b343c9c49 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-6777cbd9fc-z5dng acfff7550b28d7b0ad5d05c24168eb3a9d81269db29fc50b5fcc052b343c9c49 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:4c:68:52:33:a4\",\"name\":\"acfff7550b28d7b\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/da1b4c65-9354-4791-9c26-50039457c82e\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:56:16.914184 3825 cni.go:452] [konflux-ui/dex-84b9577c6-6st9z 28326c2cb1ed13b0ebda8aff4ecd2f4634e7029a95e9aa0ea7f9d0af8e56c2ae network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-84b9577c6-6st9z 28326c2cb1ed13b0ebda8aff4ecd2f4634e7029a95e9aa0ea7f9d0af8e56c2ae network default NAD default NAD key ] I0420 11:56:16.925428 3825 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-84b9577c6-6st9z, hostIfaceName: 28326c2cb1ed13b, network: default, NAD default, SandboxID: "28326c2cb1ed13b0ebda8aff4ecd2f4634e7029a95e9aa0ea7f9d0af8e56c2ae", PCI device ID: , UID: "fd4f28b3-99c9-4157-b572-5273237aedbe", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0420 11:56:16.988932 3825 cni.go:473] [konflux-ui/dex-84b9577c6-6st9z 28326c2cb1ed13b0ebda8aff4ecd2f4634e7029a95e9aa0ea7f9d0af8e56c2ae network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-84b9577c6-6st9z 28326c2cb1ed13b0ebda8aff4ecd2f4634e7029a95e9aa0ea7f9d0af8e56c2ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:ef:bd:55:0d:ab\",\"name\":\"28326c2cb1ed13b\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4a66a5f-7663-4cc8-8de1-d5ecfb97f9d3\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 11:56:17.014159 3825 cni.go:452] [konflux-ui/proxy-9f69774dc-2wjlc f9588a90a78b324fbe9948349969e1e028f8ae60164f981ff81927e976bf6e51 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-9f69774dc-2wjlc f9588a90a78b324fbe9948349969e1e028f8ae60164f981ff81927e976bf6e51 network default NAD default NAD key ] I0420 11:56:17.026318 3825 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-9f69774dc-2wjlc, hostIfaceName: f9588a90a78b324, network: default, NAD default, SandboxID: "f9588a90a78b324fbe9948349969e1e028f8ae60164f981ff81927e976bf6e51", PCI device ID: , UID: "4cd583bf-2659-431e-a490-3fac3cec3a69", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0420 11:56:17.089615 3825 cni.go:473] [konflux-ui/proxy-9f69774dc-2wjlc f9588a90a78b324fbe9948349969e1e028f8ae60164f981ff81927e976bf6e51 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-9f69774dc-2wjlc f9588a90a78b324fbe9948349969e1e028f8ae60164f981ff81927e976bf6e51 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:db:88:9f:97:b5\",\"name\":\"f9588a90a78b324\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de5fd01f-142c-4151-8e51-1be2ba39cbf6\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 11:56:19.369795 3825 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0420 11:56:19.370342 3825 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service I0420 11:56:19.492102 3825 cni.go:452] [release-service/release-service-controller-manager-58f96dcd8d-j4g9q 51ecc77579976872227f3173e7e307f356c87f17c6fb91c84daeb847cb5af0ae network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-58f96dcd8d-j4g9q 51ecc77579976872227f3173e7e307f356c87f17c6fb91c84daeb847cb5af0ae network default NAD default NAD key ] I0420 11:56:19.502393 3825 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-58f96dcd8d-j4g9q, hostIfaceName: 51ecc7757997687, network: default, NAD default, SandboxID: "51ecc77579976872227f3173e7e307f356c87f17c6fb91c84daeb847cb5af0ae", PCI device ID: , UID: "4df14938-7573-4358-a7f6-84ecd8b2b39d", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0420 11:56:19.556940 3825 cni.go:473] [release-service/release-service-controller-manager-58f96dcd8d-j4g9q 51ecc77579976872227f3173e7e307f356c87f17c6fb91c84daeb847cb5af0ae network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-58f96dcd8d-j4g9q 51ecc77579976872227f3173e7e307f356c87f17c6fb91c84daeb847cb5af0ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:18:a9:13:5b:cf\",\"name\":\"51ecc7757997687\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7f93e068-5855-4356-ac6a-815091006d6b\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 11:56:20.372170 3825 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0420 11:56:23.327797 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0420 11:56:23.407799 3825 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0420 11:56:23.407824 3825 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0420 11:56:23.432950 3825 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0420 11:56:23.434144 3825 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0420 11:56:23.437914 3825 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0420 11:56:23.437928 3825 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0420 11:56:25.418121 3825 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0420 11:56:25.418275 3825 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0420 11:56:26.353184 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0420 11:56:30.381577 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0420 11:56:30.385504 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0420 11:56:30.711555 3825 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-zcthk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:56:30.712126 3825 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-zcthk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:56:31.455635 3825 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-zcthk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:56:31.455663 3825 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-zcthk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:56:31.465693 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-zcthk I0420 11:56:31.465723 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-zcthk W0420 11:56:34.410632 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0420 11:56:34.413329 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0420 11:56:34.828485 3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 W0420 11:56:35.414850 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0420 11:57:03.491020 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0420 11:57:03.491042 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0420 11:57:33.323140 3825 cni.go:452] [konflux-ui/proxy-9f69774dc-2wjlc f9588a90a78b324fbe9948349969e1e028f8ae60164f981ff81927e976bf6e51 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-9f69774dc-2wjlc f9588a90a78b324fbe9948349969e1e028f8ae60164f981ff81927e976bf6e51 network default NAD default NAD key ] I0420 11:57:33.409929 3825 cni.go:473] [konflux-ui/proxy-9f69774dc-2wjlc f9588a90a78b324fbe9948349969e1e028f8ae60164f981ff81927e976bf6e51 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-9f69774dc-2wjlc f9588a90a78b324fbe9948349969e1e028f8ae60164f981ff81927e976bf6e51 network default NAD default NAD key default], result "{}", err I0420 11:57:33.477576 3825 obj_retry.go:498] Detected object konflux-ui/proxy-9f69774dc-2wjlc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:57:33.477615 3825 pods.go:176] Deleting pod: konflux-ui/proxy-9f69774dc-2wjlc I0420 11:57:33.479307 3825 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-9f69774dc-2wjlc, ips: 10.129.0.46 I0420 11:57:33.479341 3825 obj_retry.go:498] Detected object konflux-ui/proxy-9f69774dc-2wjlc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:57:33.777079 3825 obj_retry.go:492] Detected object konflux-ui/proxy-9f69774dc-2wjlc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:57:33.777177 3825 obj_retry.go:492] Detected object konflux-ui/proxy-9f69774dc-2wjlc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:57:33.787032 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-9f69774dc-2wjlc I0420 11:57:33.787059 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-9f69774dc-2wjlc I0420 11:57:45.042921 3825 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:57:45.043518 3825 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:57:45.063971 3825 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:57:45.063996 3825 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:57:45.068578 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0420 11:57:45.068603 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0420 11:57:58.947848 3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0420 11:58:18.226593 3825 namespace.go:98] [default-managed-tenant-n1jbg] adding namespace I0420 11:58:18.227558 3825 namespace.go:102] [default-managed-tenant-n1jbg] adding namespace took 942.836µs I0420 11:58:18.253323 3825 namespace.go:142] [default-managed-tenant-n1jbg] updating namespace I0420 11:58:18.275247 3825 namespace.go:142] [default-managed-tenant-n1jbg] updating namespace I0420 11:58:19.245418 3825 namespace.go:142] [default-managed-tenant-n1jbg] updating namespace I0420 11:58:19.390000 3825 namespace.go:142] [default-managed-tenant-n1jbg] updating namespace I0420 11:58:19.472905 3825 namespace.go:142] [default-managed-tenant-n1jbg] updating namespace I0420 11:59:05.913180 3825 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0420 11:59:27.939465 3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0420 11:59:30.950945 3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0420 11:59:53.827994 3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=75 I0420 12:00:00.220944 3825 base_network_controller_pods.go:487] [default/segment-bridge/segment-bridge-29611440-w6bdp] creating logical port segment-bridge_segment-bridge-29611440-w6bdp for pod on switch ip-10-0-2-190.ec2.internal I0420 12:00:00.221079 3825 kube.go:256] Updating pod segment-bridge/segment-bridge-29611440-w6bdp I0420 12:00:00.247868 3825 pod.go:62] [segment-bridge/segment-bridge-29611440-w6bdp] pod update took 26.816249ms I0420 12:00:00.247896 3825 base_network_controller_pods.go:951] [default/segment-bridge/segment-bridge-29611440-w6bdp] addLogicalPort annotation time took 26.849025ms I0420 12:00:00.249163 3825 pods.go:271] [segment-bridge/segment-bridge-29611440-w6bdp] addLogicalPort took 28.237047ms, libovsdb time 840.837µs I0420 12:00:00.315921 3825 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-8bnr8] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29611440-8bnr8 for pod on switch ip-10-0-2-190.ec2.internal I0420 12:00:00.316026 3825 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-8bnr8 I0420 12:00:00.329351 3825 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-8bnr8] pod update took 13.347115ms I0420 12:00:00.329371 3825 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-8bnr8] addLogicalPort annotation time took 13.371763ms I0420 12:00:00.330583 3825 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-8bnr8] addLogicalPort took 14.67887ms, libovsdb time 844.646µs I0420 12:00:00.587729 3825 cni.go:452] [segment-bridge/segment-bridge-29611440-w6bdp 5ea81768312890284fab45ce8bbb6baea18ee89bca514759049c28f76e92585d network default NAD default NAD key ] ADD starting CNI request [segment-bridge/segment-bridge-29611440-w6bdp 5ea81768312890284fab45ce8bbb6baea18ee89bca514759049c28f76e92585d network default NAD default NAD key ] I0420 12:00:00.598102 3825 helper_linux.go:556] ConfigureOVS: namespace: segment-bridge, podName: segment-bridge-29611440-w6bdp, hostIfaceName: 5ea817683128902, network: default, NAD default, SandboxID: "5ea81768312890284fab45ce8bbb6baea18ee89bca514759049c28f76e92585d", PCI device ID: , UID: "a8167b0f-7b03-4f21-a3f6-5c7c5e8eec7b", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0420 12:00:00.652464 3825 cni.go:473] [segment-bridge/segment-bridge-29611440-w6bdp 5ea81768312890284fab45ce8bbb6baea18ee89bca514759049c28f76e92585d network default NAD default NAD key default] ADD finished CNI request [segment-bridge/segment-bridge-29611440-w6bdp 5ea81768312890284fab45ce8bbb6baea18ee89bca514759049c28f76e92585d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:13:d2:3d:2d:54\",\"name\":\"5ea817683128902\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b78db9cb-3ec1-4315-bff2-ab95fc9b6d84\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 12:00:00.676872 3825 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-8bnr8 09cd8ec9c0e1965ee0aaaeb5068add4f08ebc4106348f8934dee6ac654768b06 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-8bnr8 09cd8ec9c0e1965ee0aaaeb5068add4f08ebc4106348f8934dee6ac654768b06 network default NAD default NAD key ] I0420 12:00:00.687149 3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29611440-8bnr8, hostIfaceName: 09cd8ec9c0e1965, network: default, NAD default, SandboxID: "09cd8ec9c0e1965ee0aaaeb5068add4f08ebc4106348f8934dee6ac654768b06", PCI device ID: , UID: "5c128b79-3440-462f-9261-eb5e37d65a34", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0420 12:00:00.738307 3825 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-8bnr8 09cd8ec9c0e1965ee0aaaeb5068add4f08ebc4106348f8934dee6ac654768b06 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-8bnr8 09cd8ec9c0e1965ee0aaaeb5068add4f08ebc4106348f8934dee6ac654768b06 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:14:93:60:7b:9c\",\"name\":\"09cd8ec9c0e1965\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4c5adad-9b4f-467f-a279-c4ebc0a96928\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 12:00:00.923106 3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0420 12:00:02.799160 3825 obj_retry.go:498] Detected object integration-service/integration-service-snapshot-garbage-collector-29611440-9bjrn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:00:02.799726 3825 obj_retry.go:498] Detected object integration-service/integration-service-snapshot-garbage-collector-29611440-9bjrn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:00:03.826033 3825 obj_retry.go:492] Detected object integration-service/integration-service-snapshot-garbage-collector-29611440-9bjrn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:03.826059 3825 obj_retry.go:492] Detected object integration-service/integration-service-snapshot-garbage-collector-29611440-9bjrn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:04.556235 3825 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-8bnr8 09cd8ec9c0e1965ee0aaaeb5068add4f08ebc4106348f8934dee6ac654768b06 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-8bnr8 09cd8ec9c0e1965ee0aaaeb5068add4f08ebc4106348f8934dee6ac654768b06 network default NAD default NAD key ] I0420 12:00:04.573477 3825 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-29611440-xw8qq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:00:04.573511 3825 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-29611440-xw8qq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:00:04.600780 3825 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-29611440-xw8qq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:04.600805 3825 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-29611440-xw8qq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:04.641357 3825 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-8bnr8 09cd8ec9c0e1965ee0aaaeb5068add4f08ebc4106348f8934dee6ac654768b06 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-8bnr8 09cd8ec9c0e1965ee0aaaeb5068add4f08ebc4106348f8934dee6ac654768b06 network default NAD default NAD key default], result "{}", err I0420 12:00:04.695125 3825 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-8bnr8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:00:04.695160 3825 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-8bnr8 I0420 12:00:04.696604 3825 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-8bnr8, ips: 10.129.0.52 I0420 12:00:04.696638 3825 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-8bnr8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:00:05.718718 3825 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-8bnr8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:05.718839 3825 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-8bnr8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:25.945346 3825 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0420 12:00:38.935194 3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0420 12:01:24.829527 3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=16 I0420 12:01:43.833119 3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=401 I0420 12:01:48.930084 3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0420 12:02:15.914051 3825 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0420 12:03:20.916768 3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0420 12:03:43.823702 3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=80 I0420 12:03:53.822385 3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=67 I0420 12:04:34.831467 3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0420 12:04:45.915833 3825 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0420 12:05:04.062762 3825 obj_retry.go:492] Detected object tsf-tpa/create-db-wbkjp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:05:04.062811 3825 obj_retry.go:492] Detected object tsf-tpa/create-db-wbkjp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:05:04.069634 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-wbkjp I0420 12:05:04.069664 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-wbkjp I0420 12:05:20.042073 3825 obj_retry.go:492] Detected object tsf-tpa/migrate-db-r7zqp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:05:20.042132 3825 obj_retry.go:492] Detected object tsf-tpa/migrate-db-r7zqp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:05:20.046573 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-r7zqp I0420 12:05:20.046593 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-r7zqp I0420 12:05:20.926724 3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=5 I0420 12:05:23.053615 3825 obj_retry.go:492] Detected object tsf-tpa/create-importers-7dqlw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:05:23.053667 3825 obj_retry.go:492] Detected object tsf-tpa/create-importers-7dqlw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:05:23.060420 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-7dqlw I0420 12:05:23.060451 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-7dqlw I0420 12:06:53.168987 3825 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-pull-request-l9mzc-init-pod] creating logical port default-tenant_tsf-demo-comp-on-pull-request-l9mzc-init-pod for pod on switch ip-10-0-2-190.ec2.internal I0420 12:06:53.169135 3825 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-pull-request-l9mzc-init-pod I0420 12:06:53.197267 3825 pod.go:62] [default-tenant/tsf-demo-comp-on-pull-request-l9mzc-init-pod] pod update took 28.163737ms I0420 12:06:53.197299 3825 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-pull-request-l9mzc-init-pod] addLogicalPort annotation time took 28.198551ms I0420 12:06:53.198778 3825 pods.go:271] [default-tenant/tsf-demo-comp-on-pull-request-l9mzc-init-pod] addLogicalPort took 29.807998ms, libovsdb time 901.949µs I0420 12:06:53.532597 3825 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-l9mzc-init-pod 336ea6efbb34f858bbaf5fd1379bdcc7cd69b1c99d55b382a079e94f431768c0 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-l9mzc-init-pod 336ea6efbb34f858bbaf5fd1379bdcc7cd69b1c99d55b382a079e94f431768c0 network default NAD default NAD key ] I0420 12:06:53.542149 3825 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-pull-request-l9mzc-init-pod, hostIfaceName: 336ea6efbb34f85, network: default, NAD default, SandboxID: "336ea6efbb34f858bbaf5fd1379bdcc7cd69b1c99d55b382a079e94f431768c0", PCI device ID: , UID: "15347118-c05d-4ceb-a489-5b182449a791", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0420 12:06:53.593915 3825 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-l9mzc-init-pod 336ea6efbb34f858bbaf5fd1379bdcc7cd69b1c99d55b382a079e94f431768c0 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-l9mzc-init-pod 336ea6efbb34f858bbaf5fd1379bdcc7cd69b1c99d55b382a079e94f431768c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:05:f6:83:68:b4\",\"name\":\"336ea6efbb34f85\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f8b9689-7a77-4b89-b950-7d6c9888cb53\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 12:07:02.942595 3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0420 12:07:03.607782 3825 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-8zc7p-init-pod] creating logical port default-tenant_tsf-demo-comp-on-push-8zc7p-init-pod for pod on switch ip-10-0-2-190.ec2.internal I0420 12:07:03.607999 3825 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-8zc7p-init-pod I0420 12:07:03.627992 3825 pod.go:62] [default-tenant/tsf-demo-comp-on-push-8zc7p-init-pod] pod update took 20.033657ms I0420 12:07:03.628023 3825 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-8zc7p-init-pod] addLogicalPort annotation time took 20.07103ms I0420 12:07:03.629623 3825 pods.go:271] [default-tenant/tsf-demo-comp-on-push-8zc7p-init-pod] addLogicalPort took 21.862323ms, libovsdb time 1.11534ms I0420 12:07:07.165681 3825 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8zc7p-init-pod d961a3a6ee976c22dfcdcb85f9899ac0d514a7ebf6ab1cb74d2d96785056c672 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-init-pod d961a3a6ee976c22dfcdcb85f9899ac0d514a7ebf6ab1cb74d2d96785056c672 network default NAD default NAD key ] I0420 12:07:07.175016 3825 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-8zc7p-init-pod, hostIfaceName: d961a3a6ee976c2, network: default, NAD default, SandboxID: "d961a3a6ee976c22dfcdcb85f9899ac0d514a7ebf6ab1cb74d2d96785056c672", PCI device ID: , UID: "ea722311-f756-4c65-a9c0-a656a441aee6", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0420 12:07:07.228580 3825 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8zc7p-init-pod d961a3a6ee976c22dfcdcb85f9899ac0d514a7ebf6ab1cb74d2d96785056c672 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-init-pod d961a3a6ee976c22dfcdcb85f9899ac0d514a7ebf6ab1cb74d2d96785056c672 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:ac:fb:78:83:af\",\"name\":\"d961a3a6ee976c2\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f3736929-7bf0-4134-838f-f498263427cc\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 12:07:10.049050 3825 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-l9mzc-init-pod 336ea6efbb34f858bbaf5fd1379bdcc7cd69b1c99d55b382a079e94f431768c0 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-l9mzc-init-pod 336ea6efbb34f858bbaf5fd1379bdcc7cd69b1c99d55b382a079e94f431768c0 network default NAD default NAD key ] I0420 12:07:10.133165 3825 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-l9mzc-init-pod 336ea6efbb34f858bbaf5fd1379bdcc7cd69b1c99d55b382a079e94f431768c0 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-l9mzc-init-pod 336ea6efbb34f858bbaf5fd1379bdcc7cd69b1c99d55b382a079e94f431768c0 network default NAD default NAD key default], result "{}", err I0420 12:07:10.202761 3825 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-l9mzc-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:07:10.202802 3825 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-pull-request-l9mzc-init-pod I0420 12:07:10.204241 3825 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-pull-request-l9mzc-init-pod, ips: 10.129.0.53 I0420 12:07:10.204271 3825 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-l9mzc-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:07:10.851025 3825 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-l9mzc-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:07:10.851080 3825 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-l9mzc-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:07:10.866685 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-l9mzc-init-pod I0420 12:07:10.866716 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-l9mzc-init-pod I0420 12:07:11.825335 3825 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8zc7p-init-pod d961a3a6ee976c22dfcdcb85f9899ac0d514a7ebf6ab1cb74d2d96785056c672 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-init-pod d961a3a6ee976c22dfcdcb85f9899ac0d514a7ebf6ab1cb74d2d96785056c672 network default NAD default NAD key ] I0420 12:07:11.904607 3825 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8zc7p-init-pod d961a3a6ee976c22dfcdcb85f9899ac0d514a7ebf6ab1cb74d2d96785056c672 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-init-pod d961a3a6ee976c22dfcdcb85f9899ac0d514a7ebf6ab1cb74d2d96785056c672 network default NAD default NAD key default], result "{}", err I0420 12:07:12.009766 3825 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:07:12.009807 3825 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-8zc7p-init-pod I0420 12:07:12.011247 3825 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-8zc7p-init-pod, ips: 10.129.0.54 I0420 12:07:12.011271 3825 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:07:12.290473 3825 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-8zc7p-clone-repository-pod] creating logical port default-tenant_tsf-demo-comp-on-push-8zc7p-clone-repository-pod for pod on switch ip-10-0-2-190.ec2.internal I0420 12:07:12.290621 3825 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-8zc7p-clone-repository-pod I0420 12:07:12.314393 3825 pod.go:62] [default-tenant/tsf-demo-comp-on-push-8zc7p-clone-repository-pod] pod update took 23.802713ms I0420 12:07:12.314422 3825 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-8zc7p-clone-repository-pod] addLogicalPort annotation time took 23.836658ms I0420 12:07:12.316076 3825 pods.go:271] [default-tenant/tsf-demo-comp-on-push-8zc7p-clone-repository-pod] addLogicalPort took 25.622662ms, libovsdb time 1.017676ms I0420 12:07:12.714639 3825 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8zc7p-clone-repository-pod 94c458f7ec0526dccccf7463b3b20b25e5d216528a2fd48f82595f26926faf5c network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-clone-repository-pod 94c458f7ec0526dccccf7463b3b20b25e5d216528a2fd48f82595f26926faf5c network default NAD default NAD key ] I0420 12:07:12.724013 3825 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-8zc7p-clone-repository-pod, hostIfaceName: 94c458f7ec0526d, network: default, NAD default, SandboxID: "94c458f7ec0526dccccf7463b3b20b25e5d216528a2fd48f82595f26926faf5c", PCI device ID: , UID: "3e5bfb8e-633e-4505-8b43-faa6465143ab", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0420 12:07:12.778341 3825 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8zc7p-clone-repository-pod 94c458f7ec0526dccccf7463b3b20b25e5d216528a2fd48f82595f26926faf5c network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-clone-repository-pod 94c458f7ec0526dccccf7463b3b20b25e5d216528a2fd48f82595f26926faf5c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:ed:f6:40:bf:fd\",\"name\":\"94c458f7ec0526d\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b9c5634-5999-4bb9-a1c7-9eb2f33f1f1e\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 12:07:12.932868 3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0420 12:07:19.948755 3825 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0420 12:07:24.953473 3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0420 12:07:25.504813 3825 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-997nj] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-997nj for pod on switch ip-10-0-2-190.ec2.internal I0420 12:07:25.504914 3825 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-997nj I0420 12:07:25.521138 3825 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-997nj] pod update took 16.260242ms I0420 12:07:25.521158 3825 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-997nj] addLogicalPort annotation time took 16.282761ms I0420 12:07:25.522437 3825 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-997nj] addLogicalPort took 17.642628ms, libovsdb time 887.576µs I0420 12:07:25.907623 3825 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-997nj 2094390728ee1f199e018cc699b398f777fac4b00b8b43b57156feb5f0569ba1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-997nj 2094390728ee1f199e018cc699b398f777fac4b00b8b43b57156feb5f0569ba1 network default NAD default NAD key ] I0420 12:07:25.916705 3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-997nj, hostIfaceName: 2094390728ee1f1, network: default, NAD default, SandboxID: "2094390728ee1f199e018cc699b398f777fac4b00b8b43b57156feb5f0569ba1", PCI device ID: , UID: "3a7f20d3-8338-46ff-a69c-fdbab52cd874", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0420 12:07:25.970436 3825 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-997nj 2094390728ee1f199e018cc699b398f777fac4b00b8b43b57156feb5f0569ba1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-997nj 2094390728ee1f199e018cc699b398f777fac4b00b8b43b57156feb5f0569ba1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:e7:ab:ea:46:f0\",\"name\":\"2094390728ee1f1\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6872e28c-bf0c-49f2-93b7-5549e9d0997a\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 12:07:26.933197 3825 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8zc7p-clone-repository-pod 94c458f7ec0526dccccf7463b3b20b25e5d216528a2fd48f82595f26926faf5c network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-clone-repository-pod 94c458f7ec0526dccccf7463b3b20b25e5d216528a2fd48f82595f26926faf5c network default NAD default NAD key ] I0420 12:07:27.035816 3825 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8zc7p-clone-repository-pod 94c458f7ec0526dccccf7463b3b20b25e5d216528a2fd48f82595f26926faf5c network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-clone-repository-pod 94c458f7ec0526dccccf7463b3b20b25e5d216528a2fd48f82595f26926faf5c network default NAD default NAD key default], result "{}", err I0420 12:07:27.123050 3825 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:07:27.123080 3825 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-8zc7p-clone-repository-pod I0420 12:07:27.124587 3825 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-8zc7p-clone-repository-pod, ips: 10.129.0.55 I0420 12:07:27.124621 3825 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:07:27.480486 3825 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-8zc7p-prefetch-dependencies-pod] creating logical port default-tenant_tsf-demo-comp-on-push-8zc7p-prefetch-dependencies-pod for pod on switch ip-10-0-2-190.ec2.internal I0420 12:07:27.480643 3825 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-8zc7p-prefetch-dependencies-pod I0420 12:07:27.504136 3825 pod.go:62] [default-tenant/tsf-demo-comp-on-push-8zc7p-prefetch-dependencies-pod] pod update took 23.523614ms I0420 12:07:27.504159 3825 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-8zc7p-prefetch-dependencies-pod] addLogicalPort annotation time took 23.554111ms I0420 12:07:27.505712 3825 pods.go:271] [default-tenant/tsf-demo-comp-on-push-8zc7p-prefetch-dependencies-pod] addLogicalPort took 25.244992ms, libovsdb time 1.00239ms I0420 12:07:27.870158 3825 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8zc7p-prefetch-dependencies-pod e4ea798db321376aa2bf4294c4b633face7b8a68bdebf9df23c9442a02a71a5b network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-prefetch-dependencies-pod e4ea798db321376aa2bf4294c4b633face7b8a68bdebf9df23c9442a02a71a5b network default NAD default NAD key ] I0420 12:07:27.879797 3825 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-8zc7p-prefetch-dependencies-pod, hostIfaceName: e4ea798db321376, network: default, NAD default, SandboxID: "e4ea798db321376aa2bf4294c4b633face7b8a68bdebf9df23c9442a02a71a5b", PCI device ID: , UID: "d4c34e54-4d6c-47b1-ae36-23db00942a50", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23] I0420 12:07:27.935530 3825 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8zc7p-prefetch-dependencies-pod e4ea798db321376aa2bf4294c4b633face7b8a68bdebf9df23c9442a02a71a5b network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-prefetch-dependencies-pod e4ea798db321376aa2bf4294c4b633face7b8a68bdebf9df23c9442a02a71a5b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:4f:1d:2a:c3:87\",\"name\":\"e4ea798db321376\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a55e94f8-175c-4c5f-87a7-2915d74e709a\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 12:07:39.965156 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 12:07:39.965180 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 12:07:39.965186 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 12:07:39.965193 3825 util.go:959] Failed to build node endpoints for node ip-10-0-2-190.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0420 12:07:52.951157 3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0420 12:08:08.211310 3825 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8zc7p-prefetch-dependencies-pod e4ea798db321376aa2bf4294c4b633face7b8a68bdebf9df23c9442a02a71a5b network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-prefetch-dependencies-pod e4ea798db321376aa2bf4294c4b633face7b8a68bdebf9df23c9442a02a71a5b network default NAD default NAD key ] I0420 12:08:08.299808 3825 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8zc7p-prefetch-dependencies-pod e4ea798db321376aa2bf4294c4b633face7b8a68bdebf9df23c9442a02a71a5b network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-prefetch-dependencies-pod e4ea798db321376aa2bf4294c4b633face7b8a68bdebf9df23c9442a02a71a5b network default NAD default NAD key default], result "{}", err I0420 12:08:08.429449 3825 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:08:08.429488 3825 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-8zc7p-prefetch-dependencies-pod I0420 12:08:08.431018 3825 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-8zc7p-prefetch-dependencies-pod, ips: 10.129.0.57 I0420 12:08:08.431050 3825 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:08:44.831409 3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0420 12:09:03.920124 3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0420 12:09:32.827391 3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11 I0420 12:10:00.204900 3825 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29611450-ppt5s] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29611450-ppt5s for pod on switch ip-10-0-2-190.ec2.internal I0420 12:10:00.205014 3825 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29611450-ppt5s I0420 12:10:00.224478 3825 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611450-ppt5s] pod update took 19.49127ms I0420 12:10:00.224501 3825 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29611450-ppt5s] addLogicalPort annotation time took 19.523287ms I0420 12:10:00.225870 3825 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611450-ppt5s] addLogicalPort took 20.990816ms, libovsdb time 932.356µs I0420 12:10:00.568057 3825 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611450-ppt5s ba15fcb6ae73cc443a061fdec7530e07b49ac4043e32a326b0e5369ddf000c90 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611450-ppt5s ba15fcb6ae73cc443a061fdec7530e07b49ac4043e32a326b0e5369ddf000c90 network default NAD default NAD key ] I0420 12:10:00.577496 3825 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29611450-ppt5s, hostIfaceName: ba15fcb6ae73cc4, network: default, NAD default, SandboxID: "ba15fcb6ae73cc443a061fdec7530e07b49ac4043e32a326b0e5369ddf000c90", PCI device ID: , UID: "741fd0cb-8147-4ddd-86c0-36fa0cf82869", MAC: 0a:58:0a:81:00:3a, IPs: [10.129.0.58/23] I0420 12:10:00.630581 3825 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611450-ppt5s ba15fcb6ae73cc443a061fdec7530e07b49ac4043e32a326b0e5369ddf000c90 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611450-ppt5s ba15fcb6ae73cc443a061fdec7530e07b49ac4043e32a326b0e5369ddf000c90 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:96:86:c0:a6:47\",\"name\":\"ba15fcb6ae73cc4\"},{\"mac\":\"0a:58:0a:81:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/81c4cdb0-3d7f-44f5-8dc8-d4a130aa2a07\"}],\"ips\":[{\"address\":\"10.129.0.58/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 12:10:02.938352 3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0420 12:10:03.890936 3825 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611450-ppt5s ba15fcb6ae73cc443a061fdec7530e07b49ac4043e32a326b0e5369ddf000c90 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611450-ppt5s ba15fcb6ae73cc443a061fdec7530e07b49ac4043e32a326b0e5369ddf000c90 network default NAD default NAD key ] I0420 12:10:03.982449 3825 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611450-ppt5s ba15fcb6ae73cc443a061fdec7530e07b49ac4043e32a326b0e5369ddf000c90 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611450-ppt5s ba15fcb6ae73cc443a061fdec7530e07b49ac4043e32a326b0e5369ddf000c90 network default NAD default NAD key default], result "{}", err I0420 12:10:04.035769 3825 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611450-ppt5s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:10:04.035815 3825 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29611450-ppt5s I0420 12:10:04.037232 3825 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29611450-ppt5s, ips: 10.129.0.58 I0420 12:10:04.037259 3825 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611450-ppt5s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:10:04.906562 3825 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611450-ppt5s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:10:04.906596 3825 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611450-ppt5s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:10:04.945575 3825 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-jjt9x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:10:04.945604 3825 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-jjt9x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:10:04.949885 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-jjt9x I0420 12:10:04.949910 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-jjt9x I0420 12:10:43.835827 3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=107 I0420 12:10:59.917656 3825 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0420 12:11:08.993139 3825 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-8zc7p-build-image-index-pod] creating logical port default-tenant_tsf-demo-comp-on-push-8zc7p-build-image-index-pod for pod on switch ip-10-0-2-190.ec2.internal I0420 12:11:08.993301 3825 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-8zc7p-build-image-index-pod I0420 12:11:09.017101 3825 pod.go:62] [default-tenant/tsf-demo-comp-on-push-8zc7p-build-image-index-pod] pod update took 23.835919ms I0420 12:11:09.017124 3825 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-8zc7p-build-image-index-pod] addLogicalPort annotation time took 23.863507ms I0420 12:11:09.018565 3825 pods.go:271] [default-tenant/tsf-demo-comp-on-push-8zc7p-build-image-index-pod] addLogicalPort took 25.441768ms, libovsdb time 1.025191ms I0420 12:11:09.355933 3825 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8zc7p-build-image-index-pod 8df4c313aa79547a2e7c8435ca94550ed215ed54e31f11d60e0cd8e07754faa6 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-build-image-index-pod 8df4c313aa79547a2e7c8435ca94550ed215ed54e31f11d60e0cd8e07754faa6 network default NAD default NAD key ] I0420 12:11:09.365267 3825 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-8zc7p-build-image-index-pod, hostIfaceName: 8df4c313aa79547, network: default, NAD default, SandboxID: "8df4c313aa79547a2e7c8435ca94550ed215ed54e31f11d60e0cd8e07754faa6", PCI device ID: , UID: "3bca9f97-10dc-47f3-a7ad-94d21f532bc1", MAC: 0a:58:0a:81:00:3b, IPs: [10.129.0.59/23] I0420 12:11:09.418708 3825 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8zc7p-build-image-index-pod 8df4c313aa79547a2e7c8435ca94550ed215ed54e31f11d60e0cd8e07754faa6 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-build-image-index-pod 8df4c313aa79547a2e7c8435ca94550ed215ed54e31f11d60e0cd8e07754faa6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:a3:36:27:3b:d3\",\"name\":\"8df4c313aa79547\"},{\"mac\":\"0a:58:0a:81:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/53fd9561-7a96-40bc-a6b8-4d5b7f348fa7\"}],\"ips\":[{\"address\":\"10.129.0.59/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 12:11:09.640708 3825 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:11:09.641273 3825 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:11:11.832756 3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0420 12:11:12.825634 3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=47 I0420 12:11:40.232900 3825 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-8zc7p-clamav-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-8zc7p-clamav-scan-pod for pod on switch ip-10-0-2-190.ec2.internal I0420 12:11:40.233044 3825 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-8zc7p-clamav-scan-pod I0420 12:11:40.256703 3825 pod.go:62] [default-tenant/tsf-demo-comp-on-push-8zc7p-clamav-scan-pod] pod update took 23.686316ms I0420 12:11:40.256730 3825 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-8zc7p-clamav-scan-pod] addLogicalPort annotation time took 23.71814ms I0420 12:11:40.258015 3825 pods.go:271] [default-tenant/tsf-demo-comp-on-push-8zc7p-clamav-scan-pod] addLogicalPort took 25.134139ms, libovsdb time 861.21µs I0420 12:11:40.516705 3825 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8zc7p-build-image-index-pod 8df4c313aa79547a2e7c8435ca94550ed215ed54e31f11d60e0cd8e07754faa6 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-build-image-index-pod 8df4c313aa79547a2e7c8435ca94550ed215ed54e31f11d60e0cd8e07754faa6 network default NAD default NAD key ] I0420 12:11:40.596772 3825 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8zc7p-clamav-scan-pod dbac28b14f7ba7d1968a681aaca5e6933a4ff4e90c73852d1022843c0c2e1f1a network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-clamav-scan-pod dbac28b14f7ba7d1968a681aaca5e6933a4ff4e90c73852d1022843c0c2e1f1a network default NAD default NAD key ] I0420 12:11:40.602942 3825 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8zc7p-build-image-index-pod 8df4c313aa79547a2e7c8435ca94550ed215ed54e31f11d60e0cd8e07754faa6 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-build-image-index-pod 8df4c313aa79547a2e7c8435ca94550ed215ed54e31f11d60e0cd8e07754faa6 network default NAD default NAD key default], result "{}", err I0420 12:11:40.606886 3825 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-8zc7p-clamav-scan-pod, hostIfaceName: dbac28b14f7ba7d, network: default, NAD default, SandboxID: "dbac28b14f7ba7d1968a681aaca5e6933a4ff4e90c73852d1022843c0c2e1f1a", PCI device ID: , UID: "e651df67-4015-4f7c-afba-0040e5546fa4", MAC: 0a:58:0a:81:00:3c, IPs: [10.129.0.60/23] I0420 12:11:40.659528 3825 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8zc7p-clamav-scan-pod dbac28b14f7ba7d1968a681aaca5e6933a4ff4e90c73852d1022843c0c2e1f1a network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-clamav-scan-pod dbac28b14f7ba7d1968a681aaca5e6933a4ff4e90c73852d1022843c0c2e1f1a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:f3:89:99:f5:a9\",\"name\":\"dbac28b14f7ba7d\"},{\"mac\":\"0a:58:0a:81:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b5dad859-dac1-4266-a03a-36670eba8966\"}],\"ips\":[{\"address\":\"10.129.0.60/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 12:11:40.673327 3825 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:11:40.673362 3825 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-8zc7p-build-image-index-pod I0420 12:11:40.674670 3825 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-8zc7p-build-image-index-pod, ips: 10.129.0.59 I0420 12:11:40.674695 3825 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:11:41.741731 3825 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-8zc7p-rpms-signature-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-8zc7p-rpms-signature-scan-pod for pod on switch ip-10-0-2-190.ec2.internal I0420 12:11:41.741930 3825 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-8zc7p-rpms-signature-scan-pod I0420 12:11:41.762312 3825 pod.go:62] [default-tenant/tsf-demo-comp-on-push-8zc7p-rpms-signature-scan-pod] pod update took 20.424933ms I0420 12:11:41.762339 3825 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-8zc7p-rpms-signature-scan-pod] addLogicalPort annotation time took 20.457097ms I0420 12:11:41.763671 3825 pods.go:271] [default-tenant/tsf-demo-comp-on-push-8zc7p-rpms-signature-scan-pod] addLogicalPort took 21.959417ms, libovsdb time 860.37µs I0420 12:11:42.104246 3825 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8zc7p-rpms-signature-scan-pod 77be7dcfb887d62cd23ba980f82bb0502a3a0d77dbf1cefae6c18a62225b9ae3 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-rpms-signature-scan-pod 77be7dcfb887d62cd23ba980f82bb0502a3a0d77dbf1cefae6c18a62225b9ae3 network default NAD default NAD key ] I0420 12:11:42.114379 3825 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-8zc7p-rpms-signature-scan-pod, hostIfaceName: 77be7dcfb887d62, network: default, NAD default, SandboxID: "77be7dcfb887d62cd23ba980f82bb0502a3a0d77dbf1cefae6c18a62225b9ae3", PCI device ID: , UID: "69765a21-3cb6-467a-8360-c15c95353dbc", MAC: 0a:58:0a:81:00:3d, IPs: [10.129.0.61/23] I0420 12:11:42.165113 3825 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8zc7p-rpms-signature-scan-pod 77be7dcfb887d62cd23ba980f82bb0502a3a0d77dbf1cefae6c18a62225b9ae3 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-rpms-signature-scan-pod 77be7dcfb887d62cd23ba980f82bb0502a3a0d77dbf1cefae6c18a62225b9ae3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:f5:92:8e:9a:27\",\"name\":\"77be7dcfb887d62\"},{\"mac\":\"0a:58:0a:81:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e5a4d45f-198c-4ee0-b1ba-928f2b74f27d\"}],\"ips\":[{\"address\":\"10.129.0.61/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 12:12:04.918886 3825 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0420 12:12:23.835116 3825 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0420 12:12:57.076073 3825 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8zc7p-rpms-signature-scan-pod 77be7dcfb887d62cd23ba980f82bb0502a3a0d77dbf1cefae6c18a62225b9ae3 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-rpms-signature-scan-pod 77be7dcfb887d62cd23ba980f82bb0502a3a0d77dbf1cefae6c18a62225b9ae3 network default NAD default NAD key ] I0420 12:12:57.167630 3825 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8zc7p-rpms-signature-scan-pod 77be7dcfb887d62cd23ba980f82bb0502a3a0d77dbf1cefae6c18a62225b9ae3 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-rpms-signature-scan-pod 77be7dcfb887d62cd23ba980f82bb0502a3a0d77dbf1cefae6c18a62225b9ae3 network default NAD default NAD key default], result "{}", err I0420 12:12:57.272024 3825 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:12:57.272068 3825 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-8zc7p-rpms-signature-scan-pod I0420 12:12:57.273426 3825 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-8zc7p-rpms-signature-scan-pod, ips: 10.129.0.61 I0420 12:12:57.273456 3825 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:12:59.588144 3825 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:12:59.588730 3825 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:12:59.622200 3825 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:12:59.622773 3825 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:12:59.665615 3825 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:12:59.666198 3825 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:13:11.249367 3825 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-997nj 2094390728ee1f199e018cc699b398f777fac4b00b8b43b57156feb5f0569ba1 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-997nj 2094390728ee1f199e018cc699b398f777fac4b00b8b43b57156feb5f0569ba1 network default NAD default NAD key ] I0420 12:13:11.333789 3825 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-997nj 2094390728ee1f199e018cc699b398f777fac4b00b8b43b57156feb5f0569ba1 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-997nj 2094390728ee1f199e018cc699b398f777fac4b00b8b43b57156feb5f0569ba1 network default NAD default NAD key default], result "{}", err I0420 12:13:11.427687 3825 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-997nj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:13:11.427723 3825 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-997nj I0420 12:13:11.429229 3825 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-997nj, ips: 10.129.0.56 I0420 12:13:11.429265 3825 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-997nj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:13:12.176902 3825 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-997nj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:13:12.176933 3825 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-997nj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:13:12.188024 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-997nj I0420 12:13:12.188059 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-997nj I0420 12:13:38.796242 3825 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:13:38.796840 3825 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:13:41.377796 3825 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-2zntn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:13:41.378377 3825 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-2zntn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:13:41.655408 3825 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-2zntn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:13:41.655441 3825 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-2zntn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:13:41.664335 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-2zntn I0420 12:13:41.664369 3825 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-2zntn I0420 12:13:46.935457 3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0420 12:13:58.929727 3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0420 12:14:22.951954 3825 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0420 12:15:08.957591 3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0420 12:15:30.941832 3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0420 12:15:31.954442 3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0420 12:15:32.072244 3825 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8zc7p-clamav-scan-pod dbac28b14f7ba7d1968a681aaca5e6933a4ff4e90c73852d1022843c0c2e1f1a network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-clamav-scan-pod dbac28b14f7ba7d1968a681aaca5e6933a4ff4e90c73852d1022843c0c2e1f1a network default NAD default NAD key ] I0420 12:15:32.165304 3825 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8zc7p-clamav-scan-pod dbac28b14f7ba7d1968a681aaca5e6933a4ff4e90c73852d1022843c0c2e1f1a network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-clamav-scan-pod dbac28b14f7ba7d1968a681aaca5e6933a4ff4e90c73852d1022843c0c2e1f1a network default NAD default NAD key default], result "{}", err I0420 12:15:32.238852 3825 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:15:32.238911 3825 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-8zc7p-clamav-scan-pod I0420 12:15:32.240221 3825 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-8zc7p-clamav-scan-pod, ips: 10.129.0.60 I0420 12:15:32.240245 3825 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:16:00.731857 3825 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:16:00.732496 3825 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:16:09.920885 3825 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0420 12:16:14.923463 3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0420 12:16:18.901314 3825 obj_retry.go:498] Detected object default-tenant/my-integration-test-bixa-g8fbc-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:16:18.901939 3825 obj_retry.go:498] Detected object default-tenant/my-integration-test-bixa-g8fbc-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:16:34.037377 3825 obj_retry.go:498] Detected object default-tenant/my-integration-test-bixa-g8fbc-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:16:34.038037 3825 obj_retry.go:498] Detected object default-tenant/my-integration-test-bixa-g8fbc-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:16:59.945177 3825 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11