+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-165.ec2.internal ++ [[ -n ip-10-0-0-165.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-165.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0425 23:02:51.347210967 - disable conntrack on geneve port' I0425 23:02:51.347210967 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0425 23:02:51.364754533 - starting ovnkube-node + echo 'I0425 23:02:51.364754533 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-165.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-165.ec2.internal --init-node ip-10-0-0-165.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-165.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0425 23:02:51.404999 3682 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0425 23:02:51.405053 3682 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-bb77b33dba.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0425 23:02:51.406932 3682 kube.go:431] Waiting for certificate I0425 23:02:51.406949 3682 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0425 23:02:51.406981 3682 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0425 23:02:51.407700 3682 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0425 23:02:51.435769 3682 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 23:02:51.435788 3682 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 23:02:51.438760 3682 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 23:02:51.438855 3682 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-cbplc" I0425 23:02:51.444225 3682 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-cbplc" I0425 23:02:51.444321 3682 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 23:02:52.407401 3682 kube.go:438] Certificate found I0425 23:02:52.408007 3682 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0425 23:02:52.408895 3682 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0425 23:02:52.453787 3682 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-26 22:57:51 +0000 UTC" deadline="2026-04-26 19:41:42.940006441 +0000 UTC" I0425 23:02:52.453824 3682 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h38m50.486192136s" I0425 23:02:52.478066 3682 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0425 23:02:52.492767 3682 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0425 23:02:52.492835 3682 server.go:101] MetricServer registers OVS metrics I0425 23:02:52.492900 3682 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0425 23:02:52.492962 3682 factory.go:561] Starting watch factory I0425 23:02:52.493117 3682 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 23:02:52.493135 3682 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0425 23:02:52.493133 3682 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 23:02:52.493194 3682 server.go:105] MetricServer registers OVN DB metrics I0425 23:02:52.493203 3682 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0425 23:02:52.493299 3682 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 23:02:52.493336 3682 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0425 23:02:52.493393 3682 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 23:02:52.493447 3682 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0425 23:02:52.493855 3682 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 23:02:52.494012 3682 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0425 23:02:52.494236 3682 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 23:02:52.494264 3682 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0425 23:02:52.497448 3682 controller_manager.go:370] Starting the ovnkube controller I0425 23:02:52.497458 3682 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-165.ec2.internal I0425 23:02:52.497497 3682 controller_manager.go:395] NBDB zone sync took: 32.959µs I0425 23:02:52.497505 3682 factory.go:561] Starting watch factory I0425 23:02:52.497684 3682 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0425 23:02:52.497709 3682 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0425 23:02:52.510334 3682 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0425 23:02:52.510352 3682 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0425 23:02:52.511358 3682 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0425 23:02:52.513785 3682 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0425 23:02:52.513854 3682 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0425 23:02:52.513889 3682 server.go:109] MetricServer registers OVN Controller metrics I0425 23:02:52.514171 3682 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0425 23:02:52.514184 3682 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0425 23:02:52.515093 3682 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0425 23:02:52.518981 3682 server.go:113] MetricServer registers OVN Northd metrics I0425 23:02:52.523236 3682 metrics.go:519] OVN Metrics Server starts to run ... I0425 23:02:52.526163 3682 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0425 23:02:52.599252 3682 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0425 23:02:52.599268 3682 factory.go:1977] *v1.Pod informer cache synced successfully I0425 23:02:52.599271 3682 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0425 23:02:52.599274 3682 factory.go:1977] *v1.Namespace informer cache synced successfully I0425 23:02:52.599277 3682 factory.go:1977] *v1.Node informer cache synced successfully I0425 23:02:52.599280 3682 factory.go:1977] *v1.Service informer cache synced successfully I0425 23:02:52.599368 3682 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 23:02:52.599395 3682 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 23:02:52.599394 3682 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 23:02:52.599888 3682 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 23:02:52.602256 3682 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 23:02:52.602501 3682 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 23:02:52.603517 3682 factory.go:1977] *v1.Pod informer cache synced successfully I0425 23:02:52.603528 3682 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0425 23:02:52.603531 3682 factory.go:1977] *v1.Namespace informer cache synced successfully I0425 23:02:52.603534 3682 factory.go:1977] *v1.Node informer cache synced successfully I0425 23:02:52.603537 3682 factory.go:1977] *v1.Service informer cache synced successfully I0425 23:02:52.603539 3682 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0425 23:02:52.604529 3682 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0425 23:02:52.604543 3682 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0425 23:02:52.604626 3682 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0425 23:02:52.604643 3682 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0425 23:02:52.606733 3682 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0425 23:02:52.608739 3682 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0425 23:02:52.608750 3682 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0425 23:02:52.609841 3682 factory.go:1977] *v1.EgressIP informer cache synced successfully I0425 23:02:52.609917 3682 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0425 23:02:52.609934 3682 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0425 23:02:52.612288 3682 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0425 23:02:52.614317 3682 factory.go:1977] *v1.EgressIP informer cache synced successfully I0425 23:02:52.615410 3682 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0425 23:02:52.615476 3682 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0425 23:02:52.615494 3682 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0425 23:02:52.617578 3682 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0425 23:02:52.619461 3682 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0425 23:02:52.620603 3682 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0425 23:02:52.620659 3682 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0425 23:02:52.620671 3682 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0425 23:02:52.622843 3682 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0425 23:02:52.624854 3682 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0425 23:02:52.625956 3682 factory.go:1977] *v1.EgressService informer cache synced successfully I0425 23:02:52.626036 3682 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0425 23:02:52.626052 3682 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0425 23:02:52.630174 3682 factory.go:1977] *v1.EgressService informer cache synced successfully I0425 23:02:52.631639 3682 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0425 23:02:52.635776 3682 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0425 23:02:52.635912 3682 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0425 23:02:52.635923 3682 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0425 23:02:52.638123 3682 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0425 23:02:52.641077 3682 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0425 23:02:52.641138 3682 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 23:02:52.641153 3682 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 23:02:52.641215 3682 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 23:02:52.641234 3682 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 23:02:52.643531 3682 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 23:02:52.643687 3682 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 23:02:52.646669 3682 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0425 23:02:52.646679 3682 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0425 23:02:52.646687 3682 factory.go:680] Watch Factory start up complete, took: 149.17891ms I0425 23:02:52.646693 3682 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-165.ec2.internal" zone I0425 23:02:52.731922 3682 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0425 23:02:52.737080 3682 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0425 23:02:52.742232 3682 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0425 23:02:52.742241 3682 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0425 23:02:52.742248 3682 factory.go:680] Watch Factory start up complete, took: 249.289805ms I0425 23:02:52.742330 3682 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0425 23:02:52.786686 3682 default_node_network_controller.go:710] Initializing the default node network controller I0425 23:02:52.855946 3682 udn_isolation.go:101] Starting UDN host isolation manager I0425 23:02:52.861822 3682 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0425 23:02:52.909220 3682 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0425 23:02:52.909321 3682 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0425 23:02:52.909339 3682 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0425 23:02:52.941810 3682 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0425 23:02:52.941864 3682 default_node_network_controller.go:809] Node ip-10-0-0-165.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0425 23:02:52.947107 3682 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.165"] k8s.ovn.org/zone-name:ip-10-0-0-165.ec2.internal] on node ip-10-0-0-165.ec2.internal I0425 23:02:52.967703 3682 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0425 23:02:52.973688 3682 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0425 23:02:52.973809 3682 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0425 23:02:52.973953 3682 gateway_init.go:263] Preparing Gateway I0425 23:02:52.973964 3682 gateway_shared_intf.go:1687] Creating new gateway I0425 23:02:53.067195 3682 iptables.go:108] Creating table: filter chain: FORWARD I0425 23:02:53.074778 3682 iptables.go:108] Creating table: filter chain: OUTPUT I0425 23:02:53.082112 3682 gateway_shared_intf.go:1816] Gateway Creation Complete I0425 23:02:53.082127 3682 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-165.ec2.internal","mac-address":"12:ed:99:52:2a:a7","ip-addresses":["10.0.0.165/24"],"ip-address":"10.0.0.165/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:7b12fed7-4c79-4f06-bedc-696233022e47 k8s.ovn.org/node-encap-ips:["10.0.0.165"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.165/24"} k8s.ovn.org/zone-name:ip-10-0-0-165.ec2.internal] on node ip-10-0-0-165.ec2.internal I0425 23:02:53.100214 3682 default_node_network_controller.go:519] Node connection status = connected I0425 23:02:53.146977 3682 controller_manager.go:429] Waiting for node in zone sync took: 500.271179ms I0425 23:02:53.151719 3682 controller_manager.go:611] Switching to transit router for layer2 networks I0425 23:02:53.151734 3682 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-165.ec2.internal I0425 23:02:53.168610 3682 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0425 23:02:53.175035 3682 controller_manager.go:290] SCTP support detected in OVN I0425 23:02:53.175647 3682 services_controller.go:69] Creating services controller for network=default I0425 23:02:53.175779 3682 udn_enabled_svc.go:80] Waiting for service informer to sync I0425 23:02:53.175782 3682 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0425 23:02:53.175823 3682 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0425 23:02:53.175843 3682 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0425 23:02:53.175854 3682 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0425 23:02:53.176036 3682 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0425 23:02:53.176076 3682 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0425 23:02:53.176113 3682 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 48.896µs I0425 23:02:53.176132 3682 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 49.03µs I0425 23:02:53.176140 3682 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 63.622µs I0425 23:02:53.176145 3682 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0425 23:02:53.176151 3682 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0425 23:02:53.176174 3682 default_network_controller.go:325] Starting the default network controller I0425 23:02:53.176259 3682 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 10.186µs I0425 23:02:53.176293 3682 udn_enabled_svc.go:95] Performing full resync I0425 23:02:53.176607 3682 udn_enabled_svc.go:99] Waiting for handler to sync I0425 23:02:53.176619 3682 udn_enabled_svc.go:104] Starting worker I0425 23:02:53.185073 3682 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0425 23:02:53.185138 3682 repair.go:33] Syncing exgw routes took 52.203µs I0425 23:02:53.185159 3682 default_network_controller.go:414] Starting all the Watchers... I0425 23:02:53.185328 3682 namespace.go:98] [open-cluster-management-2ptfd0doqkjckkqnviaqdhhsij5e416h] adding namespace I0425 23:02:53.185342 3682 namespace.go:98] [openshift-console-operator] adding namespace I0425 23:02:53.185352 3682 namespace.go:98] [openshift-kube-scheduler] adding namespace I0425 23:02:53.185354 3682 namespace.go:98] [openshift-controller-manager] adding namespace I0425 23:02:53.185370 3682 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0425 23:02:53.185374 3682 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0425 23:02:53.185386 3682 namespace.go:98] [openshift-node] adding namespace I0425 23:02:53.185397 3682 namespace.go:98] [openshift-dns-operator] adding namespace I0425 23:02:53.185400 3682 namespace.go:98] [openshift-backplane-srep] adding namespace I0425 23:02:53.185419 3682 namespace.go:98] [openshift-machine-config-operator] adding namespace I0425 23:02:53.185430 3682 namespace.go:98] [openshift-backplane-cee] adding namespace I0425 23:02:53.185488 3682 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0425 23:02:53.185497 3682 namespace.go:98] [openshift-backplane-csm] adding namespace I0425 23:02:53.185510 3682 namespace.go:98] [dedicated-admin] adding namespace I0425 23:02:53.185511 3682 namespace.go:98] [openshift-ingress-operator] adding namespace I0425 23:02:53.185967 3682 namespace.go:102] [open-cluster-management-2ptfd0doqkjckkqnviaqdhhsij5e416h] adding namespace took 626.867µs I0425 23:02:53.185981 3682 namespace.go:98] [openshift-network-console] adding namespace I0425 23:02:53.186414 3682 namespace.go:102] [openshift-network-console] adding namespace took 428.384µs I0425 23:02:53.186427 3682 namespace.go:98] [openshift-authentication-operator] adding namespace I0425 23:02:53.186962 3682 namespace.go:102] [openshift-authentication-operator] adding namespace took 529.683µs I0425 23:02:53.186973 3682 namespace.go:98] [openshift-package-operator] adding namespace I0425 23:02:53.187451 3682 namespace.go:102] [openshift-console-operator] adding namespace took 2.099832ms I0425 23:02:53.187460 3682 namespace.go:98] [openshift-console-user-settings] adding namespace I0425 23:02:53.187905 3682 namespace.go:102] [openshift-kube-scheduler] adding namespace took 2.544429ms I0425 23:02:53.187922 3682 namespace.go:98] [kube-public] adding namespace I0425 23:02:53.188333 3682 namespace.go:102] [openshift-controller-manager] adding namespace took 2.968664ms I0425 23:02:53.188356 3682 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0425 23:02:53.188849 3682 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 3.470961ms I0425 23:02:53.188861 3682 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0425 23:02:53.189452 3682 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 4.069879ms I0425 23:02:53.189472 3682 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0425 23:02:53.189907 3682 namespace.go:102] [openshift-node] adding namespace took 4.507555ms I0425 23:02:53.189923 3682 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0425 23:02:53.190336 3682 namespace.go:102] [openshift-dns-operator] adding namespace took 4.930086ms I0425 23:02:53.190354 3682 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0425 23:02:53.190850 3682 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.439606ms I0425 23:02:53.190866 3682 namespace.go:98] [openshift-service-ca-operator] adding namespace I0425 23:02:53.191270 3682 namespace.go:102] [openshift-machine-config-operator] adding namespace took 5.835197ms I0425 23:02:53.191294 3682 namespace.go:98] [openshift-route-controller-manager] adding namespace I0425 23:02:53.191760 3682 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.318102ms I0425 23:02:53.191779 3682 namespace.go:98] [openshift-backplane-cse] adding namespace I0425 23:02:53.192234 3682 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.735915ms I0425 23:02:53.192250 3682 namespace.go:98] [openshift-infra] adding namespace I0425 23:02:53.192702 3682 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.195432ms I0425 23:02:53.192716 3682 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0425 23:02:53.193104 3682 namespace.go:102] [dedicated-admin] adding namespace took 7.584946ms I0425 23:02:53.193113 3682 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0425 23:02:53.193500 3682 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.976934ms I0425 23:02:53.193513 3682 namespace.go:98] [openshift-cluster-version] adding namespace I0425 23:02:53.193859 3682 namespace.go:102] [openshift-package-operator] adding namespace took 6.881705ms I0425 23:02:53.193870 3682 namespace.go:98] [openshift-network-operator] adding namespace I0425 23:02:53.194226 3682 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.760208ms I0425 23:02:53.194239 3682 namespace.go:98] [openshift-console] adding namespace I0425 23:02:53.194619 3682 namespace.go:102] [kube-public] adding namespace took 6.692386ms I0425 23:02:53.194632 3682 namespace.go:98] [openshift-monitoring] adding namespace I0425 23:02:53.194992 3682 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.632096ms I0425 23:02:53.195002 3682 namespace.go:98] [openshift-image-registry] adding namespace I0425 23:02:53.195365 3682 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.500667ms I0425 23:02:53.195376 3682 namespace.go:98] [openshift-backplane-tam] adding namespace I0425 23:02:53.195779 3682 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.301881ms I0425 23:02:53.195791 3682 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0425 23:02:53.196162 3682 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.232927ms I0425 23:02:53.196177 3682 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0425 23:02:53.196748 3682 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.389139ms I0425 23:02:53.196761 3682 namespace.go:98] [openshift-operators-redhat] adding namespace I0425 23:02:53.197235 3682 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.360599ms I0425 23:02:53.197252 3682 namespace.go:98] [openshift-config-managed] adding namespace I0425 23:02:53.197650 3682 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.349137ms I0425 23:02:53.197663 3682 namespace.go:98] [default] adding namespace I0425 23:02:53.198079 3682 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.292877ms I0425 23:02:53.198091 3682 namespace.go:98] [openshift] adding namespace I0425 23:02:53.198447 3682 namespace.go:102] [openshift-infra] adding namespace took 6.189045ms I0425 23:02:53.198461 3682 namespace.go:98] [openshift-ingress-canary] adding namespace I0425 23:02:53.199003 3682 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.278894ms I0425 23:02:53.199022 3682 namespace.go:98] [openshift-backplane] adding namespace I0425 23:02:53.199505 3682 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.387626ms I0425 23:02:53.199520 3682 namespace.go:98] [openshift-apiserver] adding namespace I0425 23:02:53.199891 3682 namespace.go:102] [openshift-cluster-version] adding namespace took 6.372254ms I0425 23:02:53.199904 3682 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0425 23:02:53.200246 3682 namespace.go:102] [openshift-network-operator] adding namespace took 6.371588ms I0425 23:02:53.200670 3682 namespace.go:102] [openshift-console] adding namespace took 6.425501ms I0425 23:02:53.200682 3682 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0425 23:02:53.201042 3682 namespace.go:102] [openshift-monitoring] adding namespace took 6.401172ms I0425 23:02:53.201058 3682 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0425 23:02:53.201599 3682 namespace.go:102] [openshift-image-registry] adding namespace took 6.59166ms I0425 23:02:53.201612 3682 namespace.go:98] [openshift-must-gather-operator] adding namespace I0425 23:02:53.201996 3682 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.615431ms I0425 23:02:53.202008 3682 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0425 23:02:53.202410 3682 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.614538ms I0425 23:02:53.202421 3682 namespace.go:98] [openshift-marketplace] adding namespace I0425 23:02:53.202873 3682 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.690546ms I0425 23:02:53.202887 3682 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0425 23:02:53.203444 3682 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.676289ms I0425 23:02:53.203462 3682 namespace.go:98] [openshift-apiserver-operator] adding namespace I0425 23:02:53.203917 3682 namespace.go:102] [openshift-config-managed] adding namespace took 6.658611ms I0425 23:02:53.203930 3682 namespace.go:98] [openshift-machine-api] adding namespace I0425 23:02:53.204326 3682 namespace.go:102] [default] adding namespace took 6.658582ms I0425 23:02:53.204339 3682 namespace.go:98] [openshift-network-node-identity] adding namespace I0425 23:02:53.204782 3682 namespace.go:102] [openshift] adding namespace took 6.685027ms I0425 23:02:53.204795 3682 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0425 23:02:53.205219 3682 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.753023ms I0425 23:02:53.205231 3682 namespace.go:98] [openshift-dns] adding namespace I0425 23:02:53.205687 3682 namespace.go:102] [openshift-backplane] adding namespace took 6.660498ms I0425 23:02:53.205699 3682 namespace.go:98] [openshift-multus] adding namespace I0425 23:02:53.206125 3682 namespace.go:102] [openshift-apiserver] adding namespace took 6.600278ms I0425 23:02:53.206138 3682 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0425 23:02:53.206642 3682 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.732251ms I0425 23:02:53.206654 3682 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0425 23:02:53.207057 3682 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.369436ms I0425 23:02:53.207071 3682 namespace.go:98] [kube-system] adding namespace I0425 23:02:53.207488 3682 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.424403ms I0425 23:02:53.207500 3682 namespace.go:98] [openshift-customer-monitoring] adding namespace I0425 23:02:53.207916 3682 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.298488ms I0425 23:02:53.207928 3682 namespace.go:98] [openshift-kube-apiserver] adding namespace I0425 23:02:53.208446 3682 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.430947ms I0425 23:02:53.208468 3682 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0425 23:02:53.208918 3682 namespace.go:102] [openshift-marketplace] adding namespace took 6.491465ms I0425 23:02:53.208930 3682 namespace.go:98] [openshift-etcd] adding namespace I0425 23:02:53.209473 3682 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.58198ms I0425 23:02:53.209486 3682 namespace.go:98] [openshift-config-operator] adding namespace I0425 23:02:53.209963 3682 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.495592ms I0425 23:02:53.209977 3682 namespace.go:98] [openshift-operators] adding namespace I0425 23:02:53.210444 3682 namespace.go:102] [openshift-machine-api] adding namespace took 6.508379ms I0425 23:02:53.210456 3682 namespace.go:98] [openshift-logging] adding namespace I0425 23:02:53.210949 3682 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.60426ms I0425 23:02:53.210964 3682 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0425 23:02:53.211328 3682 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.526779ms I0425 23:02:53.211339 3682 namespace.go:98] [openshift-host-network] adding namespace I0425 23:02:53.211865 3682 namespace.go:102] [openshift-dns] adding namespace took 6.630653ms I0425 23:02:53.211875 3682 namespace.go:98] [openshift-insights] adding namespace W0425 23:02:53.211904 3682 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-smptr: pod openshift-multus/network-metrics-daemon-smptr: no pod IPs found I0425 23:02:53.212628 3682 namespace.go:102] [openshift-multus] adding namespace took 6.920697ms I0425 23:02:53.212642 3682 namespace.go:98] [kube-node-lease] adding namespace I0425 23:02:53.213122 3682 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.979232ms I0425 23:02:53.213133 3682 namespace.go:98] [openshift-ingress] adding namespace I0425 23:02:53.213592 3682 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.933188ms I0425 23:02:53.213603 3682 namespace.go:98] [openshift-authentication] adding namespace I0425 23:02:53.214127 3682 namespace.go:102] [kube-system] adding namespace took 7.049136ms I0425 23:02:53.214145 3682 namespace.go:98] [openshift-backplane-mobb] adding namespace I0425 23:02:53.214613 3682 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.107275ms I0425 23:02:53.215150 3682 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.217316ms I0425 23:02:53.215738 3682 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.262834ms I0425 23:02:53.216192 3682 namespace.go:102] [openshift-etcd] adding namespace took 7.25696ms I0425 23:02:53.216811 3682 namespace.go:102] [openshift-config-operator] adding namespace took 7.319887ms I0425 23:02:53.217337 3682 namespace.go:102] [openshift-operators] adding namespace took 7.356299ms I0425 23:02:53.217873 3682 namespace.go:102] [openshift-logging] adding namespace took 7.410875ms I0425 23:02:53.218455 3682 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.486995ms I0425 23:02:53.218944 3682 namespace.go:102] [openshift-host-network] adding namespace took 7.599364ms I0425 23:02:53.218957 3682 namespace.go:98] [openshift-network-diagnostics] adding namespace I0425 23:02:53.219581 3682 namespace.go:102] [openshift-insights] adding namespace took 7.699923ms I0425 23:02:53.219966 3682 namespace.go:102] [kube-node-lease] adding namespace took 7.319479ms I0425 23:02:53.220546 3682 namespace.go:102] [openshift-ingress] adding namespace took 7.406388ms I0425 23:02:53.220565 3682 namespace.go:98] [openshift-config] adding namespace I0425 23:02:53.220930 3682 namespace.go:102] [openshift-authentication] adding namespace took 7.318366ms I0425 23:02:53.220943 3682 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace W0425 23:02:53.221436 3682 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-724h6: pod openshift-network-diagnostics/network-check-target-724h6: no pod IPs found I0425 23:02:53.221479 3682 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.32573ms I0425 23:02:53.222110 3682 namespace.go:102] [openshift-network-diagnostics] adding namespace took 3.147176ms I0425 23:02:53.222620 3682 namespace.go:102] [openshift-config] adding namespace took 2.048836ms I0425 23:02:53.223102 3682 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 2.153249ms I0425 23:02:53.223364 3682 master.go:548] Adding or Updating local node "ip-10-0-0-165.ec2.internal" for network "default" I0425 23:02:53.224556 3682 zone_ic_handler.go:195] Time taken to create transit switch: 465.038µs I0425 23:02:53.224569 3682 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-217.ec2.internal for the network default E0425 23:02:53.224605 3682 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-186.ec2.internal, error: adding or updating remote node IC resources ip-10-0-2-186.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-186.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009d3f038 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u3154675923}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0425 23:02:53.224672 3682 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-186.ec2.internal", UID:"5d374fef-f090-465b-9466-56369b70931d", APIVersion:"v1", ResourceVersion:"9097", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-2-186.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-186.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009d3f038 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u3154675923}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0425 23:02:53.225519 3682 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-217.ec2.internal" on network "default" took: 1.447056ms W0425 23:02:53.231443 3682 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-smptr: pod openshift-multus/network-metrics-daemon-smptr: no pod IPs found W0425 23:02:53.231470 3682 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-724h6: pod openshift-network-diagnostics/network-check-target-724h6: no pod IPs found I0425 23:02:53.232364 3682 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-165.ec2.internal for the network default I0425 23:02:53.232543 3682 zone_ic_handler.go:195] Time taken to create transit switch: 166.739µs I0425 23:02:53.233247 3682 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0425 23:02:53.233273 3682 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0425 23:02:53.233291 3682 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-165.ec2.internal in network "default" I0425 23:02:53.233358 3682 node_tracker.go:169] Node ip-10-0-0-165.ec2.internal switch + router changed, syncing services in network "default" I0425 23:02:53.233375 3682 services_controller.go:574] Full service sync requested for network=default I0425 23:02:53.233291 3682 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0425 23:02:53.233386 3682 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-217.ec2.internal in network "default" I0425 23:02:53.233409 3682 node_tracker.go:169] Node ip-10-0-1-217.ec2.internal switch + router changed, syncing services in network "default" I0425 23:02:53.233416 3682 services_controller.go:574] Full service sync requested for network=default I0425 23:02:53.233421 3682 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-186.ec2.internal in network "default" I0425 23:02:53.233451 3682 node_tracker.go:169] Node ip-10-0-2-186.ec2.internal switch + router changed, syncing services in network "default" I0425 23:02:53.233457 3682 services_controller.go:574] Full service sync requested for network=default I0425 23:02:53.333474 3682 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0425 23:02:53.333493 3682 services_controller.go:208] Setting up event handlers for services for network=default I0425 23:02:53.333558 3682 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0425 23:02:53.333593 3682 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0425 23:02:53.333616 3682 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0425 23:02:53.433854 3682 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0425 23:02:53.433878 3682 repair.go:60] Starting repairing loop for services I0425 23:02:53.433973 3682 repair.go:131] Deleted 0 stale service LBs I0425 23:02:53.433992 3682 repair.go:137] Deleted 0 stale Chassis Template Vars I0425 23:02:53.434008 3682 repair.go:62] Finished repairing loop for services: 132.83µs I0425 23:02:53.434037 3682 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0425 23:02:53.434047 3682 services_controller.go:254] Starting workers for network=default I0425 23:02:53.434768 3682 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-smptr] creating logical port openshift-multus_network-metrics-daemon-smptr for pod on switch ip-10-0-0-165.ec2.internal I0425 23:02:53.434876 3682 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-smptr I0425 23:02:53.435003 3682 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-724h6] creating logical port openshift-network-diagnostics_network-check-target-724h6 for pod on switch ip-10-0-0-165.ec2.internal I0425 23:02:53.435140 3682 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-724h6 I0425 23:02:53.451298 3682 pod.go:62] [openshift-network-diagnostics/network-check-target-724h6] pod update took 16.209482ms I0425 23:02:53.451337 3682 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-724h6] addLogicalPort annotation time took 16.2494ms I0425 23:02:53.451754 3682 pod.go:62] [openshift-multus/network-metrics-daemon-smptr] pod update took 16.921741ms I0425 23:02:53.451772 3682 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-smptr] addLogicalPort annotation time took 16.939589ms I0425 23:02:53.452489 3682 pods.go:271] [openshift-network-diagnostics/network-check-target-724h6] addLogicalPort took 17.492353ms, libovsdb time 917.325µs I0425 23:02:53.452619 3682 pods.go:271] [openshift-multus/network-metrics-daemon-smptr] addLogicalPort took 17.86843ms, libovsdb time 638.424µs I0425 23:02:53.453011 3682 admin_network_policy_controller.go:227] Starting controller default-network-controller I0425 23:02:53.453028 3682 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0425 23:02:53.453038 3682 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0425 23:02:53.453043 3682 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0425 23:02:53.453265 3682 repair.go:29] Repairing admin network policies took 217.792µs I0425 23:02:53.453396 3682 repair.go:92] Repairing baseline admin network policies took 122.107µs I0425 23:02:53.453928 3682 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0425 23:02:53.453951 3682 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0425 23:02:53.455985 3682 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0425 23:02:53.456009 3682 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0425 23:02:53.456020 3682 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0425 23:02:53.458211 3682 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0425 23:02:53.458234 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0425 23:02:53.458245 3682 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0425 23:02:53.459756 3682 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0425 23:02:53.459779 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0425 23:02:53.460618 3682 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0425 23:02:53.460637 3682 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0425 23:02:53.462458 3682 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0425 23:02:53.462476 3682 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0425 23:02:53.462484 3682 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0425 23:02:53.464030 3682 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0425 23:02:53.464050 3682 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0425 23:02:53.464063 3682 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0425 23:02:53.465041 3682 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0425 23:02:53.465059 3682 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0425 23:02:53.465067 3682 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0425 23:02:53.467200 3682 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0425 23:02:53.467221 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0425 23:02:53.467228 3682 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0425 23:02:53.468598 3682 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0425 23:02:53.468621 3682 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0425 23:02:53.468634 3682 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0425 23:02:53.469799 3682 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0425 23:02:53.469828 3682 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0425 23:02:53.469837 3682 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0425 23:02:53.470144 3682 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0425 23:02:53.470161 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0425 23:02:53.470175 3682 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0425 23:02:53.470671 3682 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0425 23:02:53.470700 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0425 23:02:53.470715 3682 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0425 23:02:53.471230 3682 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0425 23:02:53.471247 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0425 23:02:53.471255 3682 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0425 23:02:53.471799 3682 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0425 23:02:53.471817 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0425 23:02:53.471825 3682 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0425 23:02:53.472237 3682 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0425 23:02:53.472254 3682 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0425 23:02:53.472263 3682 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0425 23:02:53.473182 3682 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0425 23:02:53.473196 3682 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0425 23:02:53.473218 3682 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0425 23:02:53.474178 3682 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0425 23:02:53.474197 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0425 23:02:53.474204 3682 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0425 23:02:53.474886 3682 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0425 23:02:53.474904 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0425 23:02:53.474913 3682 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0425 23:02:53.475387 3682 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0425 23:02:53.475403 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0425 23:02:53.475409 3682 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0425 23:02:53.475839 3682 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0425 23:02:53.475857 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0425 23:02:53.475865 3682 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0425 23:02:53.476329 3682 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0425 23:02:53.476346 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0425 23:02:53.476351 3682 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0425 23:02:53.477512 3682 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0425 23:02:53.477530 3682 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0425 23:02:53.477537 3682 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0425 23:02:53.477990 3682 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0425 23:02:53.478006 3682 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0425 23:02:53.478015 3682 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0425 23:02:53.478931 3682 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0425 23:02:53.478947 3682 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0425 23:02:53.478957 3682 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0425 23:02:53.479872 3682 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0425 23:02:53.479888 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0425 23:02:53.479901 3682 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0425 23:02:53.480392 3682 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0425 23:02:53.480409 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0425 23:02:53.480416 3682 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0425 23:02:53.480999 3682 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0425 23:02:53.481020 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0425 23:02:53.481048 3682 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0425 23:02:53.481898 3682 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0425 23:02:53.481918 3682 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0425 23:02:53.481925 3682 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0425 23:02:53.482204 3682 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0425 23:02:53.482221 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0425 23:02:53.482229 3682 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0425 23:02:53.482487 3682 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0425 23:02:53.488215 3682 egressfirewall.go:374] Starting EgressFirewall controller I0425 23:02:53.488240 3682 controller.go:133] Adding controller egress-firewall-controller event handlers I0425 23:02:53.488250 3682 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0425 23:02:53.488262 3682 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0425 23:02:53.488278 3682 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0425 23:02:53.488362 3682 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0425 23:02:53.488378 3682 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0425 23:02:53.488661 3682 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0425 23:02:53.488677 3682 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0425 23:02:53.488684 3682 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0425 23:02:53.488696 3682 egressqos.go:193] Setting up event handlers for EgressQoS I0425 23:02:53.488704 3682 egressfirewall.go:723] Syncing node "ip-10-0-0-165.ec2.internal" for egress firewall I0425 23:02:53.488714 3682 egressfirewall.go:723] Syncing node "ip-10-0-1-217.ec2.internal" for egress firewall I0425 23:02:53.488719 3682 egressfirewall.go:723] Syncing node "ip-10-0-2-186.ec2.internal" for egress firewall I0425 23:02:53.488933 3682 egressqos.go:245] Starting EgressQoS Controller I0425 23:02:53.488948 3682 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0425 23:02:53.488957 3682 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0425 23:02:53.488969 3682 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0425 23:02:53.488976 3682 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0425 23:02:53.488981 3682 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0425 23:02:53.488985 3682 shared_informer.go:356] "Caches are synced" controller="egressqos" I0425 23:02:53.488989 3682 egressqos.go:259] Repairing EgressQoSes I0425 23:02:53.488992 3682 egressqos.go:399] Starting repairing loop for egressqos I0425 23:02:53.489076 3682 egressqos.go:401] Finished repairing loop for egressqos: 83.105µs I0425 23:02:53.489117 3682 egressservice_zone.go:132] Setting up event handlers for Egress Services I0425 23:02:53.489193 3682 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-165.ec2.internal I0425 23:02:53.489274 3682 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-165.ec2.internal : 82.524µs I0425 23:02:53.489433 3682 egressservice_zone.go:210] Starting Egress Services Controller I0425 23:02:53.489451 3682 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0425 23:02:53.489461 3682 shared_informer.go:356] "Caches are synced" controller="egressservices" I0425 23:02:53.489467 3682 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0425 23:02:53.489471 3682 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0425 23:02:53.489477 3682 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0425 23:02:53.489481 3682 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0425 23:02:53.489486 3682 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0425 23:02:53.489490 3682 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0425 23:02:53.489494 3682 egressservice_zone.go:228] Repairing Egress Services I0425 23:02:53.489757 3682 master_controller.go:88] Starting Admin Policy Based Route Controller I0425 23:02:53.489766 3682 external_controller.go:278] Starting Admin Policy Based Route Controller I0425 23:02:53.489787 3682 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-186.ec2.internal I0425 23:02:53.489803 3682 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-186.ec2.internal: 18.136µs I0425 23:02:53.489811 3682 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-165.ec2.internal I0425 23:02:53.489973 3682 default_network_controller.go:585] Completing all the Watchers took 304.804875ms I0425 23:02:53.489987 3682 default_network_controller.go:589] Starting unidling controllers I0425 23:02:53.489998 3682 unidle.go:46] Registering OVN SB ControllerEvent handler I0425 23:02:53.490005 3682 unidle.go:63] Populating Initial ContollerEvent events I0425 23:02:53.490017 3682 unidle.go:79] Setting up event handlers for services I0425 23:02:53.490178 3682 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0425 23:02:53.490378 3682 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-165.ec2.internal: 4.519µs I0425 23:02:53.490390 3682 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-217.ec2.internal I0425 23:02:53.490398 3682 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-217.ec2.internal: 8.834µs I0425 23:02:53.601044 3682 default_node_network_controller.go:519] Node connection status = connected I0425 23:02:54.101508 3682 default_node_network_controller.go:519] Node connection status = connected I0425 23:02:54.601532 3682 default_node_network_controller.go:519] Node connection status = connected I0425 23:02:55.101644 3682 default_node_network_controller.go:519] Node connection status = connected W0425 23:02:55.227348 3682 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 23:02:55.375786 3682 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0425 23:02:55.601660 3682 default_node_network_controller.go:519] Node connection status = connected I0425 23:02:55.620394 3682 bridgeconfig.go:537] Gateway is ready I0425 23:02:55.620413 3682 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0425 23:02:55.632964 3682 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.165. Updating OVN encap IP. I0425 23:02:55.638639 3682 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.165 - it is already configured I0425 23:02:55.638653 3682 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.165/24:{} 172.20.0.1/32:{}]. Updating annotations. I0425 23:02:55.638935 3682 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.165/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-165.ec2.internal","mac-address":"12:ed:99:52:2a:a7","ip-addresses":["10.0.0.165/24"],"ip-address":"10.0.0.165/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:7b12fed7-4c79-4f06-bedc-696233022e47 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.165/24"}] on node ip-10-0-0-165.ec2.internal I0425 23:02:55.653951 3682 egressfirewall.go:723] Syncing node "ip-10-0-0-165.ec2.internal" for egress firewall I0425 23:02:55.653977 3682 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-165.ec2.internal I0425 23:02:55.653992 3682 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-165.ec2.internal: 21.528µs I0425 23:02:55.654001 3682 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-165.ec2.internal in network "default" I0425 23:02:55.654007 3682 master.go:548] Adding or Updating local node "ip-10-0-0-165.ec2.internal" for network "default" I0425 23:02:55.654130 3682 node_tracker.go:169] Node ip-10-0-0-165.ec2.internal switch + router changed, syncing services in network "default" I0425 23:02:55.654179 3682 services_controller.go:574] Full service sync requested for network=default I0425 23:02:55.654266 3682 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.165 I0425 23:02:55.654616 3682 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-165.ec2.internal W0425 23:02:55.654752 3682 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 23:02:55.659119 3682 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-165.ec2.internal. Updating no re-route policies I0425 23:02:55.659200 3682 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-165.ec2.internal I0425 23:02:55.659202 3682 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-724h6 I0425 23:02:55.659216 3682 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-165.ec2.internal I0425 23:02:55.659212 3682 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-165.ec2.internal I0425 23:02:55.659218 3682 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-724h6 I0425 23:02:55.659229 3682 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-165.ec2.internal I0425 23:02:55.659241 3682 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-165.ec2.internal after 0 failed attempt(s) I0425 23:02:55.659238 3682 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-rzblf I0425 23:02:55.659253 3682 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-f2jmq I0425 23:02:55.659256 3682 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-tpqcg I0425 23:02:55.659257 3682 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-rzblf I0425 23:02:55.659267 3682 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-f2jmq I0425 23:02:55.659268 3682 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-wmc4w I0425 23:02:55.659274 3682 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-165.ec2.internal after 0 failed attempt(s) I0425 23:02:55.659279 3682 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-dlrh5 I0425 23:02:55.659286 3682 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-rzblf after 0 failed attempt(s) I0425 23:02:55.659287 3682 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-wmc4w I0425 23:02:55.659288 3682 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-f2jmq after 0 failed attempt(s) I0425 23:02:55.659293 3682 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-bp6wj I0425 23:02:55.659290 3682 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-vwk8c I0425 23:02:55.659318 3682 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-bp6wj I0425 23:02:55.659325 3682 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-vwk8c I0425 23:02:55.659300 3682 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-dlrh5 I0425 23:02:55.659327 3682 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-wmc4w after 0 failed attempt(s) I0425 23:02:55.659336 3682 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-bp6wj after 0 failed attempt(s) I0425 23:02:55.659346 3682 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-vwk8c after 0 failed attempt(s) I0425 23:02:55.659352 3682 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-tpqcg I0425 23:02:55.659369 3682 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-tpqcg after 0 failed attempt(s) I0425 23:02:55.659372 3682 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-724h6] creating logical port openshift-network-diagnostics_network-check-target-724h6 for pod on switch ip-10-0-0-165.ec2.internal I0425 23:02:55.659374 3682 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-589fb I0425 23:02:55.659383 3682 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-dlrh5 after 0 failed attempt(s) I0425 23:02:55.659390 3682 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-589fb I0425 23:02:55.659408 3682 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-smptr I0425 23:02:55.659409 3682 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-589fb after 0 failed attempt(s) I0425 23:02:55.659420 3682 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-smptr I0425 23:02:55.659445 3682 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-smptr] creating logical port openshift-multus_network-metrics-daemon-smptr for pod on switch ip-10-0-0-165.ec2.internal I0425 23:02:55.659473 3682 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-mmsw9 I0425 23:02:55.659486 3682 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-mmsw9 I0425 23:02:55.659508 3682 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-mmsw9 after 0 failed attempt(s) I0425 23:02:55.660283 3682 pods.go:271] [openshift-multus/network-metrics-daemon-smptr] addLogicalPort took 843.374µs, libovsdb time 377.881µs I0425 23:02:55.660294 3682 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-smptr after 0 failed attempt(s) I0425 23:02:55.660381 3682 pods.go:271] [openshift-network-diagnostics/network-check-target-724h6] addLogicalPort took 1.134482ms, libovsdb time 442.888µs I0425 23:02:55.660397 3682 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-724h6 after 0 failed attempt(s) I0425 23:02:55.668431 3682 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0425 23:02:55.680863 3682 iptables.go:108] Creating table: mangle chain: OUTPUT I0425 23:02:55.684396 3682 iptables.go:108] Creating table: nat chain: OUTPUT W0425 23:02:55.719880 3682 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 23:02:55.738973 3682 iptables.go:108] Creating table: nat chain: PREROUTING I0425 23:02:55.800608 3682 iptables.go:108] Creating table: filter chain: FORWARD I0425 23:02:55.819057 3682 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0425 23:02:55.819152 3682 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0425 23:02:55.819197 3682 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0425 23:02:55.819272 3682 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0425 23:02:55.819338 3682 gateway_init.go:325] Gateway and management port readiness took 2.723126008s I0425 23:02:55.819364 3682 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0425 23:02:55.819409 3682 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0425 23:02:55.819424 3682 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0425 23:02:55.819433 3682 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0425 23:02:55.819487 3682 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0425 23:02:55.819567 3682 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 52.422µs I0425 23:02:55.819797 3682 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0425 23:02:55.819830 3682 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 22.592µs I0425 23:02:55.819842 3682 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 44.179µs I0425 23:02:55.819849 3682 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0425 23:02:55.819858 3682 nad_controller.go:379] [node-nad-controller NAD controller]: started I0425 23:02:55.819862 3682 default_node_network_controller.go:899] Starting the default node network controller I0425 23:02:55.819867 3682 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0425 23:02:55.819940 3682 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 11.418µs I0425 23:02:55.820061 3682 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0425 23:02:55.820071 3682 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0425 23:02:55.820096 3682 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c01150 0xc0002bff10 0xc0002ec000 0xc0002ec070 0xc0002ec0e0 0xc0002ec150 0xc0002ec1c0 0xc000c703c0 0xc0002ec230 0xc0002ec2a0 0xc000c705a0 0xc0065f4700 0xc0002ec310 map[0x2ff9080:0xc002795e00 0x2ff95c0:0xc0060283c0 0x2ffa2e0:0xc002795d40 0x2ffa580:0xc002795da0 0x2ffad60:0xc002795e60 0x2ffb000:0xc002795ec0 0x2ffb2a0:0xc002795f20 0x2ffba80:0xc006028420 0x2ffbd20:0xc006028480 0x3026980:0xc0011d8fc0 0x3026d20:0xc0011d9020 0x3027800:0xc000c72540 0x3029160:0xc001c64000 0x30298a0:0xc002a08a80 0x302a720:0xc001210720] 0xc00016abd0 0} I0425 23:02:55.820150 3682 gateway.go:151] Starting gateway service sync I0425 23:02:55.820652 3682 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0425 23:02:55.823073 3682 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0425 23:02:55.844038 3682 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0425 23:02:55.845359 3682 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0425 23:02:55.846646 3682 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0425 23:02:55.881338 3682 gateway.go:168] Gateway service sync done. Time taken: 61.177585ms I0425 23:02:55.881721 3682 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31074 I0425 23:02:55.882361 3682 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c01150 0xc0002bff10 0xc0002ec000 0xc0002ec070 0xc0002ec0e0 0xc0002ec150 0xc0002ec1c0 0xc000c703c0 0xc0002ec230 0xc0002ec2a0 0xc000c705a0 0xc0065f4700 0xc0002ec310 map[0x2ff9080:0xc002795e00 0x2ff95c0:0xc0060283c0 0x2ffa2e0:0xc002795d40 0x2ffa580:0xc002795da0 0x2ffad60:0xc002795e60 0x2ffb000:0xc002795ec0 0x2ffb2a0:0xc002795f20 0x2ffba80:0xc006028420 0x2ffbd20:0xc006028480 0x3026980:0xc0011d8fc0 0x3026d20:0xc0011d9020 0x3027800:0xc000c72540 0x3029160:0xc001c64000 0x30298a0:0xc002a08a80 0x302a720:0xc001210720] 0xc00016abd0 0} I0425 23:02:55.883035 3682 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c01150 0xc0002bff10 0xc0002ec000 0xc0002ec070 0xc0002ec0e0 0xc0002ec150 0xc0002ec1c0 0xc000c703c0 0xc0002ec230 0xc0002ec2a0 0xc000c705a0 0xc0065f4700 0xc0002ec310 map[0x2ff9080:0xc002795e00 0x2ff95c0:0xc0060283c0 0x2ffa2e0:0xc002795d40 0x2ffa580:0xc002795da0 0x2ffad60:0xc002795e60 0x2ffb000:0xc002795ec0 0x2ffb2a0:0xc002795f20 0x2ffba80:0xc006028420 0x2ffbd20:0xc006028480 0x3026980:0xc0011d8fc0 0x3026d20:0xc0011d9020 0x3027800:0xc000c72540 0x3029160:0xc001c64000 0x30298a0:0xc002a08a80 0x302a720:0xc001210720] 0xc00016abd0 0} I0425 23:02:55.883094 3682 gateway.go:532] Reconciling gateway with updates I0425 23:02:55.888888 3682 gateway.go:339] Spawning Conntrack Rule Check Thread I0425 23:02:55.888989 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 23:02:55.889010 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 23:02:55.889012 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 23:02:55.889027 3682 default_node_network_controller.go:944] Gateway and management port readiness took 68.944683ms I0425 23:02:55.889033 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 23:02:55.889031 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0425 23:02:55.889050 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0425 23:02:55.889055 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0425 23:02:55.889061 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0425 23:02:55.889061 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 23:02:55.889048 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 23:02:55.889073 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 23:02:55.889075 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 23:02:55.889063 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 23:02:55.889077 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0425 23:02:55.889085 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 23:02:55.889081 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 23:02:55.889089 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 23:02:55.889098 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 23:02:55.889104 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 23:02:55.889108 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 23:02:55.889115 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 23:02:55.889078 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 23:02:55.889146 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 23:02:55.889150 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 23:02:55.889159 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 23:02:55.889178 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0425 23:02:55.889183 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0425 23:02:55.889087 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0425 23:02:55.889195 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0425 23:02:55.889201 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0425 23:02:55.889203 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0425 23:02:55.889205 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0425 23:02:55.889210 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0425 23:02:55.889216 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 23:02:55.889221 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 23:02:55.889226 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0425 23:02:55.889227 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 23:02:55.889081 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 23:02:55.889237 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 23:02:55.889242 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 23:02:55.889230 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0425 23:02:55.889249 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0425 23:02:55.889250 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 23:02:55.889261 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0425 23:02:55.889265 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0425 23:02:55.889263 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 23:02:55.889272 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0425 23:02:55.889273 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 23:02:55.889280 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 23:02:55.889285 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 23:02:55.889286 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0425 23:02:55.889289 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0425 23:02:55.889289 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0425 23:02:55.889319 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 23:02:55.889322 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0425 23:02:55.889331 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0425 23:02:55.889330 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0425 23:02:55.889340 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0425 23:02:55.889347 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 23:02:55.889349 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0425 23:02:55.889351 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0425 23:02:55.889352 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0425 23:02:55.889358 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 23:02:55.889359 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0425 23:02:55.889364 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0425 23:02:55.889366 3682 port_claim.go:71] Svc openshift-ingress/router-default: port 30286 is already open, no action needed I0425 23:02:55.889348 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0425 23:02:55.889376 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 23:02:55.889372 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0425 23:02:55.889382 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0425 23:02:55.889387 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 23:02:55.889097 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 23:02:55.889393 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0425 23:02:55.889347 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 23:02:55.889405 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 23:02:55.889274 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0425 23:02:55.889406 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0425 23:02:55.889410 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 23:02:55.889243 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 23:02:55.889418 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 23:02:55.889425 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0425 23:02:55.889426 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 23:02:55.889350 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 23:02:55.889431 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 23:02:55.889436 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 23:02:55.889436 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 23:02:55.889444 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 23:02:55.889447 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0425 23:02:55.889444 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 23:02:55.889334 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 23:02:55.889459 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 23:02:55.889464 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0425 23:02:55.889410 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 23:02:55.889506 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0425 23:02:55.889322 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0425 23:02:55.889523 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0425 23:02:55.889321 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0425 23:02:55.889338 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0425 23:02:55.889619 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 23:02:55.889630 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0425 23:02:55.889635 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 23:02:55.889338 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0425 23:02:55.889352 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0425 23:02:55.889657 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0425 23:02:55.889364 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 23:02:55.889740 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 23:02:55.889376 3682 port_claim.go:71] Svc openshift-ingress/router-default: port 31459 is already open, no action needed I0425 23:02:55.889755 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 23:02:55.889893 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 23:02:55.889395 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 23:02:55.889984 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 23:02:55.889995 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0425 23:02:55.889427 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 23:02:55.890005 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0425 23:02:55.889434 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 23:02:55.889438 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0425 23:02:55.889432 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 23:02:55.890042 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 23:02:55.890399 3682 node_ip_handler_linux.go:160] Node IP manager is running W0425 23:02:55.931675 3682 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0425 23:02:55.931844 3682 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0425 23:02:55.932048 3682 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0425 23:02:55.938918 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0425 23:02:55.938961 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0425 23:02:55.938970 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0425 23:02:55.938975 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0425 23:02:55.938981 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0425 23:02:55.938987 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0425 23:02:55.939008 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0425 23:02:55.982180 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0425 23:02:55.982217 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0425 23:02:55.982231 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0425 23:02:55.982238 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0425 23:02:55.982245 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0425 23:02:56.025790 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0425 23:02:56.025798 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0425 23:02:56.025822 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0425 23:02:56.025832 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) W0425 23:02:57.925917 3682 egressip_healthcheck.go:76] Health checking using insecure connection I0425 23:02:57.925976 3682 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0425 23:02:57.926052 3682 default_node_network_controller.go:1380] Starting node controller node sync I0425 23:02:57.938441 3682 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.374177ms I0425 23:02:57.938580 3682 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-217.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0425 23:02:57.938595 3682 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-217.ec2.internal", IP: 10.0.1.217 to PMTUD blocking rules I0425 23:02:57.938580 3682 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-186.ec2.internal", IP: 10.0.2.186 to PMTUD blocking rules I0425 23:02:57.938663 3682 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-186.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0425 23:02:57.950369 3682 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0425 23:02:57.950625 3682 egressservice_node.go:93] Setting up event handlers for Egress Services I0425 23:02:57.950753 3682 egressservice_node.go:183] Starting Egress Services Controller I0425 23:02:57.950769 3682 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0425 23:02:57.950777 3682 shared_informer.go:356] "Caches are synced" controller="egressservices" I0425 23:02:57.950799 3682 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0425 23:02:57.950806 3682 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0425 23:02:57.950812 3682 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0425 23:02:57.950816 3682 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0425 23:02:57.950820 3682 egressservice_node.go:197] Repairing Egress Services I0425 23:02:57.959963 3682 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0425 23:02:57.959976 3682 external_controller.go:278] Starting Admin Policy Based Route Controller I0425 23:02:57.960158 3682 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0425 23:02:57.960171 3682 link_network_manager.go:119] Link manager is running I0425 23:02:57.960181 3682 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0425 23:02:57.960394 3682 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0425 23:02:57.960613 3682 vrf_manager.go:128] VRF manager is running I0425 23:02:57.960692 3682 node_controller_manager.go:437] Removing flows to drop GARP I0425 23:02:57.960705 3682 gateway.go:532] Reconciling gateway with updates I0425 23:02:57.979157 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 23:02:57.979163 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 23:02:57.979173 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 23:02:57.979186 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 23:02:57.979185 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0425 23:02:57.979199 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0425 23:02:57.979201 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 23:02:57.979203 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0425 23:02:57.979210 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0425 23:02:57.979243 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0425 23:02:57.979260 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 23:02:57.979272 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0425 23:02:57.979275 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 23:02:57.979276 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 23:02:57.979282 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0425 23:02:57.979187 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 23:02:57.979291 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0425 23:02:57.979296 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 23:02:57.979299 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0425 23:02:57.979286 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 23:02:57.979321 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0425 23:02:57.979324 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0425 23:02:57.979278 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0425 23:02:57.979332 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 23:02:57.979339 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0425 23:02:57.979340 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0425 23:02:57.979344 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 23:02:57.979267 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0425 23:02:57.979352 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0425 23:02:57.979353 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 23:02:57.979357 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 23:02:57.979366 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 23:02:57.979367 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 23:02:57.979367 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 23:02:57.979376 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0425 23:02:57.979378 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 23:02:57.979377 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 23:02:57.979384 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0425 23:02:57.979389 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 23:02:57.979390 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 23:02:57.979397 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 23:02:57.979402 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 23:02:57.979293 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0425 23:02:57.979389 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 23:02:57.979345 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0425 23:02:57.979415 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0425 23:02:57.979286 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 23:02:57.979366 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 23:02:57.979433 3682 port_claim.go:71] Svc openshift-ingress/router-default: port 30286 is already open, no action needed I0425 23:02:57.979438 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 23:02:57.979353 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0425 23:02:57.979386 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 23:02:57.979501 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 23:02:57.979442 3682 port_claim.go:71] Svc openshift-ingress/router-default: port 31459 is already open, no action needed I0425 23:02:57.979319 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 23:02:57.979330 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 23:02:57.979555 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 23:02:57.979555 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0425 23:02:57.979357 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 23:02:57.979571 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0425 23:02:57.979564 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 23:02:57.979624 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 23:02:57.979410 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 23:02:57.979637 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 23:02:57.979640 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 23:02:57.979636 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 23:02:57.979655 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 23:02:57.979661 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 23:02:57.979664 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 23:02:57.979663 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0425 23:02:57.979643 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0425 23:02:57.979683 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0425 23:02:57.979290 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 23:02:57.979760 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 23:02:57.979777 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0425 23:02:57.979781 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 23:02:57.979566 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0425 23:02:57.979788 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 23:02:57.979158 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 23:02:57.979796 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 23:02:57.979800 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 23:02:57.979367 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 23:02:57.979845 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 23:02:57.979857 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 23:02:57.979870 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 23:02:57.979633 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 23:02:57.979883 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 23:02:57.979628 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 23:02:57.979917 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 23:02:57.979427 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 23:02:57.979637 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 23:02:57.980001 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 23:02:57.979646 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 23:02:57.980048 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 23:02:57.979647 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 23:02:57.979647 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0425 23:02:57.980108 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0425 23:02:57.980113 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0425 23:02:57.979646 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0425 23:02:57.980120 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0425 23:02:57.979649 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0425 23:02:57.980144 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0425 23:02:58.000777 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0425 23:02:58.000796 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0425 23:02:58.000802 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0425 23:02:58.000807 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0425 23:02:58.000811 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0425 23:02:58.000817 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0425 23:02:58.000821 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0425 23:02:58.000826 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0425 23:02:58.000831 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0425 23:02:58.000835 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0425 23:02:58.038841 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0425 23:02:58.038865 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0425 23:02:58.076217 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0425 23:02:58.076226 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0425 23:02:58.076243 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0425 23:02:58.076252 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0425 23:02:58.076259 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0425 23:02:58.076265 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0425 23:02:58.076270 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0425 23:02:58.076276 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0425 23:02:58.076287 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0425 23:02:58.076298 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0425 23:02:58.076316 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0425 23:02:58.076328 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0425 23:02:58.076338 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0425 23:02:58.076357 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0425 23:02:58.076373 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0425 23:02:58.076381 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0425 23:02:58.076388 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0425 23:02:58.076393 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0425 23:02:58.076398 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0425 23:02:58.076407 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0425 23:02:59.422330 3682 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-165.ec2.internal I0425 23:02:59.422381 3682 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-165.ec2.internal: 77.501µs I0425 23:02:59.446757 3682 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7c4f69cb6c-ps4xr] creating logical port openshift-image-registry_image-registry-7c4f69cb6c-ps4xr for pod on switch ip-10-0-0-165.ec2.internal I0425 23:02:59.446961 3682 kube.go:256] Updating pod openshift-image-registry/image-registry-7c4f69cb6c-ps4xr I0425 23:02:59.468524 3682 pod.go:62] [openshift-image-registry/image-registry-7c4f69cb6c-ps4xr] pod update took 21.661496ms I0425 23:02:59.468548 3682 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7c4f69cb6c-ps4xr] addLogicalPort annotation time took 21.697161ms I0425 23:02:59.469660 3682 pods.go:271] [openshift-image-registry/image-registry-7c4f69cb6c-ps4xr] addLogicalPort took 22.920277ms, libovsdb time 867.926µs I0425 23:02:59.474525 3682 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-v9w7p] creating logical port openshift-dns_dns-default-v9w7p for pod on switch ip-10-0-0-165.ec2.internal I0425 23:02:59.474670 3682 kube.go:256] Updating pod openshift-dns/dns-default-v9w7p I0425 23:02:59.476690 3682 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-txhjc] creating logical port openshift-ingress-canary_ingress-canary-txhjc for pod on switch ip-10-0-0-165.ec2.internal I0425 23:02:59.476785 3682 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-txhjc I0425 23:02:59.491426 3682 pod.go:62] [openshift-dns/dns-default-v9w7p] pod update took 16.781393ms I0425 23:02:59.491444 3682 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-v9w7p] addLogicalPort annotation time took 16.799603ms I0425 23:02:59.491906 3682 pod.go:62] [openshift-ingress-canary/ingress-canary-txhjc] pod update took 15.141932ms I0425 23:02:59.491926 3682 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-txhjc] addLogicalPort annotation time took 15.164431ms I0425 23:02:59.492488 3682 pods.go:271] [openshift-dns/dns-default-v9w7p] addLogicalPort took 17.97266ms, libovsdb time 807.086µs I0425 23:02:59.492996 3682 pods.go:271] [openshift-ingress-canary/ingress-canary-txhjc] addLogicalPort took 16.310832ms, libovsdb time 792.009µs I0425 23:02:59.896076 3682 cni.go:452] [openshift-ingress-canary/ingress-canary-txhjc da6a64bcce5054730bf4eec229444f0d6545666e99dd13642d412025477cebba network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-txhjc da6a64bcce5054730bf4eec229444f0d6545666e99dd13642d412025477cebba network default NAD default NAD key ] I0425 23:02:59.932916 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-txhjc, hostIfaceName: da6a64bcce50547, network: default, NAD default, SandboxID: "da6a64bcce5054730bf4eec229444f0d6545666e99dd13642d412025477cebba", PCI device ID: , UID: "04b0cca7-b72b-4805-a5fd-c98049a1456e", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0425 23:02:59.978228 3682 cni.go:473] [openshift-ingress-canary/ingress-canary-txhjc da6a64bcce5054730bf4eec229444f0d6545666e99dd13642d412025477cebba network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-txhjc da6a64bcce5054730bf4eec229444f0d6545666e99dd13642d412025477cebba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:a1:b6:b7:6a:b5\",\"name\":\"da6a64bcce50547\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ee00441-8c3d-4754-abef-0fe0a9b5f76c\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 23:03:04.078366 3682 cni.go:452] [openshift-network-diagnostics/network-check-target-724h6 8ef6ba5ae1ea8c52d2878e2b456695c3562c931ce54ec26c6aab7826d9070aa9 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-724h6 8ef6ba5ae1ea8c52d2878e2b456695c3562c931ce54ec26c6aab7826d9070aa9 network default NAD default NAD key ] I0425 23:03:04.088296 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-724h6, hostIfaceName: 8ef6ba5ae1ea8c5, network: default, NAD default, SandboxID: "8ef6ba5ae1ea8c52d2878e2b456695c3562c931ce54ec26c6aab7826d9070aa9", PCI device ID: , UID: "d714c766-6d4e-43de-8a1f-7f38fe12f646", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0425 23:03:04.132617 3682 cni.go:473] [openshift-network-diagnostics/network-check-target-724h6 8ef6ba5ae1ea8c52d2878e2b456695c3562c931ce54ec26c6aab7826d9070aa9 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-724h6 8ef6ba5ae1ea8c52d2878e2b456695c3562c931ce54ec26c6aab7826d9070aa9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:34:78:8e:73:f4\",\"name\":\"8ef6ba5ae1ea8c5\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/43deee7f-ea1a-4201-8412-008eca568c8c\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 23:03:07.158232 3682 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 23:03:17.969458 3682 default_network_controller.go:1025] Node "ip-10-0-2-186.ec2.internal" in remote zone "ip-10-0-2-186.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 23:03:17.970255 3682 zone_ic_handler.go:195] Time taken to create transit switch: 273.571µs I0425 23:03:17.970275 3682 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-186.ec2.internal for the network default I0425 23:03:17.971205 3682 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-186.ec2.internal" on network "default" took: 1.246596ms W0425 23:03:26.234609 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 23:03:26.234633 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 23:03:26.723826 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 23:03:26.723847 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 23:03:38.165051 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 23:04:23.539767 3682 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ltccn] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-ltccn for pod on switch ip-10-0-0-165.ec2.internal I0425 23:04:23.539874 3682 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ltccn I0425 23:04:23.547473 3682 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-7qj2q] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-7qj2q for pod on switch ip-10-0-0-165.ec2.internal I0425 23:04:23.547592 3682 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-7qj2q I0425 23:04:23.559703 3682 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ltccn] pod update took 19.859539ms I0425 23:04:23.559730 3682 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ltccn] addLogicalPort annotation time took 19.889073ms I0425 23:04:23.560768 3682 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ltccn] addLogicalPort took 21.016728ms, libovsdb time 771.773µs I0425 23:04:23.565151 3682 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-7qj2q] pod update took 17.582615ms I0425 23:04:23.565169 3682 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-7qj2q] addLogicalPort annotation time took 17.605121ms I0425 23:04:23.566007 3682 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-7qj2q] addLogicalPort took 18.544263ms, libovsdb time 620.545µs I0425 23:04:23.587162 3682 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-5rmjm] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-5rmjm for pod on switch ip-10-0-0-165.ec2.internal I0425 23:04:23.587253 3682 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-5rmjm I0425 23:04:23.603201 3682 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-5rmjm] pod update took 15.963851ms I0425 23:04:23.603222 3682 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-5rmjm] addLogicalPort annotation time took 15.985312ms I0425 23:04:23.604056 3682 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-5rmjm] addLogicalPort took 16.901464ms, libovsdb time 603.298µs I0425 23:04:23.649627 3682 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-8hd9t] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-8hd9t for pod on switch ip-10-0-0-165.ec2.internal I0425 23:04:23.649703 3682 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-gxlh4] creating logical port openshift-insights_insights-operator-6dbb575d6c-gxlh4 for pod on switch ip-10-0-0-165.ec2.internal I0425 23:04:23.649711 3682 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-8hd9t I0425 23:04:23.649766 3682 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-gxlh4 I0425 23:04:23.668701 3682 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-8hd9t] pod update took 19.0132ms I0425 23:04:23.668719 3682 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-8hd9t] addLogicalPort annotation time took 19.036941ms I0425 23:04:23.668738 3682 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-gxlh4] pod update took 18.986552ms I0425 23:04:23.668756 3682 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-gxlh4] addLogicalPort annotation time took 19.004135ms I0425 23:04:23.669733 3682 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-8hd9t] addLogicalPort took 20.113608ms, libovsdb time 782.555µs I0425 23:04:23.670060 3682 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-gxlh4] addLogicalPort took 20.368696ms, libovsdb time 1.040352ms I0425 23:04:23.775233 3682 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-85cdb9646-d6kkx] creating logical port openshift-ingress_router-default-85cdb9646-d6kkx for pod on switch ip-10-0-0-165.ec2.internal I0425 23:04:23.775378 3682 kube.go:256] Updating pod openshift-ingress/router-default-85cdb9646-d6kkx I0425 23:04:23.796913 3682 pod.go:62] [openshift-ingress/router-default-85cdb9646-d6kkx] pod update took 21.570006ms I0425 23:04:23.796930 3682 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-85cdb9646-d6kkx] addLogicalPort annotation time took 21.589279ms I0425 23:04:23.797801 3682 pods.go:271] [openshift-ingress/router-default-85cdb9646-d6kkx] addLogicalPort took 22.578384ms, libovsdb time 635.329µs I0425 23:04:23.893710 3682 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ltccn fceed3d81448d66b213a3afa13c1c9888913e9514199f86a1ec5c74994fb6613 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ltccn fceed3d81448d66b213a3afa13c1c9888913e9514199f86a1ec5c74994fb6613 network default NAD default NAD key ] I0425 23:04:23.903231 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-ltccn, hostIfaceName: fceed3d81448d66, network: default, NAD default, SandboxID: "fceed3d81448d66b213a3afa13c1c9888913e9514199f86a1ec5c74994fb6613", PCI device ID: , UID: "f10f7603-d69c-4975-89a4-f70af9aa3461", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0425 23:04:23.948251 3682 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ltccn fceed3d81448d66b213a3afa13c1c9888913e9514199f86a1ec5c74994fb6613 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ltccn fceed3d81448d66b213a3afa13c1c9888913e9514199f86a1ec5c74994fb6613 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:f4:e4:71:73:96\",\"name\":\"fceed3d81448d66\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/47038eb7-912b-446a-a314-ca15ee530588\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 23:04:24.005839 3682 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-8hd9t 22d3555bc5f8fdc2a7e62e847c552d769c6b566a8c40ce77cb4cfb730d27f214 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-8hd9t 22d3555bc5f8fdc2a7e62e847c552d769c6b566a8c40ce77cb4cfb730d27f214 network default NAD default NAD key ] I0425 23:04:24.007041 3682 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-gxlh4 a5ad9ff587c82260ae8dde21ddd78767dd3a1e8aeb7dd0496078b6d0cedee03b network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-gxlh4 a5ad9ff587c82260ae8dde21ddd78767dd3a1e8aeb7dd0496078b6d0cedee03b network default NAD default NAD key ] I0425 23:04:24.019449 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-gxlh4, hostIfaceName: a5ad9ff587c8226, network: default, NAD default, SandboxID: "a5ad9ff587c82260ae8dde21ddd78767dd3a1e8aeb7dd0496078b6d0cedee03b", PCI device ID: , UID: "7bc9ebde-d7b0-4c8b-a180-1eaf4f3f9b8d", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0425 23:04:24.019487 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-8hd9t, hostIfaceName: 22d3555bc5f8fdc, network: default, NAD default, SandboxID: "22d3555bc5f8fdc2a7e62e847c552d769c6b566a8c40ce77cb4cfb730d27f214", PCI device ID: , UID: "db9fe386-2c4a-469c-8c86-441de5d065ce", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0425 23:04:24.062542 3682 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-8hd9t 22d3555bc5f8fdc2a7e62e847c552d769c6b566a8c40ce77cb4cfb730d27f214 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-8hd9t 22d3555bc5f8fdc2a7e62e847c552d769c6b566a8c40ce77cb4cfb730d27f214 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:eb:5e:f2:b6:2c\",\"name\":\"22d3555bc5f8fdc\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/af33797e-93b7-4c3d-afe4-4baebdea95d5\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 23:04:24.077225 3682 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-gxlh4 a5ad9ff587c82260ae8dde21ddd78767dd3a1e8aeb7dd0496078b6d0cedee03b network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-gxlh4 a5ad9ff587c82260ae8dde21ddd78767dd3a1e8aeb7dd0496078b6d0cedee03b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:9f:74:0f:38:d7\",\"name\":\"a5ad9ff587c8226\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3c9f9563-3138-474f-bc5d-054a365b0044\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 23:04:26.836591 3682 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlt4s6] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlt4s6 for pod on switch ip-10-0-0-165.ec2.internal I0425 23:04:26.836757 3682 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlt4s6 I0425 23:04:26.849267 3682 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlt4s6] pod update took 12.538194ms I0425 23:04:26.849292 3682 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlt4s6] addLogicalPort annotation time took 12.568534ms I0425 23:04:26.850492 3682 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlt4s6] addLogicalPort took 13.918095ms, libovsdb time 868.674µs W0425 23:04:26.923235 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0425 23:04:27.190656 3682 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlt4s6 5af20bfafc1b7c6df77052f08c0519b4ddea71bdf707fcc84324d36dc75d74b4 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlt4s6 5af20bfafc1b7c6df77052f08c0519b4ddea71bdf707fcc84324d36dc75d74b4 network default NAD default NAD key ] I0425 23:04:27.201036 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlt4s6, hostIfaceName: 5af20bfafc1b7c6, network: default, NAD default, SandboxID: "5af20bfafc1b7c6df77052f08c0519b4ddea71bdf707fcc84324d36dc75d74b4", PCI device ID: , UID: "98c672d2-f2a7-4f92-ae29-3313e73b954a", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0425 23:04:27.246358 3682 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlt4s6 5af20bfafc1b7c6df77052f08c0519b4ddea71bdf707fcc84324d36dc75d74b4 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlt4s6 5af20bfafc1b7c6df77052f08c0519b4ddea71bdf707fcc84324d36dc75d74b4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:22:d2:68:da:77\",\"name\":\"5af20bfafc1b7c6\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e1ef1200-d2b1-49c8-9296-1c7525bfeb6e\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 23:04:28.288818 3682 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0425 23:04:28.289786 3682 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 948.019µs I0425 23:04:28.310012 3682 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0425 23:04:29.274407 3682 namespace.go:98] [openshift-service-ca] adding namespace I0425 23:04:29.275297 3682 namespace.go:102] [openshift-service-ca] adding namespace took 867.624µs I0425 23:04:29.291009 3682 namespace.go:142] [openshift-service-ca] updating namespace I0425 23:04:30.945677 3682 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-5mp6m] creating logical port openshift-service-ca_service-ca-d9cb48497-5mp6m for pod on switch ip-10-0-0-165.ec2.internal I0425 23:04:30.945781 3682 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-5mp6m I0425 23:04:30.960675 3682 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-5mp6m] pod update took 14.92313ms I0425 23:04:30.960693 3682 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-5mp6m] addLogicalPort annotation time took 14.948663ms I0425 23:04:30.961949 3682 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-5mp6m] addLogicalPort took 16.303613ms, libovsdb time 905.492µs I0425 23:04:32.766299 3682 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-5mp6m 6766af519b76706de923690fbabbb46cf7afcaeaf286f37d593b3ff5b9d28190 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-5mp6m 6766af519b76706de923690fbabbb46cf7afcaeaf286f37d593b3ff5b9d28190 network default NAD default NAD key ] I0425 23:04:32.776147 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-5mp6m, hostIfaceName: 6766af519b76706, network: default, NAD default, SandboxID: "6766af519b76706de923690fbabbb46cf7afcaeaf286f37d593b3ff5b9d28190", PCI device ID: , UID: "41887ba3-8669-4af7-a652-abad48f17ded", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0425 23:04:32.822070 3682 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-5mp6m 6766af519b76706de923690fbabbb46cf7afcaeaf286f37d593b3ff5b9d28190 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-5mp6m 6766af519b76706de923690fbabbb46cf7afcaeaf286f37d593b3ff5b9d28190 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:25:3d:2b:89:1f\",\"name\":\"6766af519b76706\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2cc246d3-4d9f-430f-a0cd-47b14f2f9b60\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 23:04:38.902325 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0425 23:04:43.394028 3682 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlt4s6 5af20bfafc1b7c6df77052f08c0519b4ddea71bdf707fcc84324d36dc75d74b4 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlt4s6 5af20bfafc1b7c6df77052f08c0519b4ddea71bdf707fcc84324d36dc75d74b4 network default NAD default NAD key ] I0425 23:04:43.456916 3682 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlt4s6 5af20bfafc1b7c6df77052f08c0519b4ddea71bdf707fcc84324d36dc75d74b4 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlt4s6 5af20bfafc1b7c6df77052f08c0519b4ddea71bdf707fcc84324d36dc75d74b4 network default NAD default NAD key default], result "{}", err I0425 23:04:43.501970 3682 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlt4s6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:04:43.502000 3682 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlt4s6 I0425 23:04:43.503316 3682 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlt4s6, ips: 10.130.0.14 I0425 23:04:43.503342 3682 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlt4s6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 23:04:43.503376 3682 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlt4s6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 23:04:43.503388 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0425 23:04:43.503589 3682 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlt4s6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 23:04:43.503603 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0425 23:04:54.299054 3682 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-489cn] creating logical port openshift-insights_insights-runtime-extractor-489cn for pod on switch ip-10-0-0-165.ec2.internal I0425 23:04:54.299143 3682 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-489cn I0425 23:04:54.320648 3682 pod.go:62] [openshift-insights/insights-runtime-extractor-489cn] pod update took 21.530891ms I0425 23:04:54.320670 3682 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-489cn] addLogicalPort annotation time took 21.558194ms I0425 23:04:54.321699 3682 pods.go:271] [openshift-insights/insights-runtime-extractor-489cn] addLogicalPort took 22.658841ms, libovsdb time 718.904µs I0425 23:04:54.329156 3682 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlt4s6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:04:54.329181 3682 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlt4s6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:04:54.329197 3682 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlt4s6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:04:54.329205 3682 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlt4s6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:04:54.402377 3682 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-xh8mh] creating logical port openshift-console_downloads-5c54f4944f-xh8mh for pod on switch ip-10-0-0-165.ec2.internal I0425 23:04:54.402456 3682 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-xh8mh I0425 23:04:54.420607 3682 pod.go:62] [openshift-console/downloads-5c54f4944f-xh8mh] pod update took 18.174201ms I0425 23:04:54.420630 3682 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-xh8mh] addLogicalPort annotation time took 18.200806ms I0425 23:04:54.421692 3682 pods.go:271] [openshift-console/downloads-5c54f4944f-xh8mh] addLogicalPort took 19.330623ms, libovsdb time 756.561µs I0425 23:04:54.654216 3682 cni.go:452] [openshift-insights/insights-runtime-extractor-489cn 985c96eb9b9b57e9ac3958176b441a7b95979ffefbdcb188b8e7890ef4c7a8bc network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-489cn 985c96eb9b9b57e9ac3958176b441a7b95979ffefbdcb188b8e7890ef4c7a8bc network default NAD default NAD key ] I0425 23:04:54.663877 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-489cn, hostIfaceName: 985c96eb9b9b57e, network: default, NAD default, SandboxID: "985c96eb9b9b57e9ac3958176b441a7b95979ffefbdcb188b8e7890ef4c7a8bc", PCI device ID: , UID: "066e37f9-aecc-494c-a523-9e4f7043392e", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0425 23:04:54.709601 3682 cni.go:473] [openshift-insights/insights-runtime-extractor-489cn 985c96eb9b9b57e9ac3958176b441a7b95979ffefbdcb188b8e7890ef4c7a8bc network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-489cn 985c96eb9b9b57e9ac3958176b441a7b95979ffefbdcb188b8e7890ef4c7a8bc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:56:b3:87:17:3c\",\"name\":\"985c96eb9b9b57e\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/698c4f93-346a-4c14-b913-dcc1ae6b2a45\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 23:04:54.756216 3682 cni.go:452] [openshift-console/downloads-5c54f4944f-xh8mh ef6f050615031b6a9a37d66fa8cef4ead88852562037535a4e724f250e7f2d88 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-xh8mh ef6f050615031b6a9a37d66fa8cef4ead88852562037535a4e724f250e7f2d88 network default NAD default NAD key ] I0425 23:04:54.767662 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-xh8mh, hostIfaceName: ef6f050615031b6, network: default, NAD default, SandboxID: "ef6f050615031b6a9a37d66fa8cef4ead88852562037535a4e724f250e7f2d88", PCI device ID: , UID: "04333137-6935-4c21-8989-7a698bf9fa99", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0425 23:04:54.813262 3682 cni.go:473] [openshift-console/downloads-5c54f4944f-xh8mh ef6f050615031b6a9a37d66fa8cef4ead88852562037535a4e724f250e7f2d88 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-xh8mh ef6f050615031b6a9a37d66fa8cef4ead88852562037535a4e724f250e7f2d88 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:e6:b0:85:f4:e9\",\"name\":\"ef6f050615031b6\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/62bfa79b-6460-414b-902b-160dba064ca7\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 23:04:55.426909 3682 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7c4f69cb6c-ps4xr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:04:55.426948 3682 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7c4f69cb6c-ps4xr I0425 23:04:55.428444 3682 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7c4f69cb6c-ps4xr, ips: 10.130.0.5 I0425 23:04:55.428492 3682 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7c4f69cb6c-ps4xr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 23:04:55.436163 3682 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6466bdf7dd-pwgjv] creating logical port openshift-image-registry_image-registry-6466bdf7dd-pwgjv for pod on switch ip-10-0-0-165.ec2.internal I0425 23:04:55.436282 3682 kube.go:256] Updating pod openshift-image-registry/image-registry-6466bdf7dd-pwgjv I0425 23:04:55.442990 3682 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7c4f69cb6c-ps4xr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:04:55.443012 3682 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7c4f69cb6c-ps4xr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:04:55.446807 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7c4f69cb6c-ps4xr I0425 23:04:55.446834 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7c4f69cb6c-ps4xr I0425 23:04:55.453400 3682 pod.go:62] [openshift-image-registry/image-registry-6466bdf7dd-pwgjv] pod update took 17.146904ms I0425 23:04:55.453425 3682 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6466bdf7dd-pwgjv] addLogicalPort annotation time took 17.174639ms I0425 23:04:55.454666 3682 pods.go:271] [openshift-image-registry/image-registry-6466bdf7dd-pwgjv] addLogicalPort took 18.519336ms, libovsdb time 837.974µs I0425 23:04:55.504831 3682 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6b57c9b684-qnb86 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:04:55.505325 3682 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6b57c9b684-qnb86 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 23:04:55.520373 3682 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6b57c9b684-qnb86 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:04:55.520392 3682 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6b57c9b684-qnb86 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:04:55.522564 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6b57c9b684-qnb86 I0425 23:04:55.522579 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6b57c9b684-qnb86 I0425 23:04:55.717158 3682 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-7qj2q 4d255e9494a25cb97feac05e0e0cca29fb816ed5c219718ff08ed644b5d7be8f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-7qj2q 4d255e9494a25cb97feac05e0e0cca29fb816ed5c219718ff08ed644b5d7be8f network default NAD default NAD key ] I0425 23:04:55.727558 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-7qj2q, hostIfaceName: 4d255e9494a25cb, network: default, NAD default, SandboxID: "4d255e9494a25cb97feac05e0e0cca29fb816ed5c219718ff08ed644b5d7be8f", PCI device ID: , UID: "f5cf986a-b65a-4f9d-8e4f-819d68358d8e", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0425 23:04:55.758222 3682 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-5rmjm 1a6ceb10225065b4a0be867c2f04551fa40ff817cfb330a6e7424d40f2088cd5 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-5rmjm 1a6ceb10225065b4a0be867c2f04551fa40ff817cfb330a6e7424d40f2088cd5 network default NAD default NAD key ] I0425 23:04:55.772502 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-5rmjm, hostIfaceName: 1a6ceb10225065b, network: default, NAD default, SandboxID: "1a6ceb10225065b4a0be867c2f04551fa40ff817cfb330a6e7424d40f2088cd5", PCI device ID: , UID: "fb572004-11e9-46ae-b584-6cc00406bbbe", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0425 23:04:55.777748 3682 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-7qj2q 4d255e9494a25cb97feac05e0e0cca29fb816ed5c219718ff08ed644b5d7be8f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-7qj2q 4d255e9494a25cb97feac05e0e0cca29fb816ed5c219718ff08ed644b5d7be8f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:38:f5:4b:c8:bf\",\"name\":\"4d255e9494a25cb\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/92b02657-1739-49d0-a3ab-776018fc0aa6\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 23:04:55.796728 3682 cni.go:452] [openshift-image-registry/image-registry-6466bdf7dd-pwgjv 28a77f30068b6a8d644946ca08007ebca0cd1afecc466b1826e76b985150afec network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6466bdf7dd-pwgjv 28a77f30068b6a8d644946ca08007ebca0cd1afecc466b1826e76b985150afec network default NAD default NAD key ] I0425 23:04:55.806913 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6466bdf7dd-pwgjv, hostIfaceName: 28a77f30068b6a8, network: default, NAD default, SandboxID: "28a77f30068b6a8d644946ca08007ebca0cd1afecc466b1826e76b985150afec", PCI device ID: , UID: "acda849d-7653-4279-b000-60d93e0e3546", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0425 23:04:55.823138 3682 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-5rmjm 1a6ceb10225065b4a0be867c2f04551fa40ff817cfb330a6e7424d40f2088cd5 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-5rmjm 1a6ceb10225065b4a0be867c2f04551fa40ff817cfb330a6e7424d40f2088cd5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:3f:84:bf:34:17\",\"name\":\"1a6ceb10225065b\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd8c0326-697e-49e3-9ac1-41bdcd580d98\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 23:04:55.853231 3682 cni.go:473] [openshift-image-registry/image-registry-6466bdf7dd-pwgjv 28a77f30068b6a8d644946ca08007ebca0cd1afecc466b1826e76b985150afec network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6466bdf7dd-pwgjv 28a77f30068b6a8d644946ca08007ebca0cd1afecc466b1826e76b985150afec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:8c:7a:69:89:70\",\"name\":\"28a77f30068b6a8\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/35206565-2d6f-4992-93b9-247ad8b07616\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 23:04:55.944741 3682 cni.go:452] [openshift-ingress/router-default-85cdb9646-d6kkx 4dae51588f08b8bbf96aa7db10ae1a92fbe488549e211d112ec5c5027fd04b96 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-85cdb9646-d6kkx 4dae51588f08b8bbf96aa7db10ae1a92fbe488549e211d112ec5c5027fd04b96 network default NAD default NAD key ] I0425 23:04:55.954989 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-85cdb9646-d6kkx, hostIfaceName: 4dae51588f08b8b, network: default, NAD default, SandboxID: "4dae51588f08b8bbf96aa7db10ae1a92fbe488549e211d112ec5c5027fd04b96", PCI device ID: , UID: "a1d0b8cb-f412-4d10-9111-742c71f1194c", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0425 23:04:56.005767 3682 cni.go:473] [openshift-ingress/router-default-85cdb9646-d6kkx 4dae51588f08b8bbf96aa7db10ae1a92fbe488549e211d112ec5c5027fd04b96 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-85cdb9646-d6kkx 4dae51588f08b8bbf96aa7db10ae1a92fbe488549e211d112ec5c5027fd04b96 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:03:cc:e1:a3:16\",\"name\":\"4dae51588f08b8b\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f2c161fb-1fab-4daa-8ce2-cc6f8736b259\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 23:04:56.441749 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0425 23:04:56.441769 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0425 23:04:56.442745 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 23:04:56.442768 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 23:04:56.442775 3682 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 23:04:56.464789 3682 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0425 23:04:56.514200 3682 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0425 23:04:56.542562 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0425 23:04:56.542581 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0425 23:04:56.542689 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 23:04:56.542706 3682 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 23:04:56.542714 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 23:04:56.563815 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 23:04:56.563831 3682 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 23:04:56.563835 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 23:04:56.563906 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0425 23:04:56.563914 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default I0425 23:04:56.950978 3682 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0425 23:04:56.960204 3682 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0425 23:04:57.501321 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 23:04:57.501405 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 23:04:57.501418 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 23:04:57.501557 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0425 23:04:57.501569 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0425 23:04:57.623335 3682 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0425 23:04:59.801174 3682 base_network_controller_pods.go:487] [default/openshift-console/console-5f967f89dd-c9bhm] creating logical port openshift-console_console-5f967f89dd-c9bhm for pod on switch ip-10-0-0-165.ec2.internal I0425 23:04:59.801300 3682 kube.go:256] Updating pod openshift-console/console-5f967f89dd-c9bhm I0425 23:04:59.820647 3682 pod.go:62] [openshift-console/console-5f967f89dd-c9bhm] pod update took 19.38423ms I0425 23:04:59.820731 3682 base_network_controller_pods.go:951] [default/openshift-console/console-5f967f89dd-c9bhm] addLogicalPort annotation time took 19.473627ms I0425 23:04:59.822347 3682 pods.go:271] [openshift-console/console-5f967f89dd-c9bhm] addLogicalPort took 21.190962ms, libovsdb time 1.212463ms I0425 23:05:00.160164 3682 cni.go:452] [openshift-console/console-5f967f89dd-c9bhm 4bd61b2dcf731aba6a556938021e7844afa3703cb4df7653dadd742e59bb79bb network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5f967f89dd-c9bhm 4bd61b2dcf731aba6a556938021e7844afa3703cb4df7653dadd742e59bb79bb network default NAD default NAD key ] I0425 23:05:00.169937 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5f967f89dd-c9bhm, hostIfaceName: 4bd61b2dcf731ab, network: default, NAD default, SandboxID: "4bd61b2dcf731aba6a556938021e7844afa3703cb4df7653dadd742e59bb79bb", PCI device ID: , UID: "bf19ff0f-3db1-4b1e-95b2-8539c7411956", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0425 23:05:00.219715 3682 cni.go:473] [openshift-console/console-5f967f89dd-c9bhm 4bd61b2dcf731aba6a556938021e7844afa3703cb4df7653dadd742e59bb79bb network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5f967f89dd-c9bhm 4bd61b2dcf731aba6a556938021e7844afa3703cb4df7653dadd742e59bb79bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:ff:78:f9:bf:30\",\"name\":\"4bd61b2dcf731ab\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ca1ab34-aaff-4570-91f0-e81afed9d389\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 23:05:01.051093 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0425 23:05:02.542153 3682 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0425 23:05:03.056478 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0425 23:05:03.477280 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0425 23:05:03.541143 3682 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-sflrp] creating logical port openshift-monitoring_prometheus-operator-76b589d668-sflrp for pod on switch ip-10-0-0-165.ec2.internal I0425 23:05:03.541251 3682 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-sflrp I0425 23:05:03.554626 3682 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-sflrp] pod update took 13.407728ms I0425 23:05:03.554652 3682 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-sflrp] addLogicalPort annotation time took 13.438588ms I0425 23:05:03.556026 3682 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-sflrp] addLogicalPort took 14.903953ms, libovsdb time 971.542µs W0425 23:05:04.377156 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0425 23:05:07.562114 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0425 23:05:09.968038 3682 cni.go:452] [openshift-dns/dns-default-v9w7p e87e893bbad15ef14bd6d09c8e6439b4bd79838819d912341a44b8b695c82530 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-v9w7p e87e893bbad15ef14bd6d09c8e6439b4bd79838819d912341a44b8b695c82530 network default NAD default NAD key ] I0425 23:05:09.968788 3682 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-sflrp a9dc7713c64d4b7215e62fb15b0131fc3c1305bbd8d43b44a8916d1201495a6a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-sflrp a9dc7713c64d4b7215e62fb15b0131fc3c1305bbd8d43b44a8916d1201495a6a network default NAD default NAD key ] I0425 23:05:09.978622 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-sflrp, hostIfaceName: a9dc7713c64d4b7, network: default, NAD default, SandboxID: "a9dc7713c64d4b7215e62fb15b0131fc3c1305bbd8d43b44a8916d1201495a6a", PCI device ID: , UID: "23ea2153-e19a-42da-9001-3513ebe7bf65", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0425 23:05:09.978679 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-v9w7p, hostIfaceName: e87e893bbad15ef, network: default, NAD default, SandboxID: "e87e893bbad15ef14bd6d09c8e6439b4bd79838819d912341a44b8b695c82530", PCI device ID: , UID: "a5716abe-cda6-44cc-a98c-08402aa4b590", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0425 23:05:10.029462 3682 cni.go:473] [openshift-dns/dns-default-v9w7p e87e893bbad15ef14bd6d09c8e6439b4bd79838819d912341a44b8b695c82530 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-v9w7p e87e893bbad15ef14bd6d09c8e6439b4bd79838819d912341a44b8b695c82530 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:34:96:e9:51:45\",\"name\":\"e87e893bbad15ef\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/55239958-a1ea-40da-92cf-b8f385f3491d\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 23:05:10.044210 3682 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-sflrp a9dc7713c64d4b7215e62fb15b0131fc3c1305bbd8d43b44a8916d1201495a6a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-sflrp a9dc7713c64d4b7215e62fb15b0131fc3c1305bbd8d43b44a8916d1201495a6a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:46:88:0d:55:16\",\"name\":\"a9dc7713c64d4b7\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/654c0673-0baf-4bb2-8836-0cba42fa2cb8\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 23:05:10.496279 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0425 23:05:10.517783 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0425 23:05:13.513959 3682 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0425 23:05:13.513977 3682 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0425 23:05:13.513982 3682 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0425 23:05:15.954855 3682 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-45hgq] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-45hgq for pod on switch ip-10-0-0-165.ec2.internal I0425 23:05:15.954966 3682 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-45hgq I0425 23:05:15.975512 3682 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-45hgq] pod update took 20.580406ms I0425 23:05:15.975572 3682 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-45hgq] addLogicalPort annotation time took 20.645107ms I0425 23:05:15.976714 3682 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-45hgq] addLogicalPort took 21.877966ms, libovsdb time 831.396µs I0425 23:05:15.980660 3682 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-grrk9] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-grrk9 for pod on switch ip-10-0-0-165.ec2.internal I0425 23:05:15.980792 3682 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-grrk9 I0425 23:05:15.999854 3682 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-grrk9] pod update took 19.09112ms I0425 23:05:15.999874 3682 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-grrk9] addLogicalPort annotation time took 19.113249ms I0425 23:05:16.001056 3682 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-grrk9] addLogicalPort took 20.411298ms, libovsdb time 808.365µs I0425 23:05:16.320979 3682 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-45hgq 0a4fd80ae1a39f620cfc6301481a0a24bcda25f20f0ecfe32a11a42e1909012d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-45hgq 0a4fd80ae1a39f620cfc6301481a0a24bcda25f20f0ecfe32a11a42e1909012d network default NAD default NAD key ] I0425 23:05:16.331862 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-45hgq, hostIfaceName: 0a4fd80ae1a39f6, network: default, NAD default, SandboxID: "0a4fd80ae1a39f620cfc6301481a0a24bcda25f20f0ecfe32a11a42e1909012d", PCI device ID: , UID: "6d8e94f1-761c-49bc-913b-b1142c8cfb9f", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0425 23:05:16.347484 3682 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-grrk9 6e5a163590206ecfcd9a4caedb4831303d62f712ee1fb79cb14af0883d652b20 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-grrk9 6e5a163590206ecfcd9a4caedb4831303d62f712ee1fb79cb14af0883d652b20 network default NAD default NAD key ] I0425 23:05:16.357996 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-grrk9, hostIfaceName: 6e5a163590206ec, network: default, NAD default, SandboxID: "6e5a163590206ecfcd9a4caedb4831303d62f712ee1fb79cb14af0883d652b20", PCI device ID: , UID: "7cf8f1b2-9706-4723-9dbc-d1b91b5b8d27", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0425 23:05:16.389131 3682 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-45hgq 0a4fd80ae1a39f620cfc6301481a0a24bcda25f20f0ecfe32a11a42e1909012d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-45hgq 0a4fd80ae1a39f620cfc6301481a0a24bcda25f20f0ecfe32a11a42e1909012d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:ec:e2:92:35:57\",\"name\":\"0a4fd80ae1a39f6\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a5d36c6-df2e-4cbe-bee9-238fca77addc\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 23:05:16.408954 3682 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-grrk9 6e5a163590206ecfcd9a4caedb4831303d62f712ee1fb79cb14af0883d652b20 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-grrk9 6e5a163590206ecfcd9a4caedb4831303d62f712ee1fb79cb14af0883d652b20 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:4c:b5:b3:72:d8\",\"name\":\"6e5a163590206ec\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/02893803-1a61-4933-9789-fcf8228c9bd4\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 23:05:17.095195 3682 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-165.ec2.internal I0425 23:05:17.095539 3682 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0425 23:05:17.127580 3682 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 32.123868ms I0425 23:05:17.127668 3682 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 32.214472ms I0425 23:05:17.129231 3682 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 34.057311ms, libovsdb time 1.070191ms I0425 23:05:17.474244 3682 cni.go:452] [openshift-monitoring/alertmanager-main-0 1cc8511317007cb634924befd8473d1abfafce8886a1edc02d7c624bc513d61c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 1cc8511317007cb634924befd8473d1abfafce8886a1edc02d7c624bc513d61c network default NAD default NAD key ] I0425 23:05:17.486566 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 1cc8511317007cb, network: default, NAD default, SandboxID: "1cc8511317007cb634924befd8473d1abfafce8886a1edc02d7c624bc513d61c", PCI device ID: , UID: "63eb9aaf-f0ec-471e-80ad-12911899b4d3", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0425 23:05:17.545691 3682 cni.go:473] [openshift-monitoring/alertmanager-main-0 1cc8511317007cb634924befd8473d1abfafce8886a1edc02d7c624bc513d61c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 1cc8511317007cb634924befd8473d1abfafce8886a1edc02d7c624bc513d61c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:e2:4c:92:c7:49\",\"name\":\"1cc8511317007cb\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/933dc6c2-d305-4b78-8372-7edc7fdc0c91\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 23:05:19.102091 3682 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-697d984cf7-srgsx] creating logical port openshift-monitoring_thanos-querier-697d984cf7-srgsx for pod on switch ip-10-0-0-165.ec2.internal I0425 23:05:19.102197 3682 kube.go:256] Updating pod openshift-monitoring/thanos-querier-697d984cf7-srgsx I0425 23:05:19.126118 3682 pod.go:62] [openshift-monitoring/thanos-querier-697d984cf7-srgsx] pod update took 23.958955ms I0425 23:05:19.126139 3682 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-697d984cf7-srgsx] addLogicalPort annotation time took 23.985053ms I0425 23:05:19.127396 3682 pods.go:271] [openshift-monitoring/thanos-querier-697d984cf7-srgsx] addLogicalPort took 25.311847ms, libovsdb time 891.414µs W0425 23:05:19.185497 3682 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 23:05:19.185512 3682 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 23:05:19.185516 3682 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0425 23:05:19.457070 3682 cni.go:452] [openshift-monitoring/thanos-querier-697d984cf7-srgsx 9a4acfa1d7ebdf62613358b4955496298dad84aea03727ee018d904dfcefb41f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-697d984cf7-srgsx 9a4acfa1d7ebdf62613358b4955496298dad84aea03727ee018d904dfcefb41f network default NAD default NAD key ] I0425 23:05:19.466704 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-697d984cf7-srgsx, hostIfaceName: 9a4acfa1d7ebdf6, network: default, NAD default, SandboxID: "9a4acfa1d7ebdf62613358b4955496298dad84aea03727ee018d904dfcefb41f", PCI device ID: , UID: "36c31717-6d70-4bb8-bebd-7ebc7fd2871e", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0425 23:05:19.512808 3682 cni.go:473] [openshift-monitoring/thanos-querier-697d984cf7-srgsx 9a4acfa1d7ebdf62613358b4955496298dad84aea03727ee018d904dfcefb41f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-697d984cf7-srgsx 9a4acfa1d7ebdf62613358b4955496298dad84aea03727ee018d904dfcefb41f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:e5:52:4b:b8:30\",\"name\":\"9a4acfa1d7ebdf6\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/975808d6-6397-4c20-b467-6485043409f2\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 23:05:19.570939 3682 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 23:05:19.570962 3682 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 23:05:19.570969 3682 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 23:05:21.196388 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0425 23:05:21.218351 3682 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-684c94545d-bqbp7 IP address from the namespace address-set, err: pod openshift-console/console-684c94545d-bqbp7: no pod IPs found I0425 23:05:22.284378 3682 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-165.ec2.internal I0425 23:05:22.284478 3682 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0425 23:05:22.313208 3682 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 28.765719ms I0425 23:05:22.313237 3682 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 28.797324ms I0425 23:05:22.314738 3682 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 30.37337ms, libovsdb time 1.028516ms I0425 23:05:22.686152 3682 cni.go:452] [openshift-monitoring/prometheus-k8s-0 c80ff71176ce2db10ea8de2e724cdd769fffd078ae070d49185942e66f85031e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 c80ff71176ce2db10ea8de2e724cdd769fffd078ae070d49185942e66f85031e network default NAD default NAD key ] I0425 23:05:22.698143 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: c80ff71176ce2db, network: default, NAD default, SandboxID: "c80ff71176ce2db10ea8de2e724cdd769fffd078ae070d49185942e66f85031e", PCI device ID: , UID: "c1a17cfd-f74f-424f-96cc-f208f865d77e", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0425 23:05:22.748049 3682 cni.go:473] [openshift-monitoring/prometheus-k8s-0 c80ff71176ce2db10ea8de2e724cdd769fffd078ae070d49185942e66f85031e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 c80ff71176ce2db10ea8de2e724cdd769fffd078ae070d49185942e66f85031e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:c7:f9:cb:2c:3e\",\"name\":\"c80ff71176ce2db\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd7446b5-c42c-4573-bbc5-318f1e1cfe48\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 23:05:23.525214 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0425 23:05:23.525233 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0425 23:05:23.525238 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0425 23:05:23.602958 3682 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 23:05:23.602979 3682 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 23:05:23.626649 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0425 23:05:23.665636 3682 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 23:05:23.665648 3682 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 23:05:23.665653 3682 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 23:05:23.665659 3682 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 23:05:24.166781 3682 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 23:05:24.166795 3682 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 23:05:24.166801 3682 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 23:05:24.166805 3682 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 23:05:24.246633 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0425 23:05:24.645929 3682 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 23:05:24.645949 3682 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 23:05:26.451531 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0425 23:05:26.487583 3682 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-689c8bc4db-g289n IP address from the namespace address-set, err: pod openshift-console/console-689c8bc4db-g289n: no pod IPs found W0425 23:05:27.500121 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0425 23:05:29.185124 3682 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6b57c9b684-vtnnk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:05:29.185690 3682 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6b57c9b684-vtnnk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 23:05:29.197493 3682 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6b57c9b684-vtnnk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:05:29.197511 3682 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6b57c9b684-vtnnk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:05:29.202677 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6b57c9b684-vtnnk I0425 23:05:29.202707 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6b57c9b684-vtnnk W0425 23:05:29.612149 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 23:05:29.612167 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 23:05:29.612173 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 23:05:29.612178 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0425 23:05:30.369641 3682 obj_retry.go:498] Detected object openshift-console/console-5f967f89dd-t2v9h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:05:30.370170 3682 obj_retry.go:498] Detected object openshift-console/console-5f967f89dd-t2v9h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0425 23:05:30.375980 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0425 23:05:31.194891 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0425 23:05:31.206666 3682 obj_retry.go:492] Detected object openshift-console/console-5f967f89dd-t2v9h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:05:31.206683 3682 obj_retry.go:492] Detected object openshift-console/console-5f967f89dd-t2v9h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:05:31.211691 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5f967f89dd-t2v9h I0425 23:05:31.211718 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5f967f89dd-t2v9h W0425 23:05:38.225772 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0425 23:05:41.246084 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0425 23:05:41.246105 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0425 23:05:42.681068 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0425 23:05:42.681122 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0425 23:05:42.681071 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0425 23:05:43.685947 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0425 23:05:46.366386 3682 cni.go:452] [openshift-console/console-5f967f89dd-c9bhm 4bd61b2dcf731aba6a556938021e7844afa3703cb4df7653dadd742e59bb79bb network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5f967f89dd-c9bhm 4bd61b2dcf731aba6a556938021e7844afa3703cb4df7653dadd742e59bb79bb network default NAD default NAD key ] I0425 23:05:46.439285 3682 cni.go:473] [openshift-console/console-5f967f89dd-c9bhm 4bd61b2dcf731aba6a556938021e7844afa3703cb4df7653dadd742e59bb79bb network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5f967f89dd-c9bhm 4bd61b2dcf731aba6a556938021e7844afa3703cb4df7653dadd742e59bb79bb network default NAD default NAD key default], result "{}", err I0425 23:05:46.504801 3682 obj_retry.go:498] Detected object openshift-console/console-5f967f89dd-c9bhm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:05:46.504836 3682 pods.go:176] Deleting pod: openshift-console/console-5f967f89dd-c9bhm I0425 23:05:46.506101 3682 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5f967f89dd-c9bhm, ips: 10.130.0.19 I0425 23:05:46.506129 3682 obj_retry.go:498] Detected object openshift-console/console-5f967f89dd-c9bhm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 23:05:46.512843 3682 base_network_controller_pods.go:487] [default/openshift-console/console-6c74477659-jnnx9] creating logical port openshift-console_console-6c74477659-jnnx9 for pod on switch ip-10-0-0-165.ec2.internal I0425 23:05:46.512933 3682 kube.go:256] Updating pod openshift-console/console-6c74477659-jnnx9 I0425 23:05:46.526190 3682 pod.go:62] [openshift-console/console-6c74477659-jnnx9] pod update took 13.280411ms I0425 23:05:46.526217 3682 base_network_controller_pods.go:951] [default/openshift-console/console-6c74477659-jnnx9] addLogicalPort annotation time took 13.307495ms I0425 23:05:46.527326 3682 pods.go:271] [openshift-console/console-6c74477659-jnnx9] addLogicalPort took 14.494333ms, libovsdb time 751.67µs I0425 23:05:46.691453 3682 obj_retry.go:492] Detected object openshift-console/console-5f967f89dd-c9bhm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:05:46.691478 3682 obj_retry.go:492] Detected object openshift-console/console-5f967f89dd-c9bhm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:05:46.697194 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5f967f89dd-c9bhm I0425 23:05:46.697215 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5f967f89dd-c9bhm I0425 23:05:46.897835 3682 cni.go:452] [openshift-console/console-6c74477659-jnnx9 4893d1114448bd20126727799ba6c61f52a26fadac4329c7dce45c253b8fb4a8 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6c74477659-jnnx9 4893d1114448bd20126727799ba6c61f52a26fadac4329c7dce45c253b8fb4a8 network default NAD default NAD key ] I0425 23:05:46.907177 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6c74477659-jnnx9, hostIfaceName: 4893d1114448bd2, network: default, NAD default, SandboxID: "4893d1114448bd20126727799ba6c61f52a26fadac4329c7dce45c253b8fb4a8", PCI device ID: , UID: "c67e2167-1299-4a10-8572-2f22aeeab48c", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0425 23:05:46.955921 3682 cni.go:473] [openshift-console/console-6c74477659-jnnx9 4893d1114448bd20126727799ba6c61f52a26fadac4329c7dce45c253b8fb4a8 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6c74477659-jnnx9 4893d1114448bd20126727799ba6c61f52a26fadac4329c7dce45c253b8fb4a8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:3c:04:51:02:00\",\"name\":\"4893d1114448bd2\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/90e591ba-b903-4003-ab41-300bb314a1d2\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 23:05:47.514267 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 23:05:47.514294 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 23:05:47.514330 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0425 23:05:51.751952 3682 obj_retry.go:498] Detected object openshift-console/console-684c94545d-qk57w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:05:51.752528 3682 obj_retry.go:498] Detected object openshift-console/console-684c94545d-qk57w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 23:05:52.051956 3682 obj_retry.go:492] Detected object openshift-console/console-684c94545d-qk57w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:05:52.051980 3682 obj_retry.go:492] Detected object openshift-console/console-684c94545d-qk57w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:05:52.059990 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-684c94545d-qk57w I0425 23:05:52.060013 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-684c94545d-qk57w W0425 23:05:52.730185 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0425 23:05:52.730182 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0425 23:05:52.730366 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0425 23:05:53.735599 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0425 23:05:57.758780 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0425 23:06:13.380322 3682 obj_retry.go:498] Detected object openshift-ingress/router-default-8668968b4f-x7pdx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:06:13.380855 3682 obj_retry.go:498] Detected object openshift-ingress/router-default-8668968b4f-x7pdx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 23:06:13.832948 3682 obj_retry.go:492] Detected object openshift-ingress/router-default-8668968b4f-x7pdx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:06:13.832967 3682 obj_retry.go:492] Detected object openshift-ingress/router-default-8668968b4f-x7pdx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:06:13.838895 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-8668968b4f-x7pdx I0425 23:06:13.838920 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-8668968b4f-x7pdx W0425 23:06:22.885829 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 23:06:22.885853 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0425 23:06:23.072009 3682 obj_retry.go:498] Detected object openshift-console/console-689c8bc4db-gxch2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:06:23.072526 3682 obj_retry.go:498] Detected object openshift-console/console-689c8bc4db-gxch2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 23:06:23.393935 3682 obj_retry.go:492] Detected object openshift-console/console-689c8bc4db-gxch2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:06:23.393954 3682 obj_retry.go:492] Detected object openshift-console/console-689c8bc4db-gxch2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:06:23.400227 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-689c8bc4db-gxch2 I0425 23:06:23.400251 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-689c8bc4db-gxch2 I0425 23:06:37.758439 3682 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:06:37.759032 3682 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 23:06:38.469196 3682 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:06:38.469218 3682 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:06:38.474538 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0425 23:06:38.474564 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0425 23:06:41.851105 3682 cni.go:452] [openshift-multus/network-metrics-daemon-smptr 8ae79a851599591042e94275057007513b236cfc58c4f36969d47f20f36e68f4 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-smptr 8ae79a851599591042e94275057007513b236cfc58c4f36969d47f20f36e68f4 network default NAD default NAD key ] I0425 23:06:41.860296 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-smptr, hostIfaceName: 8ae79a851599591, network: default, NAD default, SandboxID: "8ae79a851599591042e94275057007513b236cfc58c4f36969d47f20f36e68f4", PCI device ID: , UID: "a248f71b-3891-413d-8054-ec3fccd57154", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0425 23:06:41.909127 3682 cni.go:473] [openshift-multus/network-metrics-daemon-smptr 8ae79a851599591042e94275057007513b236cfc58c4f36969d47f20f36e68f4 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-smptr 8ae79a851599591042e94275057007513b236cfc58c4f36969d47f20f36e68f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:2a:c6:ee:5d:40\",\"name\":\"8ae79a851599591\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29348b2b-c6b9-497c-9eee-e51bfe8ed2f2\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 23:06:42.006662 3682 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:06:42.007163 3682 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 23:06:42.958843 3682 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:06:42.958866 3682 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:06:42.964989 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0425 23:06:42.965018 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0425 23:07:10.083632 3682 cni.go:452] [openshift-monitoring/alertmanager-main-0 1cc8511317007cb634924befd8473d1abfafce8886a1edc02d7c624bc513d61c network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 1cc8511317007cb634924befd8473d1abfafce8886a1edc02d7c624bc513d61c network default NAD default NAD key ] I0425 23:07:10.168743 3682 cni.go:473] [openshift-monitoring/alertmanager-main-0 1cc8511317007cb634924befd8473d1abfafce8886a1edc02d7c624bc513d61c network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 1cc8511317007cb634924befd8473d1abfafce8886a1edc02d7c624bc513d61c network default NAD default NAD key default], result "{}", err I0425 23:07:10.227353 3682 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:07:10.227400 3682 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0425 23:07:10.228734 3682 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.23 I0425 23:07:10.228762 3682 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 23:07:11.053693 3682 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:07:11.053722 3682 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:07:11.061338 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0425 23:07:11.061370 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0425 23:07:11.099901 3682 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-165.ec2.internal I0425 23:07:11.100024 3682 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0425 23:07:11.119553 3682 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 19.583401ms I0425 23:07:11.119579 3682 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 19.613645ms I0425 23:07:11.120791 3682 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 20.904593ms, libovsdb time 855.975µs I0425 23:07:11.287249 3682 obj_retry.go:498] Detected object openshift-console/console-6c74477659-q4jkd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:07:11.287778 3682 obj_retry.go:498] Detected object openshift-console/console-6c74477659-q4jkd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 23:07:11.460943 3682 cni.go:452] [openshift-monitoring/alertmanager-main-0 ff99eaf7b859fefba6270a68d7f1a4f0ede087c044fd8dac9bf1ef8ece6c56df network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 ff99eaf7b859fefba6270a68d7f1a4f0ede087c044fd8dac9bf1ef8ece6c56df network default NAD default NAD key ] I0425 23:07:11.470286 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: ff99eaf7b859fef, network: default, NAD default, SandboxID: "ff99eaf7b859fefba6270a68d7f1a4f0ede087c044fd8dac9bf1ef8ece6c56df", PCI device ID: , UID: "cefd9304-94cf-4407-a07e-4c51cd68baae", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0425 23:07:11.519486 3682 cni.go:473] [openshift-monitoring/alertmanager-main-0 ff99eaf7b859fefba6270a68d7f1a4f0ede087c044fd8dac9bf1ef8ece6c56df network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 ff99eaf7b859fefba6270a68d7f1a4f0ede087c044fd8dac9bf1ef8ece6c56df network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:41:4f:a8:e0:66\",\"name\":\"ff99eaf7b859fef\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/975f8b94-5b38-4747-92d4-6b89d81de1d6\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 23:07:12.087280 3682 obj_retry.go:492] Detected object openshift-console/console-6c74477659-q4jkd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:07:12.087325 3682 obj_retry.go:492] Detected object openshift-console/console-6c74477659-q4jkd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:07:12.096999 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6c74477659-q4jkd I0425 23:07:12.097025 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6c74477659-q4jkd I0425 23:07:21.745464 3682 cni.go:452] [openshift-console/console-6c74477659-jnnx9 4893d1114448bd20126727799ba6c61f52a26fadac4329c7dce45c253b8fb4a8 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6c74477659-jnnx9 4893d1114448bd20126727799ba6c61f52a26fadac4329c7dce45c253b8fb4a8 network default NAD default NAD key ] I0425 23:07:21.819662 3682 cni.go:473] [openshift-console/console-6c74477659-jnnx9 4893d1114448bd20126727799ba6c61f52a26fadac4329c7dce45c253b8fb4a8 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6c74477659-jnnx9 4893d1114448bd20126727799ba6c61f52a26fadac4329c7dce45c253b8fb4a8 network default NAD default NAD key default], result "{}", err I0425 23:07:21.866345 3682 obj_retry.go:498] Detected object openshift-console/console-6c74477659-jnnx9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:07:21.866374 3682 pods.go:176] Deleting pod: openshift-console/console-6c74477659-jnnx9 I0425 23:07:21.867745 3682 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6c74477659-jnnx9, ips: 10.130.0.26 I0425 23:07:21.867771 3682 obj_retry.go:498] Detected object openshift-console/console-6c74477659-jnnx9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 23:07:22.102976 3682 obj_retry.go:492] Detected object openshift-console/console-6c74477659-jnnx9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:07:22.102998 3682 obj_retry.go:492] Detected object openshift-console/console-6c74477659-jnnx9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:07:22.110818 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6c74477659-jnnx9 I0425 23:07:22.110847 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6c74477659-jnnx9 W0425 23:07:41.512259 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 23:07:41.512278 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 23:07:41.512284 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0425 23:07:45.385267 3682 cni.go:452] [openshift-monitoring/prometheus-k8s-0 c80ff71176ce2db10ea8de2e724cdd769fffd078ae070d49185942e66f85031e network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 c80ff71176ce2db10ea8de2e724cdd769fffd078ae070d49185942e66f85031e network default NAD default NAD key ] I0425 23:07:45.470932 3682 cni.go:473] [openshift-monitoring/prometheus-k8s-0 c80ff71176ce2db10ea8de2e724cdd769fffd078ae070d49185942e66f85031e network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 c80ff71176ce2db10ea8de2e724cdd769fffd078ae070d49185942e66f85031e network default NAD default NAD key default], result "{}", err I0425 23:07:45.528845 3682 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:07:45.528884 3682 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0425 23:07:45.530235 3682 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.25 I0425 23:07:45.530263 3682 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 23:07:46.208213 3682 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:07:46.208240 3682 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:07:46.214913 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0425 23:07:46.214944 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0425 23:07:46.255475 3682 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-165.ec2.internal I0425 23:07:46.255571 3682 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0425 23:07:46.277556 3682 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 22.018757ms I0425 23:07:46.277585 3682 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 22.054267ms I0425 23:07:46.279025 3682 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 23.563908ms, libovsdb time 980.443µs I0425 23:07:46.615078 3682 cni.go:452] [openshift-monitoring/prometheus-k8s-0 6ef38420b6bc35ce752d735b17920e75e90dd6f255e7e95ea91b36a980d19e59 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 6ef38420b6bc35ce752d735b17920e75e90dd6f255e7e95ea91b36a980d19e59 network default NAD default NAD key ] I0425 23:07:46.636337 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 6ef38420b6bc35c, network: default, NAD default, SandboxID: "6ef38420b6bc35ce752d735b17920e75e90dd6f255e7e95ea91b36a980d19e59", PCI device ID: , UID: "47c4befc-abd3-4706-a782-12597d29a010", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0425 23:07:46.686364 3682 cni.go:473] [openshift-monitoring/prometheus-k8s-0 6ef38420b6bc35ce752d735b17920e75e90dd6f255e7e95ea91b36a980d19e59 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 6ef38420b6bc35ce752d735b17920e75e90dd6f255e7e95ea91b36a980d19e59 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:bc:97:9a:b6:ad\",\"name\":\"6ef38420b6bc35c\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a3f5f2c8-1dd2-4b6d-8daa-92aac0e9fec0\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 23:08:11.414789 3682 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29619300-zwscc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:08:11.415397 3682 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29619300-zwscc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 23:08:12.302664 3682 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29619300-zwscc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:08:12.302693 3682 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29619300-zwscc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:08:18.517789 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0425 23:08:22.528942 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=536 I0425 23:08:24.646631 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0425 23:08:28.278522 3682 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0425 23:08:31.516670 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 W0425 23:08:47.507203 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 23:08:47.507294 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0425 23:09:15.517641 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 I0425 23:09:49.518118 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=132 I0425 23:09:53.634760 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0425 23:09:55.626300 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0425 23:10:03.816385 3682 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29619310-btdcj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:10:03.816968 3682 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29619310-btdcj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 23:10:04.514807 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=56 I0425 23:10:04.715838 3682 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29619310-btdcj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:10:04.715860 3682 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29619310-btdcj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:10:08.605007 3682 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0425 23:10:55.641186 3682 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0425 23:11:30.620190 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0425 23:12:05.646771 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0425 23:12:34.615437 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0425 23:12:36.605673 3682 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0425 23:12:51.610429 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0425 23:13:23.520577 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=5 I0425 23:14:48.650109 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0425 23:15:46.517562 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=28 I0425 23:16:10.519905 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0425 23:16:12.627069 3682 namespace.go:98] [tsf] adding namespace I0425 23:16:12.627943 3682 namespace.go:102] [tsf] adding namespace took 852.18µs I0425 23:16:12.641881 3682 namespace.go:142] [tsf] updating namespace I0425 23:16:12.652254 3682 namespace.go:142] [tsf] updating namespace I0425 23:16:16.368762 3682 namespace.go:98] [tsf-tpa] adding namespace I0425 23:16:16.368784 3682 namespace.go:98] [tsf-keycloak] adding namespace I0425 23:16:16.369648 3682 namespace.go:102] [tsf-tpa] adding namespace took 858.97µs I0425 23:16:16.370208 3682 namespace.go:102] [tsf-keycloak] adding namespace took 1.411187ms I0425 23:16:16.374119 3682 namespace.go:98] [konflux-operator] adding namespace I0425 23:16:16.374241 3682 namespace.go:98] [rhtpa-operator] adding namespace I0425 23:16:16.374363 3682 namespace.go:98] [rhbk-operator] adding namespace I0425 23:16:16.374460 3682 namespace.go:98] [konflux-ui] adding namespace I0425 23:16:16.374860 3682 namespace.go:102] [konflux-operator] adding namespace took 723.245µs I0425 23:16:16.375657 3682 namespace.go:102] [rhtpa-operator] adding namespace took 1.395721ms I0425 23:16:16.376233 3682 namespace.go:102] [rhbk-operator] adding namespace took 1.846171ms I0425 23:16:16.376452 3682 namespace.go:98] [tsf-tas] adding namespace I0425 23:16:16.377018 3682 namespace.go:102] [konflux-ui] adding namespace took 2.543958ms I0425 23:16:16.377044 3682 namespace.go:98] [cert-manager-operator] adding namespace I0425 23:16:16.377665 3682 namespace.go:102] [cert-manager-operator] adding namespace took 613.467µs I0425 23:16:16.378294 3682 namespace.go:102] [tsf-tas] adding namespace took 1.827159ms I0425 23:16:16.384459 3682 namespace.go:142] [tsf-tpa] updating namespace I0425 23:16:16.397800 3682 namespace.go:142] [tsf-tpa] updating namespace I0425 23:16:16.410122 3682 namespace.go:142] [tsf-keycloak] updating namespace I0425 23:16:16.423524 3682 namespace.go:142] [tsf-keycloak] updating namespace I0425 23:16:16.428433 3682 namespace.go:142] [konflux-operator] updating namespace I0425 23:16:16.430905 3682 namespace.go:142] [rhbk-operator] updating namespace I0425 23:16:16.437858 3682 namespace.go:142] [rhtpa-operator] updating namespace I0425 23:16:16.439084 3682 namespace.go:142] [konflux-operator] updating namespace I0425 23:16:16.442599 3682 namespace.go:142] [konflux-ui] updating namespace I0425 23:16:16.444209 3682 namespace.go:142] [cert-manager-operator] updating namespace I0425 23:16:16.447120 3682 namespace.go:142] [tsf-tas] updating namespace I0425 23:16:16.459798 3682 namespace.go:142] [tsf-keycloak] updating namespace I0425 23:16:16.461202 3682 namespace.go:142] [konflux-operator] updating namespace I0425 23:16:16.487605 3682 namespace.go:142] [rhbk-operator] updating namespace I0425 23:16:16.492011 3682 namespace.go:142] [rhbk-operator] updating namespace I0425 23:16:16.503969 3682 namespace.go:142] [konflux-ui] updating namespace I0425 23:16:16.513503 3682 namespace.go:142] [konflux-ui] updating namespace I0425 23:16:16.515599 3682 namespace.go:142] [cert-manager-operator] updating namespace I0425 23:16:16.534143 3682 namespace.go:142] [cert-manager-operator] updating namespace I0425 23:16:16.534198 3682 namespace.go:142] [tsf-tas] updating namespace I0425 23:16:16.544188 3682 namespace.go:142] [tsf-tas] updating namespace I0425 23:16:16.551706 3682 namespace.go:142] [rhtpa-operator] updating namespace I0425 23:16:16.557418 3682 namespace.go:142] [rhtpa-operator] updating namespace I0425 23:16:16.579253 3682 namespace.go:142] [tsf-tpa] updating namespace I0425 23:16:17.459851 3682 namespace.go:142] [tsf-tpa] updating namespace I0425 23:16:17.470143 3682 namespace.go:142] [tsf-keycloak] updating namespace I0425 23:16:19.000504 3682 base_network_controller_pods.go:487] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158dnmv2] creating logical port openshift-marketplace_26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158dnmv2 for pod on switch ip-10-0-0-165.ec2.internal I0425 23:16:19.000646 3682 kube.go:256] Updating pod openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158dnmv2 I0425 23:16:19.013964 3682 pod.go:62] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158dnmv2] pod update took 13.349048ms I0425 23:16:19.013990 3682 base_network_controller_pods.go:951] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158dnmv2] addLogicalPort annotation time took 13.381802ms I0425 23:16:19.015437 3682 pods.go:271] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158dnmv2] addLogicalPort took 14.95478ms, libovsdb time 987.023µs I0425 23:16:19.095389 3682 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51sf9m9] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51sf9m9 for pod on switch ip-10-0-0-165.ec2.internal I0425 23:16:19.095496 3682 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51sf9m9 I0425 23:16:19.109641 3682 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51sf9m9] pod update took 14.172667ms I0425 23:16:19.109664 3682 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51sf9m9] addLogicalPort annotation time took 14.197733ms I0425 23:16:19.110742 3682 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51sf9m9] addLogicalPort took 15.370578ms, libovsdb time 735.923µs I0425 23:16:19.365858 3682 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158dnmv2 2d5815b34c4659f6df647306135cbb3a68a9b20b5b322a744f6095c1403d8491 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158dnmv2 2d5815b34c4659f6df647306135cbb3a68a9b20b5b322a744f6095c1403d8491 network default NAD default NAD key ] I0425 23:16:19.375223 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158dnmv2, hostIfaceName: 2d5815b34c4659f, network: default, NAD default, SandboxID: "2d5815b34c4659f6df647306135cbb3a68a9b20b5b322a744f6095c1403d8491", PCI device ID: , UID: "b415a001-97be-4842-b696-7782c974ce68", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0425 23:16:19.426382 3682 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158dnmv2 2d5815b34c4659f6df647306135cbb3a68a9b20b5b322a744f6095c1403d8491 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158dnmv2 2d5815b34c4659f6df647306135cbb3a68a9b20b5b322a744f6095c1403d8491 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:4f:73:dc:61:8a\",\"name\":\"2d5815b34c4659f\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d63806b4-50e3-4ae5-9b13-36ac415fbca3\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 23:16:19.459931 3682 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51sf9m9 1e9f9c410371f1837c3adb7d6a4f254eb9281a04d93b4c1cd21f71dc87ce5b56 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51sf9m9 1e9f9c410371f1837c3adb7d6a4f254eb9281a04d93b4c1cd21f71dc87ce5b56 network default NAD default NAD key ] I0425 23:16:19.469855 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51sf9m9, hostIfaceName: 1e9f9c410371f18, network: default, NAD default, SandboxID: "1e9f9c410371f1837c3adb7d6a4f254eb9281a04d93b4c1cd21f71dc87ce5b56", PCI device ID: , UID: "89ef33e2-45db-4d3c-bec3-54394cfedc58", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0425 23:16:19.519435 3682 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51sf9m9 1e9f9c410371f1837c3adb7d6a4f254eb9281a04d93b4c1cd21f71dc87ce5b56 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51sf9m9 1e9f9c410371f1837c3adb7d6a4f254eb9281a04d93b4c1cd21f71dc87ce5b56 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:90:6f:a2:c1:c9\",\"name\":\"1e9f9c410371f18\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/75a0e12b-65a0-4d08-b5c9-32b01b8a4c08\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 23:16:21.942467 3682 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jxwcf] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jxwcf for pod on switch ip-10-0-0-165.ec2.internal I0425 23:16:21.942588 3682 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jxwcf I0425 23:16:21.954577 3682 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jxwcf] pod update took 12.023663ms I0425 23:16:21.954609 3682 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jxwcf] addLogicalPort annotation time took 12.063107ms I0425 23:16:21.956075 3682 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jxwcf] addLogicalPort took 13.62725ms, libovsdb time 1.021607ms I0425 23:16:22.305017 3682 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jxwcf a663a88417c06ddcbae9f306a6c0cb15f1bd8e1c15fb9bc852377ac184bbf791 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jxwcf a663a88417c06ddcbae9f306a6c0cb15f1bd8e1c15fb9bc852377ac184bbf791 network default NAD default NAD key ] I0425 23:16:22.315847 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jxwcf, hostIfaceName: a663a88417c06dd, network: default, NAD default, SandboxID: "a663a88417c06ddcbae9f306a6c0cb15f1bd8e1c15fb9bc852377ac184bbf791", PCI device ID: , UID: "bcbcf1f8-4285-4b0d-9933-65e7d1e7ef21", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0425 23:16:22.364454 3682 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jxwcf a663a88417c06ddcbae9f306a6c0cb15f1bd8e1c15fb9bc852377ac184bbf791 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jxwcf a663a88417c06ddcbae9f306a6c0cb15f1bd8e1c15fb9bc852377ac184bbf791 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:2e:89:f3:6b:56\",\"name\":\"a663a88417c06dd\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/69004a69-89c5-4bef-9b76-b61c5abe3e98\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 23:16:23.401035 3682 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158dnmv2 2d5815b34c4659f6df647306135cbb3a68a9b20b5b322a744f6095c1403d8491 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158dnmv2 2d5815b34c4659f6df647306135cbb3a68a9b20b5b322a744f6095c1403d8491 network default NAD default NAD key ] I0425 23:16:23.401430 3682 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51sf9m9 1e9f9c410371f1837c3adb7d6a4f254eb9281a04d93b4c1cd21f71dc87ce5b56 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51sf9m9 1e9f9c410371f1837c3adb7d6a4f254eb9281a04d93b4c1cd21f71dc87ce5b56 network default NAD default NAD key ] I0425 23:16:23.482533 3682 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51sf9m9 1e9f9c410371f1837c3adb7d6a4f254eb9281a04d93b4c1cd21f71dc87ce5b56 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51sf9m9 1e9f9c410371f1837c3adb7d6a4f254eb9281a04d93b4c1cd21f71dc87ce5b56 network default NAD default NAD key default], result "{}", err I0425 23:16:23.511280 3682 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158dnmv2 2d5815b34c4659f6df647306135cbb3a68a9b20b5b322a744f6095c1403d8491 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158dnmv2 2d5815b34c4659f6df647306135cbb3a68a9b20b5b322a744f6095c1403d8491 network default NAD default NAD key default], result "{}", err I0425 23:16:23.528287 3682 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51sf9m9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:16:23.528333 3682 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51sf9m9 I0425 23:16:23.529688 3682 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51sf9m9, ips: 10.130.0.30 I0425 23:16:23.529717 3682 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51sf9m9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 23:16:23.529743 3682 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51sf9m9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 23:16:23.529751 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 23:16:23.529953 3682 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51sf9m9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 23:16:23.529970 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 23:16:23.556616 3682 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158dnmv2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:16:23.556662 3682 pods.go:176] Deleting pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158dnmv2 I0425 23:16:23.557899 3682 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158dnmv2, ips: 10.130.0.29 I0425 23:16:23.557933 3682 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158dnmv2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 23:16:23.557958 3682 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158dnmv2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 23:16:23.557965 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 23:16:23.558156 3682 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158dnmv2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 23:16:23.558170 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 23:16:23.875606 3682 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgltq8] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgltq8 for pod on switch ip-10-0-0-165.ec2.internal I0425 23:16:23.875757 3682 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgltq8 I0425 23:16:23.888014 3682 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgltq8] pod update took 12.289056ms I0425 23:16:23.888033 3682 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgltq8] addLogicalPort annotation time took 12.312646ms I0425 23:16:23.889352 3682 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgltq8] addLogicalPort took 13.756233ms, libovsdb time 934.35µs I0425 23:16:24.238027 3682 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgltq8 2b2a7a3ffad7d7d290172681d306994f68da504bbe3e587ebdb71a0a7752343a network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgltq8 2b2a7a3ffad7d7d290172681d306994f68da504bbe3e587ebdb71a0a7752343a network default NAD default NAD key ] I0425 23:16:24.248577 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgltq8, hostIfaceName: 2b2a7a3ffad7d7d, network: default, NAD default, SandboxID: "2b2a7a3ffad7d7d290172681d306994f68da504bbe3e587ebdb71a0a7752343a", PCI device ID: , UID: "de728f28-d8a2-441a-9fff-59d449729d60", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0425 23:16:24.296975 3682 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgltq8 2b2a7a3ffad7d7d290172681d306994f68da504bbe3e587ebdb71a0a7752343a network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgltq8 2b2a7a3ffad7d7d290172681d306994f68da504bbe3e587ebdb71a0a7752343a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:52:a8:76:5d:c2\",\"name\":\"2b2a7a3ffad7d7d\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85e88ed5-cadf-4182-ba44-bd13fc07d301\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 23:16:24.553234 3682 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51sf9m9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:16:24.553261 3682 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51sf9m9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:16:24.553282 3682 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51sf9m9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:16:24.553291 3682 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51sf9m9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:16:24.579978 3682 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158dnmv2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:16:24.580033 3682 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158dnmv2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:16:24.580053 3682 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158dnmv2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:16:24.580061 3682 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158dnmv2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:16:25.339427 3682 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dcnq2] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dcnq2 for pod on switch ip-10-0-0-165.ec2.internal I0425 23:16:25.339582 3682 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dcnq2 I0425 23:16:25.352503 3682 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dcnq2] pod update took 12.963784ms I0425 23:16:25.352527 3682 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dcnq2] addLogicalPort annotation time took 12.992865ms I0425 23:16:25.353850 3682 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dcnq2] addLogicalPort took 14.440993ms, libovsdb time 887.205µs I0425 23:16:25.430540 3682 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cgfmp] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cgfmp for pod on switch ip-10-0-0-165.ec2.internal I0425 23:16:25.430666 3682 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cgfmp I0425 23:16:25.442910 3682 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cgfmp] pod update took 12.265679ms I0425 23:16:25.442933 3682 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cgfmp] addLogicalPort annotation time took 12.294066ms I0425 23:16:25.444347 3682 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cgfmp] addLogicalPort took 13.825847ms, libovsdb time 922.073µs I0425 23:16:25.700958 3682 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dcnq2 7900a07db31772c53115d1c7892db293ee40bfcfd0d9939308d501ca068a9532 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dcnq2 7900a07db31772c53115d1c7892db293ee40bfcfd0d9939308d501ca068a9532 network default NAD default NAD key ] I0425 23:16:25.711130 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dcnq2, hostIfaceName: 7900a07db31772c, network: default, NAD default, SandboxID: "7900a07db31772c53115d1c7892db293ee40bfcfd0d9939308d501ca068a9532", PCI device ID: , UID: "e05656c5-9550-4775-91e0-eb5a5aea80b0", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0425 23:16:25.763612 3682 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dcnq2 7900a07db31772c53115d1c7892db293ee40bfcfd0d9939308d501ca068a9532 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dcnq2 7900a07db31772c53115d1c7892db293ee40bfcfd0d9939308d501ca068a9532 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:c8:59:72:07:fd\",\"name\":\"7900a07db31772c\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/35e2e41c-7dba-4fa4-9b0b-2ec4553e29c2\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 23:16:25.793594 3682 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cgfmp 3c59ffe52a0fa45432fc80402de8ce652a7ca3ab973a1c72056926d7994de1a3 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cgfmp 3c59ffe52a0fa45432fc80402de8ce652a7ca3ab973a1c72056926d7994de1a3 network default NAD default NAD key ] I0425 23:16:25.804058 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cgfmp, hostIfaceName: 3c59ffe52a0fa45, network: default, NAD default, SandboxID: "3c59ffe52a0fa45432fc80402de8ce652a7ca3ab973a1c72056926d7994de1a3", PCI device ID: , UID: "8de1f19f-fc58-49ee-9086-dad814588c06", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0425 23:16:25.859062 3682 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cgfmp 3c59ffe52a0fa45432fc80402de8ce652a7ca3ab973a1c72056926d7994de1a3 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cgfmp 3c59ffe52a0fa45432fc80402de8ce652a7ca3ab973a1c72056926d7994de1a3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:03:f9:6f:cb:4a\",\"name\":\"3c59ffe52a0fa45\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0af89008-5d1d-4ac7-af28-81c1541e9771\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 23:16:26.432164 3682 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jxwcf a663a88417c06ddcbae9f306a6c0cb15f1bd8e1c15fb9bc852377ac184bbf791 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jxwcf a663a88417c06ddcbae9f306a6c0cb15f1bd8e1c15fb9bc852377ac184bbf791 network default NAD default NAD key ] I0425 23:16:26.511349 3682 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jxwcf a663a88417c06ddcbae9f306a6c0cb15f1bd8e1c15fb9bc852377ac184bbf791 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jxwcf a663a88417c06ddcbae9f306a6c0cb15f1bd8e1c15fb9bc852377ac184bbf791 network default NAD default NAD key default], result "{}", err I0425 23:16:26.984335 3682 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jxwcf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:16:26.984382 3682 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jxwcf I0425 23:16:26.986191 3682 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jxwcf, ips: 10.130.0.31 I0425 23:16:26.986219 3682 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jxwcf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 23:16:26.986242 3682 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jxwcf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 23:16:26.986249 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 23:16:26.986532 3682 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jxwcf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 23:16:26.986551 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 23:16:28.008810 3682 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jxwcf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:16:28.008833 3682 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jxwcf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:16:28.008844 3682 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jxwcf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:16:28.008860 3682 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jxwcf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:16:29.462411 3682 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgltq8 2b2a7a3ffad7d7d290172681d306994f68da504bbe3e587ebdb71a0a7752343a network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgltq8 2b2a7a3ffad7d7d290172681d306994f68da504bbe3e587ebdb71a0a7752343a network default NAD default NAD key ] I0425 23:16:29.464762 3682 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dcnq2 7900a07db31772c53115d1c7892db293ee40bfcfd0d9939308d501ca068a9532 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dcnq2 7900a07db31772c53115d1c7892db293ee40bfcfd0d9939308d501ca068a9532 network default NAD default NAD key ] I0425 23:16:29.464768 3682 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cgfmp 3c59ffe52a0fa45432fc80402de8ce652a7ca3ab973a1c72056926d7994de1a3 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cgfmp 3c59ffe52a0fa45432fc80402de8ce652a7ca3ab973a1c72056926d7994de1a3 network default NAD default NAD key ] I0425 23:16:29.544495 3682 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgltq8 2b2a7a3ffad7d7d290172681d306994f68da504bbe3e587ebdb71a0a7752343a network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgltq8 2b2a7a3ffad7d7d290172681d306994f68da504bbe3e587ebdb71a0a7752343a network default NAD default NAD key default], result "{}", err I0425 23:16:29.577754 3682 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dcnq2 7900a07db31772c53115d1c7892db293ee40bfcfd0d9939308d501ca068a9532 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dcnq2 7900a07db31772c53115d1c7892db293ee40bfcfd0d9939308d501ca068a9532 network default NAD default NAD key default], result "{}", err I0425 23:16:29.589771 3682 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cgfmp 3c59ffe52a0fa45432fc80402de8ce652a7ca3ab973a1c72056926d7994de1a3 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cgfmp 3c59ffe52a0fa45432fc80402de8ce652a7ca3ab973a1c72056926d7994de1a3 network default NAD default NAD key default], result "{}", err I0425 23:16:29.597419 3682 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgltq8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:16:29.597485 3682 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgltq8 I0425 23:16:29.598994 3682 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgltq8, ips: 10.130.0.32 I0425 23:16:29.599024 3682 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgltq8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 23:16:29.599050 3682 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgltq8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 23:16:29.599057 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 23:16:29.599334 3682 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgltq8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 23:16:29.599358 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 23:16:29.634360 3682 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dcnq2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:16:29.634396 3682 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dcnq2 I0425 23:16:29.635571 3682 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dcnq2, ips: 10.130.0.33 I0425 23:16:29.635595 3682 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dcnq2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 23:16:29.635615 3682 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dcnq2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 23:16:29.635622 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 23:16:29.635788 3682 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dcnq2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 23:16:29.635803 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 23:16:29.662454 3682 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cgfmp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:16:29.662486 3682 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cgfmp I0425 23:16:29.663818 3682 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cgfmp, ips: 10.130.0.34 I0425 23:16:29.663839 3682 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cgfmp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 23:16:29.663858 3682 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cgfmp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 23:16:29.663866 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 23:16:29.664011 3682 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cgfmp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 23:16:29.664023 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 23:16:30.624113 3682 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgltq8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:16:30.624137 3682 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgltq8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:16:30.624156 3682 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgltq8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:16:30.624166 3682 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgltq8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:16:30.663119 3682 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dcnq2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:16:30.663141 3682 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dcnq2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:16:30.663153 3682 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dcnq2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:16:30.663161 3682 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dcnq2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:16:30.694799 3682 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cgfmp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:16:30.694825 3682 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cgfmp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:16:30.694837 3682 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cgfmp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:16:30.694848 3682 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cgfmp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0425 23:16:36.201153 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0425 23:16:39.321767 3682 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-bwzpv] creating logical port konflux-operator_konflux-operator-controller-manager-66b879f574-bwzpv for pod on switch ip-10-0-0-165.ec2.internal I0425 23:16:39.321917 3682 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-66b879f574-bwzpv I0425 23:16:39.349009 3682 pod.go:62] [konflux-operator/konflux-operator-controller-manager-66b879f574-bwzpv] pod update took 27.117351ms I0425 23:16:39.349033 3682 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-bwzpv] addLogicalPort annotation time took 27.149248ms I0425 23:16:39.350370 3682 pods.go:271] [konflux-operator/konflux-operator-controller-manager-66b879f574-bwzpv] addLogicalPort took 28.638539ms, libovsdb time 965.67µs I0425 23:16:39.685089 3682 cni.go:452] [konflux-operator/konflux-operator-controller-manager-66b879f574-bwzpv 6c08f283663a63adb76dd866b945aa604bd946e751fe51b284771eee6e7d5b14 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-66b879f574-bwzpv 6c08f283663a63adb76dd866b945aa604bd946e751fe51b284771eee6e7d5b14 network default NAD default NAD key ] I0425 23:16:39.694835 3682 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-66b879f574-bwzpv, hostIfaceName: 6c08f283663a63a, network: default, NAD default, SandboxID: "6c08f283663a63adb76dd866b945aa604bd946e751fe51b284771eee6e7d5b14", PCI device ID: , UID: "ee8e0f5e-acac-4c59-bf0d-a2ba94a3c510", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0425 23:16:39.744773 3682 cni.go:473] [konflux-operator/konflux-operator-controller-manager-66b879f574-bwzpv 6c08f283663a63adb76dd866b945aa604bd946e751fe51b284771eee6e7d5b14 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-66b879f574-bwzpv 6c08f283663a63adb76dd866b945aa604bd946e751fe51b284771eee6e7d5b14 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:0c:01:17:6c:0f\",\"name\":\"6c08f283663a63a\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85f92bdc-cc77-4b0f-ba82-863bc1e2e903\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 23:16:41.246087 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0425 23:16:41.259357 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0425 23:16:42.548981 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0425 23:16:47.255887 3682 namespace.go:142] [openshift-operators] updating namespace I0425 23:16:47.258940 3682 namespace.go:142] [openshift-operators] updating namespace I0425 23:16:48.581836 3682 namespace.go:98] [cert-manager] adding namespace I0425 23:16:48.582828 3682 namespace.go:102] [cert-manager] adding namespace took 964.992µs I0425 23:16:48.602935 3682 namespace.go:142] [cert-manager] updating namespace I0425 23:16:48.616007 3682 namespace.go:142] [cert-manager] updating namespace W0425 23:16:50.230972 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0425 23:16:50.259038 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0425 23:16:50.280490 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0425 23:16:50.295839 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0425 23:16:52.759473 3682 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-mpffm] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-mpffm for pod on switch ip-10-0-0-165.ec2.internal I0425 23:16:52.759593 3682 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-mpffm I0425 23:16:52.833760 3682 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-mpffm I0425 23:16:52.902328 3682 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-mpffm] pod update took 142.756815ms I0425 23:16:52.902346 3682 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-mpffm] addLogicalPort annotation time took 142.779117ms I0425 23:16:52.903491 3682 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-mpffm] addLogicalPort took 144.03489ms, libovsdb time 829.408µs I0425 23:16:53.112206 3682 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-mpffm b3cda1ec97a97d8f9d19cc0e4ccab79d6c679fd139e6dae11a6a6eda3359bc69 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-mpffm b3cda1ec97a97d8f9d19cc0e4ccab79d6c679fd139e6dae11a6a6eda3359bc69 network default NAD default NAD key ] I0425 23:16:53.121704 3682 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-mpffm, hostIfaceName: b3cda1ec97a97d8, network: default, NAD default, SandboxID: "b3cda1ec97a97d8f9d19cc0e4ccab79d6c679fd139e6dae11a6a6eda3359bc69", PCI device ID: , UID: "d531d77c-3722-453c-83b4-f8d5e3d6d26a", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0425 23:16:53.173873 3682 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-mpffm b3cda1ec97a97d8f9d19cc0e4ccab79d6c679fd139e6dae11a6a6eda3359bc69 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-mpffm b3cda1ec97a97d8f9d19cc0e4ccab79d6c679fd139e6dae11a6a6eda3359bc69 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:52:87:83:e1:ac\",\"name\":\"b3cda1ec97a97d8\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c9ac9f5d-4343-4ac3-a0bd-78e8dcc3ca52\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 23:16:53.450159 3682 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-pvg5k] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-pvg5k for pod on switch ip-10-0-0-165.ec2.internal I0425 23:16:53.450261 3682 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-pvg5k I0425 23:16:53.474115 3682 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-pvg5k] pod update took 23.8774ms I0425 23:16:53.474139 3682 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-pvg5k] addLogicalPort annotation time took 23.905834ms I0425 23:16:53.475352 3682 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-pvg5k] addLogicalPort took 25.209701ms, libovsdb time 845.686µs W0425 23:16:53.542728 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0425 23:16:53.817213 3682 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-pvg5k de075e20ff4194b39d5bb057d56e47b0c57beaa1e2bb91fcee2e49922d39935a network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-pvg5k de075e20ff4194b39d5bb057d56e47b0c57beaa1e2bb91fcee2e49922d39935a network default NAD default NAD key ] I0425 23:16:53.827909 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-pvg5k, hostIfaceName: de075e20ff4194b, network: default, NAD default, SandboxID: "de075e20ff4194b39d5bb057d56e47b0c57beaa1e2bb91fcee2e49922d39935a", PCI device ID: , UID: "1a867fb6-fc5d-42bb-9af0-528a9476386c", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0425 23:16:53.882288 3682 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-pvg5k de075e20ff4194b39d5bb057d56e47b0c57beaa1e2bb91fcee2e49922d39935a network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-pvg5k de075e20ff4194b39d5bb057d56e47b0c57beaa1e2bb91fcee2e49922d39935a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:60:a0:c5:73:40\",\"name\":\"de075e20ff4194b\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4ac1440f-bfac-480e-9e30-a9b0bb31b1c3\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 23:16:54.609422 3682 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0425 23:16:55.628767 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0425 23:16:55.904262 3682 namespace.go:98] [trusted-artifact-signer] adding namespace I0425 23:16:55.905190 3682 namespace.go:102] [trusted-artifact-signer] adding namespace took 907.091µs I0425 23:16:55.930875 3682 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 23:16:55.984506 3682 namespace.go:142] [trusted-artifact-signer] updating namespace W0425 23:16:56.676027 3682 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0425 23:16:59.218584 3682 namespace.go:142] [openshift-operators] updating namespace W0425 23:17:00.223662 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0425 23:17:00.223692 3682 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0425 23:17:07.622494 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0425 23:17:09.403982 3682 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-tkhml] creating logical port cert-manager_cert-manager-59c77684cc-tkhml for pod on switch ip-10-0-0-165.ec2.internal I0425 23:17:09.404088 3682 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-tkhml I0425 23:17:09.428947 3682 pod.go:62] [cert-manager/cert-manager-59c77684cc-tkhml] pod update took 24.888471ms I0425 23:17:09.428975 3682 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-tkhml] addLogicalPort annotation time took 24.92103ms I0425 23:17:09.430180 3682 pods.go:271] [cert-manager/cert-manager-59c77684cc-tkhml] addLogicalPort took 26.218274ms, libovsdb time 811.738µs I0425 23:17:09.763189 3682 cni.go:452] [cert-manager/cert-manager-59c77684cc-tkhml 61acfe04d5cf70a6c84d251784085d65898df026c0a96e4dde00e22164929b72 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-tkhml 61acfe04d5cf70a6c84d251784085d65898df026c0a96e4dde00e22164929b72 network default NAD default NAD key ] I0425 23:17:09.772841 3682 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-tkhml, hostIfaceName: 61acfe04d5cf70a, network: default, NAD default, SandboxID: "61acfe04d5cf70a6c84d251784085d65898df026c0a96e4dde00e22164929b72", PCI device ID: , UID: "f0f949bc-2b84-40d1-9939-eae402ab7f04", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0425 23:17:09.829690 3682 cni.go:473] [cert-manager/cert-manager-59c77684cc-tkhml 61acfe04d5cf70a6c84d251784085d65898df026c0a96e4dde00e22164929b72 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-tkhml 61acfe04d5cf70a6c84d251784085d65898df026c0a96e4dde00e22164929b72 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:cd:1b:e6:88:94\",\"name\":\"61acfe04d5cf70a\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ada62dee-63bf-403c-9fa7-21c545898af1\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 23:17:10.125761 3682 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:17:10.126284 3682 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 23:17:10.142182 3682 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:17:10.142203 3682 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:17:10.146542 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0425 23:17:10.146570 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0425 23:17:13.532068 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=174 I0425 23:17:15.972508 3682 namespace.go:98] [openshift-pipelines] adding namespace I0425 23:17:15.973461 3682 namespace.go:102] [openshift-pipelines] adding namespace took 926.543µs I0425 23:17:15.991984 3682 namespace.go:142] [openshift-pipelines] updating namespace I0425 23:17:16.818940 3682 namespace.go:142] [cert-manager] updating namespace I0425 23:17:17.020230 3682 namespace.go:142] [cert-manager-operator] updating namespace I0425 23:17:17.419138 3682 namespace.go:142] [konflux-operator] updating namespace I0425 23:17:17.619916 3682 namespace.go:142] [konflux-ui] updating namespace I0425 23:17:17.823164 3682 namespace.go:142] [open-cluster-management-2ptfd0doqkjckkqnviaqdhhsij5e416h] updating namespace I0425 23:17:18.227448 3682 namespace.go:142] [rhbk-operator] updating namespace I0425 23:17:18.424479 3682 namespace.go:142] [rhtpa-operator] updating namespace I0425 23:17:18.625461 3682 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 23:17:18.824639 3682 namespace.go:142] [tsf] updating namespace I0425 23:17:19.025079 3682 namespace.go:142] [tsf-keycloak] updating namespace I0425 23:17:19.227604 3682 namespace.go:142] [tsf-tas] updating namespace I0425 23:17:19.427925 3682 namespace.go:142] [tsf-tpa] updating namespace I0425 23:17:19.555893 3682 namespace.go:142] [cert-manager] updating namespace I0425 23:17:19.566050 3682 namespace.go:142] [cert-manager-operator] updating namespace I0425 23:17:19.574055 3682 namespace.go:142] [default] updating namespace I0425 23:17:19.582713 3682 namespace.go:142] [konflux-operator] updating namespace I0425 23:17:19.592067 3682 namespace.go:142] [konflux-ui] updating namespace I0425 23:17:19.598901 3682 namespace.go:142] [open-cluster-management-2ptfd0doqkjckkqnviaqdhhsij5e416h] updating namespace I0425 23:17:19.609438 3682 namespace.go:142] [openshift] updating namespace I0425 23:17:19.617238 3682 namespace.go:142] [rhbk-operator] updating namespace I0425 23:17:19.627010 3682 namespace.go:142] [rhtpa-operator] updating namespace I0425 23:17:19.633762 3682 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 23:17:19.651096 3682 namespace.go:142] [tsf] updating namespace I0425 23:17:19.669999 3682 namespace.go:142] [tsf-keycloak] updating namespace I0425 23:17:19.689791 3682 namespace.go:142] [tsf-tas] updating namespace I0425 23:17:19.713208 3682 namespace.go:142] [tsf-tpa] updating namespace I0425 23:17:19.810434 3682 namespace.go:142] [cert-manager] updating namespace I0425 23:17:19.910923 3682 namespace.go:142] [cert-manager-operator] updating namespace I0425 23:17:20.012028 3682 namespace.go:142] [default] updating namespace I0425 23:17:20.111166 3682 namespace.go:142] [konflux-operator] updating namespace I0425 23:17:20.211193 3682 namespace.go:142] [konflux-ui] updating namespace I0425 23:17:20.312719 3682 namespace.go:142] [open-cluster-management-2ptfd0doqkjckkqnviaqdhhsij5e416h] updating namespace I0425 23:17:20.409584 3682 namespace.go:142] [openshift] updating namespace I0425 23:17:20.511095 3682 namespace.go:142] [rhbk-operator] updating namespace I0425 23:17:20.612172 3682 namespace.go:142] [rhtpa-operator] updating namespace I0425 23:17:20.710193 3682 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 23:17:20.810145 3682 namespace.go:142] [tsf] updating namespace I0425 23:17:20.912225 3682 namespace.go:142] [tsf-keycloak] updating namespace I0425 23:17:21.012568 3682 namespace.go:142] [tsf-tas] updating namespace I0425 23:17:21.111977 3682 namespace.go:142] [tsf-tpa] updating namespace I0425 23:17:21.378615 3682 namespace.go:142] [openshift-pipelines] updating namespace W0425 23:17:26.067913 3682 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0425 23:17:26.086201 3682 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0425 23:17:30.188925 3682 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vd2hr] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-vd2hr for pod on switch ip-10-0-0-165.ec2.internal I0425 23:17:30.189039 3682 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vd2hr I0425 23:17:30.206474 3682 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vd2hr] pod update took 17.469046ms I0425 23:17:30.206504 3682 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vd2hr] addLogicalPort annotation time took 17.503635ms I0425 23:17:30.207807 3682 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vd2hr] addLogicalPort took 18.904185ms, libovsdb time 875.471µs I0425 23:17:30.408072 3682 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-bbjrx] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-bbjrx for pod on switch ip-10-0-0-165.ec2.internal I0425 23:17:30.408161 3682 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-bbjrx I0425 23:17:30.422437 3682 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-bbjrx] pod update took 14.30217ms I0425 23:17:30.422478 3682 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-bbjrx] addLogicalPort annotation time took 14.328029ms I0425 23:17:30.423916 3682 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-bbjrx] addLogicalPort took 15.859958ms, libovsdb time 1.048008ms I0425 23:17:30.556135 3682 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vd2hr dcaa265e6ed3f442002cd03c145d60cc97d7d11bad48e8b55ab8473e6f3134dc network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vd2hr dcaa265e6ed3f442002cd03c145d60cc97d7d11bad48e8b55ab8473e6f3134dc network default NAD default NAD key ] I0425 23:17:30.565759 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-vd2hr, hostIfaceName: dcaa265e6ed3f44, network: default, NAD default, SandboxID: "dcaa265e6ed3f442002cd03c145d60cc97d7d11bad48e8b55ab8473e6f3134dc", PCI device ID: , UID: "3e088ce4-29a6-49a8-a6b5-7addc338b1ed", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0425 23:17:30.620206 3682 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vd2hr dcaa265e6ed3f442002cd03c145d60cc97d7d11bad48e8b55ab8473e6f3134dc network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vd2hr dcaa265e6ed3f442002cd03c145d60cc97d7d11bad48e8b55ab8473e6f3134dc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:01:93:b5:bc:d3\",\"name\":\"dcaa265e6ed3f44\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/95320be5-32a3-4118-9048-9252d45a8420\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 23:17:30.776806 3682 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-bbjrx e09138351dc56da991e521f4806527bc762033d1ce3a9412f512906e9bf99ac7 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-bbjrx e09138351dc56da991e521f4806527bc762033d1ce3a9412f512906e9bf99ac7 network default NAD default NAD key ] I0425 23:17:30.787152 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-bbjrx, hostIfaceName: e09138351dc56da, network: default, NAD default, SandboxID: "e09138351dc56da991e521f4806527bc762033d1ce3a9412f512906e9bf99ac7", PCI device ID: , UID: "58038acc-87dd-402f-b467-e9d34056e8d8", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0425 23:17:30.838073 3682 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-bbjrx e09138351dc56da991e521f4806527bc762033d1ce3a9412f512906e9bf99ac7 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-bbjrx e09138351dc56da991e521f4806527bc762033d1ce3a9412f512906e9bf99ac7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:5f:e5:37:5c:cf\",\"name\":\"e09138351dc56da\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b6f457b-771b-41c4-9205-ee0f65518953\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 23:17:33.381044 3682 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 23:17:33.381061 3682 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 23:17:33.381066 3682 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 23:17:34.118051 3682 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 23:17:34.118068 3682 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 23:17:34.118072 3682 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 23:17:34.118077 3682 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 23:17:34.384611 3682 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 23:17:34.384644 3682 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 23:17:34.384649 3682 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0425 23:17:52.637856 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0425 23:17:56.209729 3682 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-fncmh] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-fncmh for pod on switch ip-10-0-0-165.ec2.internal I0425 23:17:56.209855 3682 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-fncmh I0425 23:17:56.225089 3682 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-fncmh] pod update took 15.27887ms I0425 23:17:56.225126 3682 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-fncmh] addLogicalPort annotation time took 15.320953ms I0425 23:17:56.226511 3682 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-fncmh] addLogicalPort took 16.803292ms, libovsdb time 834.266µs I0425 23:17:56.406578 3682 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-t5v9z] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-t5v9z for pod on switch ip-10-0-0-165.ec2.internal I0425 23:17:56.406678 3682 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-t5v9z I0425 23:17:56.421328 3682 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-t5v9z] pod update took 14.672234ms I0425 23:17:56.421351 3682 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-t5v9z] addLogicalPort annotation time took 14.699945ms I0425 23:17:56.422686 3682 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-t5v9z] addLogicalPort took 16.125436ms, libovsdb time 943.695µs I0425 23:17:56.571184 3682 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-fncmh a1177d559d7c90010290a13e25ffbe388c015818b7f92adfb81f39d538053013 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-fncmh a1177d559d7c90010290a13e25ffbe388c015818b7f92adfb81f39d538053013 network default NAD default NAD key ] I0425 23:17:56.581908 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-fncmh, hostIfaceName: a1177d559d7c900, network: default, NAD default, SandboxID: "a1177d559d7c90010290a13e25ffbe388c015818b7f92adfb81f39d538053013", PCI device ID: , UID: "96fda749-2cab-49b5-899e-053bfecfb98e", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0425 23:17:56.635202 3682 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-fncmh a1177d559d7c90010290a13e25ffbe388c015818b7f92adfb81f39d538053013 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-fncmh a1177d559d7c90010290a13e25ffbe388c015818b7f92adfb81f39d538053013 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:22:e4:47:07:f5\",\"name\":\"a1177d559d7c900\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d987f4cf-d202-439d-bcc2-94df47982438\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 23:17:56.769217 3682 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-t5v9z 69eecaa89fd270af162435a2cfe058044a4ed6c73427d3aaafcb7f89f158c80a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-t5v9z 69eecaa89fd270af162435a2cfe058044a4ed6c73427d3aaafcb7f89f158c80a network default NAD default NAD key ] I0425 23:17:56.790081 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-t5v9z, hostIfaceName: 69eecaa89fd270a, network: default, NAD default, SandboxID: "69eecaa89fd270af162435a2cfe058044a4ed6c73427d3aaafcb7f89f158c80a", PCI device ID: , UID: "7b76ffd1-cd7e-4d56-8003-69ebd81eba8e", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0425 23:17:56.841066 3682 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-t5v9z 69eecaa89fd270af162435a2cfe058044a4ed6c73427d3aaafcb7f89f158c80a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-t5v9z 69eecaa89fd270af162435a2cfe058044a4ed6c73427d3aaafcb7f89f158c80a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:b8:20:2f:ad:08\",\"name\":\"69eecaa89fd270a\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/97e2a397-61bb-4e2f-ad08-7dffe3f816c5\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 23:17:59.963167 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0425 23:18:02.377560 3682 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:18:02.378158 3682 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 23:18:02.397255 3682 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:18:02.397278 3682 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:18:02.400021 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0425 23:18:02.400051 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0425 23:18:04.284369 3682 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0425 23:18:04.284805 3682 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0425 23:18:04.284822 3682 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0425 23:18:04.286736 3682 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0425 23:18:10.296919 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0425 23:18:10.296945 3682 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0425 23:18:10.296986 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0425 23:18:10.296996 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0425 23:18:10.979860 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0425 23:18:17.503244 3682 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0425 23:18:20.577938 3682 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-0-165.ec2.internal I0425 23:18:20.578076 3682 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0425 23:18:20.589518 3682 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 11.479289ms I0425 23:18:20.589546 3682 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 11.51405ms I0425 23:18:20.590971 3682 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 13.050965ms, libovsdb time 985.125µs I0425 23:18:27.523716 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0425 23:18:27.644408 3682 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0425 23:18:30.558886 3682 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 89459549fed6ceeae17927d4ffaf2d4480624abd8bac87c7c99e9e3b1dd4cfa2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 89459549fed6ceeae17927d4ffaf2d4480624abd8bac87c7c99e9e3b1dd4cfa2 network default NAD default NAD key ] I0425 23:18:30.568695 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 89459549fed6cee, network: default, NAD default, SandboxID: "89459549fed6ceeae17927d4ffaf2d4480624abd8bac87c7c99e9e3b1dd4cfa2", PCI device ID: , UID: "ca4e3013-760a-4cbb-b9ff-f4ae6fb16cea", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0425 23:18:30.620342 3682 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 89459549fed6ceeae17927d4ffaf2d4480624abd8bac87c7c99e9e3b1dd4cfa2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 89459549fed6ceeae17927d4ffaf2d4480624abd8bac87c7c99e9e3b1dd4cfa2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:9a:f5:2c:68:f6\",\"name\":\"89459549fed6cee\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3637aaf9-8754-45a6-bc29-f1726b0d9a50\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 23:18:36.215329 3682 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0425 23:18:37.537048 3682 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-gsk69] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-gsk69 for pod on switch ip-10-0-0-165.ec2.internal I0425 23:18:37.537215 3682 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-gsk69 I0425 23:18:37.550748 3682 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-gsk69] pod update took 13.560829ms I0425 23:18:37.550857 3682 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-gsk69] addLogicalPort annotation time took 13.67271ms I0425 23:18:37.552242 3682 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-gsk69] addLogicalPort took 15.209898ms, libovsdb time 953.057µs I0425 23:18:37.603911 3682 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:18:37.604501 3682 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 23:18:37.636186 3682 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-x4zbt] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-x4zbt for pod on switch ip-10-0-0-165.ec2.internal I0425 23:18:37.636291 3682 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-x4zbt I0425 23:18:37.649250 3682 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:18:37.649274 3682 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:18:37.653240 3682 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-x4zbt] pod update took 16.98042ms I0425 23:18:37.653263 3682 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-x4zbt] addLogicalPort annotation time took 17.008867ms I0425 23:18:37.653912 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0425 23:18:37.653937 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0425 23:18:37.654599 3682 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-x4zbt] addLogicalPort took 18.431379ms, libovsdb time 908.627µs I0425 23:18:37.905871 3682 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-gsk69 9b914390c05dd9c024e720b1066c93eea563956f580df2217cf95f11337a3c1f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-gsk69 9b914390c05dd9c024e720b1066c93eea563956f580df2217cf95f11337a3c1f network default NAD default NAD key ] I0425 23:18:37.916004 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-gsk69, hostIfaceName: 9b914390c05dd9c, network: default, NAD default, SandboxID: "9b914390c05dd9c024e720b1066c93eea563956f580df2217cf95f11337a3c1f", PCI device ID: , UID: "93e34cdf-edd8-4011-91f4-4a4cfbf2f486", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0425 23:18:37.977624 3682 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-gsk69 9b914390c05dd9c024e720b1066c93eea563956f580df2217cf95f11337a3c1f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-gsk69 9b914390c05dd9c024e720b1066c93eea563956f580df2217cf95f11337a3c1f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:32:01:3c:23:9e\",\"name\":\"9b914390c05dd9c\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e0734c8c-aed0-4d12-9f74-9257078b3e65\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 23:18:38.005390 3682 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-x4zbt 590e71c8f1b0c19b8dcc712b3de3a23440b35acf426fe9ded9120ca0a61c4b86 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-x4zbt 590e71c8f1b0c19b8dcc712b3de3a23440b35acf426fe9ded9120ca0a61c4b86 network default NAD default NAD key ] I0425 23:18:38.016299 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-x4zbt, hostIfaceName: 590e71c8f1b0c19, network: default, NAD default, SandboxID: "590e71c8f1b0c19b8dcc712b3de3a23440b35acf426fe9ded9120ca0a61c4b86", PCI device ID: , UID: "fb6ea9fb-4aaa-425f-8c69-2b38ea6d9ab7", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0425 23:18:38.073688 3682 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-x4zbt 590e71c8f1b0c19b8dcc712b3de3a23440b35acf426fe9ded9120ca0a61c4b86 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-x4zbt 590e71c8f1b0c19b8dcc712b3de3a23440b35acf426fe9ded9120ca0a61c4b86 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:92:19:e2:6f:30\",\"name\":\"590e71c8f1b0c19\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0eff125b-2b92-4ff8-9e2b-2ede51694c31\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 23:18:40.098726 3682 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-56df8cc754-rlvmx] creating logical port tsf-tas_fulcio-server-56df8cc754-rlvmx for pod on switch ip-10-0-0-165.ec2.internal I0425 23:18:40.098829 3682 kube.go:256] Updating pod tsf-tas/fulcio-server-56df8cc754-rlvmx I0425 23:18:40.123903 3682 pod.go:62] [tsf-tas/fulcio-server-56df8cc754-rlvmx] pod update took 25.09283ms I0425 23:18:40.123939 3682 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-56df8cc754-rlvmx] addLogicalPort annotation time took 25.134629ms I0425 23:18:40.125537 3682 pods.go:271] [tsf-tas/fulcio-server-56df8cc754-rlvmx] addLogicalPort took 26.835133ms, libovsdb time 967.457µs I0425 23:18:40.384668 3682 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-75ddd46bf5-sg9pn] creating logical port tsf-tas_trillian-logserver-75ddd46bf5-sg9pn for pod on switch ip-10-0-0-165.ec2.internal I0425 23:18:40.384768 3682 kube.go:256] Updating pod tsf-tas/trillian-logserver-75ddd46bf5-sg9pn I0425 23:18:40.400977 3682 pod.go:62] [tsf-tas/trillian-logserver-75ddd46bf5-sg9pn] pod update took 16.227544ms I0425 23:18:40.401008 3682 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-75ddd46bf5-sg9pn] addLogicalPort annotation time took 16.277702ms I0425 23:18:40.402503 3682 pods.go:271] [tsf-tas/trillian-logserver-75ddd46bf5-sg9pn] addLogicalPort took 17.851289ms, libovsdb time 1.013556ms I0425 23:18:40.571081 3682 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-55dfdb4d4-7p8bd] creating logical port tsf-tas_trillian-logsigner-55dfdb4d4-7p8bd for pod on switch ip-10-0-0-165.ec2.internal I0425 23:18:40.571198 3682 kube.go:256] Updating pod tsf-tas/trillian-logsigner-55dfdb4d4-7p8bd I0425 23:18:40.593073 3682 pod.go:62] [tsf-tas/trillian-logsigner-55dfdb4d4-7p8bd] pod update took 21.910027ms I0425 23:18:40.593100 3682 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-55dfdb4d4-7p8bd] addLogicalPort annotation time took 21.9425ms I0425 23:18:40.594731 3682 pods.go:271] [tsf-tas/trillian-logsigner-55dfdb4d4-7p8bd] addLogicalPort took 23.671423ms, libovsdb time 1.069048ms I0425 23:18:41.513467 3682 cni.go:452] [tsf-tas/trillian-logserver-75ddd46bf5-sg9pn 4405b5e0d7d6c688bac3d74eed27b3fd491c6832a5f82ed7e2b8a783accc0dab network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-75ddd46bf5-sg9pn 4405b5e0d7d6c688bac3d74eed27b3fd491c6832a5f82ed7e2b8a783accc0dab network default NAD default NAD key ] I0425 23:18:41.515470 3682 cni.go:452] [tsf-tas/fulcio-server-56df8cc754-rlvmx 5c3b32f2343d1702a7a5e138ab517aa44a4d4580c062a939ae18150ebbb6de4e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-56df8cc754-rlvmx 5c3b32f2343d1702a7a5e138ab517aa44a4d4580c062a939ae18150ebbb6de4e network default NAD default NAD key ] I0425 23:18:41.526359 3682 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-75ddd46bf5-sg9pn, hostIfaceName: 4405b5e0d7d6c68, network: default, NAD default, SandboxID: "4405b5e0d7d6c688bac3d74eed27b3fd491c6832a5f82ed7e2b8a783accc0dab", PCI device ID: , UID: "aea5d408-83aa-4f97-85a0-6b56ca10279d", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0425 23:18:41.527030 3682 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-56df8cc754-rlvmx, hostIfaceName: 5c3b32f2343d170, network: default, NAD default, SandboxID: "5c3b32f2343d1702a7a5e138ab517aa44a4d4580c062a939ae18150ebbb6de4e", PCI device ID: , UID: "0515aad5-7ff3-4651-b718-fd4c324023b7", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0425 23:18:41.593496 3682 cni.go:473] [tsf-tas/fulcio-server-56df8cc754-rlvmx 5c3b32f2343d1702a7a5e138ab517aa44a4d4580c062a939ae18150ebbb6de4e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-56df8cc754-rlvmx 5c3b32f2343d1702a7a5e138ab517aa44a4d4580c062a939ae18150ebbb6de4e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:f2:6a:70:80:71\",\"name\":\"5c3b32f2343d170\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48bcbec2-81e8-4de3-9586-8b49b19f6eac\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 23:18:41.615675 3682 cni.go:473] [tsf-tas/trillian-logserver-75ddd46bf5-sg9pn 4405b5e0d7d6c688bac3d74eed27b3fd491c6832a5f82ed7e2b8a783accc0dab network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-75ddd46bf5-sg9pn 4405b5e0d7d6c688bac3d74eed27b3fd491c6832a5f82ed7e2b8a783accc0dab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:37:0c:45:4a:f0\",\"name\":\"4405b5e0d7d6c68\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/41580e2f-5c19-4b23-93de-91af0bc75914\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 23:18:42.212543 3682 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 23:18:42.212566 3682 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 23:18:42.212571 3682 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0425 23:18:42.515524 3682 cni.go:452] [tsf-tas/trillian-logsigner-55dfdb4d4-7p8bd 6fcd4df39aa5c483fe9e445b06211774571ca08e779aa5ef75ec61ff473344f5 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-55dfdb4d4-7p8bd 6fcd4df39aa5c483fe9e445b06211774571ca08e779aa5ef75ec61ff473344f5 network default NAD default NAD key ] I0425 23:18:42.527062 3682 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-55dfdb4d4-7p8bd, hostIfaceName: 6fcd4df39aa5c48, network: default, NAD default, SandboxID: "6fcd4df39aa5c483fe9e445b06211774571ca08e779aa5ef75ec61ff473344f5", PCI device ID: , UID: "fc9a4d4a-5b4c-4293-9afd-b6a82d5c6144", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0425 23:18:42.599408 3682 cni.go:473] [tsf-tas/trillian-logsigner-55dfdb4d4-7p8bd 6fcd4df39aa5c483fe9e445b06211774571ca08e779aa5ef75ec61ff473344f5 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-55dfdb4d4-7p8bd 6fcd4df39aa5c483fe9e445b06211774571ca08e779aa5ef75ec61ff473344f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:79:4d:66:ba:c0\",\"name\":\"6fcd4df39aa5c48\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/45f31b2e-bb73-4f62-926b-2dfacb693986\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 23:18:44.231944 3682 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0425 23:18:44.231969 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0425 23:18:44.255455 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0425 23:18:44.255480 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server W0425 23:18:48.261526 3682 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0425 23:18:48.282779 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 23:18:48.282802 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 23:18:48.282810 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 23:18:48.303100 3682 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0425 23:18:48.520819 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=84 I0425 23:18:48.608943 3682 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0425 23:18:52.692468 3682 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-9hgx4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:18:52.692989 3682 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-9hgx4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0425 23:18:52.789822 3682 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0425 23:18:53.593074 3682 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-9hgx4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:18:53.593103 3682 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-9hgx4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:18:53.920230 3682 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-flftg-zsllw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:18:53.920843 3682 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-flftg-zsllw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 23:18:54.785239 3682 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-flftg-zsllw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:18:54.785273 3682 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-flftg-zsllw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:19:07.520157 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=58 W0425 23:19:10.668457 3682 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0425 23:19:10.693997 3682 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0425 23:19:10.694017 3682 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0425 23:19:21.411506 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver W0425 23:19:21.446778 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0425 23:19:28.905138 3682 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:19:28.905701 3682 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 23:19:28.924253 3682 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:19:28.924273 3682 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:19:28.929003 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0425 23:19:28.929032 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0425 23:19:37.961490 3682 obj_retry.go:498] Detected object tsf/patch-tekton-config-stgd9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:19:37.962050 3682 obj_retry.go:498] Detected object tsf/patch-tekton-config-stgd9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 23:19:38.834327 3682 obj_retry.go:492] Detected object tsf/patch-tekton-config-stgd9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:19:38.834356 3682 obj_retry.go:492] Detected object tsf/patch-tekton-config-stgd9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:19:39.151512 3682 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-fmccw-vf76d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:19:39.152096 3682 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-fmccw-vf76d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 23:19:39.623274 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0425 23:19:40.024992 3682 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-fmccw-vf76d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:19:40.025018 3682 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-fmccw-vf76d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0425 23:19:44.853930 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0425 23:19:44.997859 3682 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-2tstr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:19:44.998512 3682 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-2tstr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 23:19:46.016641 3682 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-2tstr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:19:46.016665 3682 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-2tstr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:19:46.050099 3682 obj_retry.go:492] Detected object tsf/patch-tekton-config-stgd9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:19:46.050133 3682 obj_retry.go:492] Detected object tsf/patch-tekton-config-stgd9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:19:46.056442 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-stgd9 I0425 23:19:46.056473 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-stgd9 I0425 23:19:48.202549 3682 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-qvf82-7rtgp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:19:48.203117 3682 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-qvf82-7rtgp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 23:19:49.068098 3682 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-qvf82-7rtgp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:19:49.068125 3682 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-qvf82-7rtgp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:19:51.032598 3682 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:19:51.033213 3682 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 23:19:51.052560 3682 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:19:51.052582 3682 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:19:51.058189 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0425 23:19:51.058213 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0425 23:19:51.683636 3682 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-7cf676599d-kg2px] creating logical port tsf-tas_rekor-redis-7cf676599d-kg2px for pod on switch ip-10-0-0-165.ec2.internal I0425 23:19:51.683736 3682 kube.go:256] Updating pod tsf-tas/rekor-redis-7cf676599d-kg2px I0425 23:19:51.702448 3682 pod.go:62] [tsf-tas/rekor-redis-7cf676599d-kg2px] pod update took 18.737138ms I0425 23:19:51.702480 3682 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-7cf676599d-kg2px] addLogicalPort annotation time took 18.774336ms I0425 23:19:51.703947 3682 pods.go:271] [tsf-tas/rekor-redis-7cf676599d-kg2px] addLogicalPort took 20.33602ms, libovsdb time 947.831µs I0425 23:19:52.652291 3682 cni.go:452] [tsf-tas/rekor-redis-7cf676599d-kg2px 977e29803b5a27786f48c1de3dd6a7c4618cde2c05044fef3894a87ac854df25 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-7cf676599d-kg2px 977e29803b5a27786f48c1de3dd6a7c4618cde2c05044fef3894a87ac854df25 network default NAD default NAD key ] I0425 23:19:52.661519 3682 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-7cf676599d-kg2px, hostIfaceName: 977e29803b5a277, network: default, NAD default, SandboxID: "977e29803b5a27786f48c1de3dd6a7c4618cde2c05044fef3894a87ac854df25", PCI device ID: , UID: "607d95cd-08f5-404c-b6b9-80e882273c14", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0425 23:19:52.715664 3682 cni.go:473] [tsf-tas/rekor-redis-7cf676599d-kg2px 977e29803b5a27786f48c1de3dd6a7c4618cde2c05044fef3894a87ac854df25 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-7cf676599d-kg2px 977e29803b5a27786f48c1de3dd6a7c4618cde2c05044fef3894a87ac854df25 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:ed:b5:c1:1f:cb\",\"name\":\"977e29803b5a277\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa0030dc-abe6-4824-a1e6-0427c355e831\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 23:19:56.095902 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0425 23:19:56.678775 3682 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0425 23:19:57.256137 3682 obj_retry.go:498] Detected object tsf-tpa/create-db-5284v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:19:57.256747 3682 obj_retry.go:498] Detected object tsf-tpa/create-db-5284v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 23:19:58.279070 3682 obj_retry.go:492] Detected object tsf-tpa/create-db-5284v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:19:58.279094 3682 obj_retry.go:492] Detected object tsf-tpa/create-db-5284v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0425 23:20:01.134819 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0425 23:20:01.278706 3682 obj_retry.go:498] Detected object tsf-tpa/migrate-db-jzmgk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:20:01.279327 3682 obj_retry.go:498] Detected object tsf-tpa/migrate-db-jzmgk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 23:20:01.407636 3682 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jzmgk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:20:01.407664 3682 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jzmgk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:20:04.299799 3682 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29619320-rth5x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:20:04.300380 3682 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29619320-rth5x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 23:20:05.169901 3682 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29619320-rth5x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:20:05.169926 3682 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29619320-rth5x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:20:06.256203 3682 obj_retry.go:498] Detected object tsf-tpa/create-importers-6x2tb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:20:06.256770 3682 obj_retry.go:498] Detected object tsf-tpa/create-importers-6x2tb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 23:20:07.276155 3682 obj_retry.go:492] Detected object tsf-tpa/create-importers-6x2tb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:20:07.276176 3682 obj_retry.go:492] Detected object tsf-tpa/create-importers-6x2tb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0425 23:20:08.710347 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis W0425 23:20:10.195178 3682 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0425 23:20:14.168223 3682 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:20:14.168772 3682 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 23:20:14.189585 3682 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:20:14.189609 3682 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:20:14.192854 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0425 23:20:14.192878 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0425 23:20:14.886484 3682 namespace.go:98] [default-tenant] adding namespace I0425 23:20:14.887460 3682 namespace.go:102] [default-tenant] adding namespace took 954.36µs I0425 23:20:14.890010 3682 namespace.go:98] [integration-service] adding namespace I0425 23:20:14.890082 3682 namespace.go:98] [build-service] adding namespace I0425 23:20:14.890262 3682 namespace.go:98] [image-controller] adding namespace I0425 23:20:14.890726 3682 namespace.go:102] [integration-service] adding namespace took 696.265µs I0425 23:20:14.891456 3682 namespace.go:102] [build-service] adding namespace took 1.354337ms I0425 23:20:14.892045 3682 namespace.go:102] [image-controller] adding namespace took 1.767437ms I0425 23:20:14.923784 3682 namespace.go:142] [default-tenant] updating namespace I0425 23:20:14.941183 3682 namespace.go:142] [default-tenant] updating namespace I0425 23:20:14.953224 3682 namespace.go:142] [integration-service] updating namespace I0425 23:20:14.970395 3682 namespace.go:142] [integration-service] updating namespace I0425 23:20:14.978115 3682 namespace.go:142] [build-service] updating namespace I0425 23:20:15.003565 3682 namespace.go:142] [image-controller] updating namespace I0425 23:20:15.007160 3682 namespace.go:142] [build-service] updating namespace I0425 23:20:15.025038 3682 namespace.go:142] [image-controller] updating namespace I0425 23:20:15.115511 3682 namespace.go:142] [build-service] updating namespace I0425 23:20:15.128084 3682 namespace.go:142] [integration-service] updating namespace I0425 23:20:15.155844 3682 namespace.go:98] [release-service] adding namespace I0425 23:20:15.156714 3682 namespace.go:102] [release-service] adding namespace took 848.477µs I0425 23:20:15.187156 3682 namespace.go:142] [release-service] updating namespace I0425 23:20:15.201894 3682 namespace.go:142] [release-service] updating namespace I0425 23:20:15.277790 3682 namespace.go:142] [konflux-ui] updating namespace I0425 23:20:15.324594 3682 namespace.go:98] [konflux-info] adding namespace I0425 23:20:15.325511 3682 namespace.go:102] [konflux-info] adding namespace took 896.428µs I0425 23:20:15.411728 3682 namespace.go:98] [namespace-lister] adding namespace I0425 23:20:15.412779 3682 namespace.go:102] [namespace-lister] adding namespace took 1.028301ms I0425 23:20:15.468792 3682 namespace.go:98] [enterprise-contract-service] adding namespace I0425 23:20:15.469028 3682 namespace.go:142] [image-controller] updating namespace I0425 23:20:15.469867 3682 namespace.go:102] [enterprise-contract-service] adding namespace took 1.052845ms I0425 23:20:15.558948 3682 namespace.go:142] [konflux-info] updating namespace I0425 23:20:15.691860 3682 namespace.go:142] [default-tenant] updating namespace I0425 23:20:15.728853 3682 namespace.go:98] [segment-bridge] adding namespace I0425 23:20:15.729670 3682 namespace.go:102] [segment-bridge] adding namespace took 797.116µs I0425 23:20:15.752102 3682 namespace.go:142] [konflux-info] updating namespace I0425 23:20:15.821027 3682 namespace.go:142] [namespace-lister] updating namespace I0425 23:20:15.868042 3682 namespace.go:98] [konflux-cli] adding namespace I0425 23:20:15.868856 3682 namespace.go:102] [konflux-cli] adding namespace took 792.322µs I0425 23:20:15.966949 3682 namespace.go:142] [namespace-lister] updating namespace I0425 23:20:16.089768 3682 namespace.go:142] [enterprise-contract-service] updating namespace I0425 23:20:16.170012 3682 namespace.go:142] [enterprise-contract-service] updating namespace I0425 23:20:16.191800 3682 namespace.go:142] [segment-bridge] updating namespace I0425 23:20:16.240042 3682 namespace.go:142] [segment-bridge] updating namespace I0425 23:20:16.247548 3682 namespace.go:142] [konflux-cli] updating namespace I0425 23:20:16.271934 3682 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-tp97j] creating logical port namespace-lister_namespace-lister-696b855848-tp97j for pod on switch ip-10-0-0-165.ec2.internal I0425 23:20:16.272025 3682 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-tp97j I0425 23:20:16.317708 3682 namespace.go:142] [konflux-cli] updating namespace I0425 23:20:16.320840 3682 pod.go:62] [namespace-lister/namespace-lister-696b855848-tp97j] pod update took 48.845112ms I0425 23:20:16.320862 3682 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-tp97j] addLogicalPort annotation time took 48.871714ms I0425 23:20:16.322156 3682 pods.go:271] [namespace-lister/namespace-lister-696b855848-tp97j] addLogicalPort took 50.2362ms, libovsdb time 874.854µs I0425 23:20:16.443786 3682 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0425 23:20:16.444440 3682 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0425 23:20:16.444456 3682 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0425 23:20:16.447291 3682 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0425 23:20:16.761758 3682 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0425 23:20:16.761788 3682 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0425 23:20:16.763042 3682 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0425 23:20:17.910883 3682 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-h2qkf] creating logical port image-controller_image-controller-controller-manager-6f859968fc-h2qkf for pod on switch ip-10-0-0-165.ec2.internal I0425 23:20:17.911079 3682 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-h2qkf I0425 23:20:17.956852 3682 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-h2qkf I0425 23:20:17.976216 3682 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-h2qkf] addLogicalPort annotation time took 65.179305ms I0425 23:20:17.976238 3682 base_network_controller_pods.go:842] Released IPs: 10.130.0.51 for node: ip-10-0-0-165.ec2.internal I0425 23:20:17.976245 3682 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-h2qkf] addLogicalPort took 65.38691ms, libovsdb time 0s E0425 23:20:17.976287 3682 obj_retry.go:716] Failed to update *v1.Pod, old=image-controller/image-controller-controller-manager-6f859968fc-h2qkf, new=image-controller/image-controller-controller-manager-6f859968fc-h2qkf, error: addLogicalPort failed for image-controller/image-controller-controller-manager-6f859968fc-h2qkf: failed to update pod image-controller/image-controller-controller-manager-6f859968fc-h2qkf: Operation cannot be fulfilled on pods "image-controller-controller-manager-6f859968fc-h2qkf": the object has been modified; please apply your changes to the latest version and try again I0425 23:20:17.976403 3682 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-h2qkf] creating logical port image-controller_image-controller-controller-manager-6f859968fc-h2qkf for pod on switch ip-10-0-0-165.ec2.internal I0425 23:20:17.976449 3682 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"image-controller", Name:"image-controller-controller-manager-6f859968fc-h2qkf", UID:"1cda35f2-5594-4703-aed0-64c1c1e77b04", APIVersion:"v1", ResourceVersion:"27085", FieldPath:""}): type: 'Warning' reason: 'ErrorUpdatingResource' addLogicalPort failed for image-controller/image-controller-controller-manager-6f859968fc-h2qkf: failed to update pod image-controller/image-controller-controller-manager-6f859968fc-h2qkf: Operation cannot be fulfilled on pods "image-controller-controller-manager-6f859968fc-h2qkf": the object has been modified; please apply your changes to the latest version and try again I0425 23:20:17.976494 3682 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-h2qkf I0425 23:20:18.009042 3682 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-h2qkf] pod update took 32.575705ms I0425 23:20:18.009065 3682 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-h2qkf] addLogicalPort annotation time took 32.606647ms I0425 23:20:18.010369 3682 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-h2qkf] addLogicalPort took 33.974108ms, libovsdb time 856.204µs I0425 23:20:18.044616 3682 base_network_controller_pods.go:487] [default/konflux-ui/proxy-5c49569bfb-jld8z] creating logical port konflux-ui_proxy-5c49569bfb-jld8z for pod on switch ip-10-0-0-165.ec2.internal I0425 23:20:18.044698 3682 kube.go:256] Updating pod konflux-ui/proxy-5c49569bfb-jld8z I0425 23:20:18.064022 3682 namespace.go:142] [build-service] updating namespace I0425 23:20:18.111480 3682 kube.go:256] Updating pod konflux-ui/proxy-5c49569bfb-jld8z I0425 23:20:18.154141 3682 pod.go:62] [konflux-ui/proxy-5c49569bfb-jld8z] pod update took 109.468649ms I0425 23:20:18.154170 3682 base_network_controller_pods.go:951] [default/konflux-ui/proxy-5c49569bfb-jld8z] addLogicalPort annotation time took 109.504346ms I0425 23:20:18.155443 3682 pods.go:271] [konflux-ui/proxy-5c49569bfb-jld8z] addLogicalPort took 110.839902ms, libovsdb time 804.069µs I0425 23:20:18.167566 3682 cni.go:452] [namespace-lister/namespace-lister-696b855848-tp97j a9be1cae42f87402bcbbe1cd9c79b613478105b60c3947ad1ea8a556e39f58de network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-tp97j a9be1cae42f87402bcbbe1cd9c79b613478105b60c3947ad1ea8a556e39f58de network default NAD default NAD key ] I0425 23:20:18.177419 3682 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-tp97j, hostIfaceName: a9be1cae42f8740, network: default, NAD default, SandboxID: "a9be1cae42f87402bcbbe1cd9c79b613478105b60c3947ad1ea8a556e39f58de", PCI device ID: , UID: "f474f28b-0093-4767-abc0-3aaf42d102a6", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0425 23:20:18.242812 3682 cni.go:473] [namespace-lister/namespace-lister-696b855848-tp97j a9be1cae42f87402bcbbe1cd9c79b613478105b60c3947ad1ea8a556e39f58de network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-tp97j a9be1cae42f87402bcbbe1cd9c79b613478105b60c3947ad1ea8a556e39f58de network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:6f:49:51:e4:67\",\"name\":\"a9be1cae42f8740\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98676e68-df14-4b9e-b653-c593198ce73a\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 23:20:18.286608 3682 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-h2qkf 4c452c3ff6321250885177131b358e1685ce80657ebe0b241fb17ab8f7a77530 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-h2qkf 4c452c3ff6321250885177131b358e1685ce80657ebe0b241fb17ab8f7a77530 network default NAD default NAD key ] I0425 23:20:18.298474 3682 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-h2qkf, hostIfaceName: 4c452c3ff632125, network: default, NAD default, SandboxID: "4c452c3ff6321250885177131b358e1685ce80657ebe0b241fb17ab8f7a77530", PCI device ID: , UID: "1cda35f2-5594-4703-aed0-64c1c1e77b04", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0425 23:20:18.360386 3682 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-h2qkf 4c452c3ff6321250885177131b358e1685ce80657ebe0b241fb17ab8f7a77530 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-h2qkf 4c452c3ff6321250885177131b358e1685ce80657ebe0b241fb17ab8f7a77530 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:2d:c4:2c:ba:5a\",\"name\":\"4c452c3ff632125\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aa333495-6a89-4f08-9b53-81d93b92986e\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 23:20:18.369239 3682 namespace.go:142] [default-tenant] updating namespace I0425 23:20:18.421948 3682 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-2pc4r] creating logical port build-service_build-service-controller-manager-7cbf488fcf-2pc4r for pod on switch ip-10-0-0-165.ec2.internal I0425 23:20:18.422043 3682 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-2pc4r I0425 23:20:18.445985 3682 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-2pc4r] pod update took 23.962894ms I0425 23:20:18.446013 3682 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-2pc4r] addLogicalPort annotation time took 23.999874ms I0425 23:20:18.447526 3682 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-2pc4r] addLogicalPort took 25.59519ms, libovsdb time 974.941µs I0425 23:20:18.549324 3682 namespace.go:142] [enterprise-contract-service] updating namespace I0425 23:20:18.731928 3682 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-dfpln] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-dfpln for pod on switch ip-10-0-0-165.ec2.internal I0425 23:20:18.732108 3682 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-dfpln I0425 23:20:18.748139 3682 namespace.go:142] [image-controller] updating namespace I0425 23:20:18.762235 3682 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-dfpln] pod update took 30.167672ms I0425 23:20:18.762263 3682 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-dfpln] addLogicalPort annotation time took 30.201588ms I0425 23:20:18.763904 3682 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-dfpln] addLogicalPort took 31.995488ms, libovsdb time 1.043291ms I0425 23:20:18.813384 3682 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-2pc4r 12ec6a6202c5cbcab3e16cdf5bb8c16019076dec745d42903454dc7ed129d012 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-2pc4r 12ec6a6202c5cbcab3e16cdf5bb8c16019076dec745d42903454dc7ed129d012 network default NAD default NAD key ] I0425 23:20:18.826541 3682 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-2pc4r, hostIfaceName: 12ec6a6202c5cbc, network: default, NAD default, SandboxID: "12ec6a6202c5cbcab3e16cdf5bb8c16019076dec745d42903454dc7ed129d012", PCI device ID: , UID: "1e53651e-b57e-4d76-9436-160138138ece", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0425 23:20:18.897146 3682 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-2pc4r 12ec6a6202c5cbcab3e16cdf5bb8c16019076dec745d42903454dc7ed129d012 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-2pc4r 12ec6a6202c5cbcab3e16cdf5bb8c16019076dec745d42903454dc7ed129d012 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:95:94:f5:14:b2\",\"name\":\"12ec6a6202c5cbc\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf1ad312-bb0e-4095-8ab9-6d763a5051c4\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 23:20:18.953369 3682 namespace.go:142] [integration-service] updating namespace I0425 23:20:19.173727 3682 namespace.go:142] [konflux-cli] updating namespace I0425 23:20:19.425334 3682 namespace.go:142] [konflux-info] updating namespace I0425 23:20:19.546818 3682 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-864646458f-sdsm8] creating logical port integration-service_integration-service-controller-manager-864646458f-sdsm8 for pod on switch ip-10-0-0-165.ec2.internal I0425 23:20:19.546938 3682 kube.go:256] Updating pod integration-service/integration-service-controller-manager-864646458f-sdsm8 I0425 23:20:19.607657 3682 kube.go:256] Updating pod integration-service/integration-service-controller-manager-864646458f-sdsm8 I0425 23:20:19.635218 3682 pod.go:62] [integration-service/integration-service-controller-manager-864646458f-sdsm8] pod update took 88.316036ms I0425 23:20:19.635243 3682 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-864646458f-sdsm8] addLogicalPort annotation time took 88.346409ms I0425 23:20:19.636604 3682 pods.go:271] [integration-service/integration-service-controller-manager-864646458f-sdsm8] addLogicalPort took 89.807443ms, libovsdb time 910.928µs I0425 23:20:19.702359 3682 namespace.go:142] [namespace-lister] updating namespace W0425 23:20:19.824400 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0425 23:20:19.942804 3682 namespace.go:142] [release-service] updating namespace I0425 23:20:20.153616 3682 namespace.go:142] [segment-bridge] updating namespace I0425 23:20:20.323379 3682 namespace.go:142] [build-service] updating namespace I0425 23:20:20.361227 3682 namespace.go:142] [default-tenant] updating namespace I0425 23:20:20.377741 3682 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-2zdgd-j4fkx] creating logical port tsf-tas_tuf-repository-init-2zdgd-j4fkx for pod on switch ip-10-0-0-165.ec2.internal I0425 23:20:20.377841 3682 kube.go:256] Updating pod tsf-tas/tuf-repository-init-2zdgd-j4fkx I0425 23:20:20.393377 3682 namespace.go:142] [enterprise-contract-service] updating namespace I0425 23:20:20.425743 3682 kube.go:256] Updating pod tsf-tas/tuf-repository-init-2zdgd-j4fkx I0425 23:20:20.441198 3682 namespace.go:142] [image-controller] updating namespace I0425 23:20:20.472360 3682 pod.go:62] [tsf-tas/tuf-repository-init-2zdgd-j4fkx] pod update took 94.552136ms I0425 23:20:20.472382 3682 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-2zdgd-j4fkx] addLogicalPort annotation time took 94.578573ms I0425 23:20:20.473639 3682 pods.go:271] [tsf-tas/tuf-repository-init-2zdgd-j4fkx] addLogicalPort took 95.921311ms, libovsdb time 849.368µs I0425 23:20:20.474486 3682 namespace.go:142] [integration-service] updating namespace I0425 23:20:20.518391 3682 namespace.go:142] [konflux-cli] updating namespace I0425 23:20:20.565219 3682 namespace.go:142] [konflux-info] updating namespace I0425 23:20:20.644781 3682 namespace.go:142] [namespace-lister] updating namespace I0425 23:20:20.676577 3682 namespace.go:142] [release-service] updating namespace I0425 23:20:20.718899 3682 namespace.go:142] [segment-bridge] updating namespace I0425 23:20:20.821465 3682 namespace.go:142] [build-service] updating namespace W0425 23:20:20.823026 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0425 23:20:20.850133 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0425 23:20:20.903640 3682 namespace.go:142] [default-tenant] updating namespace I0425 23:20:20.979944 3682 namespace.go:142] [enterprise-contract-service] updating namespace I0425 23:20:21.025919 3682 namespace.go:142] [image-controller] updating namespace I0425 23:20:21.085880 3682 namespace.go:142] [integration-service] updating namespace I0425 23:20:21.152570 3682 namespace.go:142] [konflux-cli] updating namespace I0425 23:20:21.257345 3682 namespace.go:142] [konflux-info] updating namespace I0425 23:20:21.359553 3682 namespace.go:142] [namespace-lister] updating namespace I0425 23:20:21.450097 3682 namespace.go:142] [release-service] updating namespace I0425 23:20:21.555075 3682 namespace.go:142] [segment-bridge] updating namespace W0425 23:20:22.842521 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0425 23:20:23.434951 3682 cni.go:452] [tsf-tas/tuf-repository-init-2zdgd-j4fkx 91b7173aef64b68cc13f5b1ad603284d4c49d6bc8098ce67c0400be0ed609647 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-2zdgd-j4fkx 91b7173aef64b68cc13f5b1ad603284d4c49d6bc8098ce67c0400be0ed609647 network default NAD default NAD key ] I0425 23:20:23.444835 3682 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-2zdgd-j4fkx, hostIfaceName: 91b7173aef64b68, network: default, NAD default, SandboxID: "91b7173aef64b68cc13f5b1ad603284d4c49d6bc8098ce67c0400be0ed609647", PCI device ID: , UID: "584cadba-eb09-4728-975d-9c7dbb4c22b4", MAC: 0a:58:0a:82:00:39, IPs: [10.130.0.57/23] I0425 23:20:23.502684 3682 cni.go:473] [tsf-tas/tuf-repository-init-2zdgd-j4fkx 91b7173aef64b68cc13f5b1ad603284d4c49d6bc8098ce67c0400be0ed609647 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-2zdgd-j4fkx 91b7173aef64b68cc13f5b1ad603284d4c49d6bc8098ce67c0400be0ed609647 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:0c:74:91:31:77\",\"name\":\"91b7173aef64b68\"},{\"mac\":\"0a:58:0a:82:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0b617d37-122a-48e3-9b01-a1ad370ff5fc\"}],\"ips\":[{\"address\":\"10.130.0.57/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 23:20:23.518681 3682 cni.go:452] [integration-service/integration-service-controller-manager-864646458f-sdsm8 d8ef6768a4da8ab1907cdc69512251c1c9fa76a0583894eea75e62678b3f81b0 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-864646458f-sdsm8 d8ef6768a4da8ab1907cdc69512251c1c9fa76a0583894eea75e62678b3f81b0 network default NAD default NAD key ] I0425 23:20:23.527978 3682 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-864646458f-sdsm8, hostIfaceName: d8ef6768a4da8ab, network: default, NAD default, SandboxID: "d8ef6768a4da8ab1907cdc69512251c1c9fa76a0583894eea75e62678b3f81b0", PCI device ID: , UID: "1b985cb9-1a6c-4e0e-80d5-4e6b206278a5", MAC: 0a:58:0a:82:00:38, IPs: [10.130.0.56/23] I0425 23:20:23.583947 3682 cni.go:473] [integration-service/integration-service-controller-manager-864646458f-sdsm8 d8ef6768a4da8ab1907cdc69512251c1c9fa76a0583894eea75e62678b3f81b0 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-864646458f-sdsm8 d8ef6768a4da8ab1907cdc69512251c1c9fa76a0583894eea75e62678b3f81b0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:c6:5a:6c:b8:2b\",\"name\":\"d8ef6768a4da8ab\"},{\"mac\":\"0a:58:0a:82:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a01e5134-1aeb-4754-84e9-26a25ba13c48\"}],\"ips\":[{\"address\":\"10.130.0.56/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 23:20:27.351558 3682 cni.go:452] [konflux-ui/proxy-5c49569bfb-jld8z 404e28e26480e5fe42a63ad97b83c4df09243537526ed5994b1d0f689539ad9d network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-5c49569bfb-jld8z 404e28e26480e5fe42a63ad97b83c4df09243537526ed5994b1d0f689539ad9d network default NAD default NAD key ] I0425 23:20:27.353167 3682 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-dfpln cadab62af829ea49de3ed1095f89e927b38633763f2cef53f29ef481aa9b10e3 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-dfpln cadab62af829ea49de3ed1095f89e927b38633763f2cef53f29ef481aa9b10e3 network default NAD default NAD key ] I0425 23:20:27.363155 3682 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-dfpln, hostIfaceName: cadab62af829ea4, network: default, NAD default, SandboxID: "cadab62af829ea49de3ed1095f89e927b38633763f2cef53f29ef481aa9b10e3", PCI device ID: , UID: "60b9ab39-1b35-4b33-b527-8f76b4027d3e", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23] I0425 23:20:27.363379 3682 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-5c49569bfb-jld8z, hostIfaceName: 404e28e26480e5f, network: default, NAD default, SandboxID: "404e28e26480e5fe42a63ad97b83c4df09243537526ed5994b1d0f689539ad9d", PCI device ID: , UID: "55c3f4e6-f344-4fb6-ae19-5f44f1a33faa", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0425 23:20:27.422359 3682 cni.go:473] [konflux-ui/proxy-5c49569bfb-jld8z 404e28e26480e5fe42a63ad97b83c4df09243537526ed5994b1d0f689539ad9d network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-5c49569bfb-jld8z 404e28e26480e5fe42a63ad97b83c4df09243537526ed5994b1d0f689539ad9d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:df:5c:03:17:e5\",\"name\":\"404e28e26480e5f\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef0acc3b-8539-4401-9202-86ace7d5b43a\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 23:20:27.444853 3682 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-dfpln cadab62af829ea49de3ed1095f89e927b38633763f2cef53f29ef481aa9b10e3 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-dfpln cadab62af829ea49de3ed1095f89e927b38633763f2cef53f29ef481aa9b10e3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:9b:36:8f:1c:08\",\"name\":\"cadab62af829ea4\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21988d22-8018-4de4-a763-003af3056a34\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 23:20:27.902257 3682 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0425 23:20:27.902954 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0425 23:20:28.114037 3682 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0425 23:20:29.120547 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0425 23:20:29.129730 3682 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0425 23:20:29.908465 3682 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0425 23:20:29.908547 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0425 23:20:29.925350 3682 cni.go:452] [tsf-tas/tuf-repository-init-2zdgd-j4fkx 91b7173aef64b68cc13f5b1ad603284d4c49d6bc8098ce67c0400be0ed609647 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-2zdgd-j4fkx 91b7173aef64b68cc13f5b1ad603284d4c49d6bc8098ce67c0400be0ed609647 network default NAD default NAD key ] I0425 23:20:30.018652 3682 cni.go:473] [tsf-tas/tuf-repository-init-2zdgd-j4fkx 91b7173aef64b68cc13f5b1ad603284d4c49d6bc8098ce67c0400be0ed609647 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-2zdgd-j4fkx 91b7173aef64b68cc13f5b1ad603284d4c49d6bc8098ce67c0400be0ed609647 network default NAD default NAD key default], result "{}", err I0425 23:20:30.732290 3682 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-2zdgd-j4fkx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:20:30.732335 3682 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-2zdgd-j4fkx I0425 23:20:30.734082 3682 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-2zdgd-j4fkx, ips: 10.130.0.57 I0425 23:20:30.734115 3682 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-2zdgd-j4fkx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 23:20:30.915255 3682 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-2zdgd-j4fkx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:20:30.915282 3682 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-2zdgd-j4fkx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0425 23:20:31.830786 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0425 23:20:32.061993 3682 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-9nk96] creating logical port tsf-tas_tuf-97fc8ff76-9nk96 for pod on switch ip-10-0-0-165.ec2.internal I0425 23:20:32.062090 3682 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-9nk96 I0425 23:20:32.080251 3682 pod.go:62] [tsf-tas/tuf-97fc8ff76-9nk96] pod update took 18.182399ms I0425 23:20:32.080360 3682 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-9nk96] addLogicalPort annotation time took 18.295417ms I0425 23:20:32.081941 3682 pods.go:271] [tsf-tas/tuf-97fc8ff76-9nk96] addLogicalPort took 19.977127ms, libovsdb time 977.566µs W0425 23:20:32.159605 3682 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0425 23:20:32.159631 3682 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0425 23:20:32.936337 3682 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0425 23:20:32.936353 3682 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0425 23:20:33.851912 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0425 23:20:38.898355 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0425 23:20:38.900789 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0425 23:20:39.213480 3682 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-4pppj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:20:39.214126 3682 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-4pppj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 23:20:40.192641 3682 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-4pppj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:20:40.192669 3682 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-4pppj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:20:40.199345 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-4pppj I0425 23:20:40.199373 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-4pppj W0425 23:20:41.926447 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0425 23:20:41.928272 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0425 23:20:42.633974 3682 cni.go:452] [tsf-tas/tuf-97fc8ff76-9nk96 f5806202fe158c9530299a933453987e6a7527258bc3c5385d5ec6e1a1f8eb6d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-9nk96 f5806202fe158c9530299a933453987e6a7527258bc3c5385d5ec6e1a1f8eb6d network default NAD default NAD key ] I0425 23:20:42.643957 3682 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-9nk96, hostIfaceName: f5806202fe158c9, network: default, NAD default, SandboxID: "f5806202fe158c9530299a933453987e6a7527258bc3c5385d5ec6e1a1f8eb6d", PCI device ID: , UID: "9b39822f-87b3-4f02-93f2-2991809d3c17", MAC: 0a:58:0a:82:00:3a, IPs: [10.130.0.58/23] I0425 23:20:42.698354 3682 cni.go:473] [tsf-tas/tuf-97fc8ff76-9nk96 f5806202fe158c9530299a933453987e6a7527258bc3c5385d5ec6e1a1f8eb6d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-9nk96 f5806202fe158c9530299a933453987e6a7527258bc3c5385d5ec6e1a1f8eb6d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:55:96:6a:89:bd\",\"name\":\"f5806202fe158c9\"},{\"mac\":\"0a:58:0a:82:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9510ad8f-05ea-4722-af36-f89aea8323eb\"}],\"ips\":[{\"address\":\"10.130.0.58/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 23:20:45.017475 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0425 23:20:56.031628 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0425 23:21:00.649974 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 W0425 23:21:08.209744 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0425 23:21:08.209767 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0425 23:21:08.209780 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0425 23:21:08.209786 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0425 23:21:08.906834 3682 namespace.go:142] [openshift-pipelines] updating namespace W0425 23:21:14.031979 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0425 23:21:14.032001 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0425 23:21:16.522325 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=161 I0425 23:21:17.617702 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0425 23:21:20.613203 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0425 23:21:38.206367 3682 cni.go:452] [konflux-ui/proxy-5c49569bfb-jld8z 404e28e26480e5fe42a63ad97b83c4df09243537526ed5994b1d0f689539ad9d network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-5c49569bfb-jld8z 404e28e26480e5fe42a63ad97b83c4df09243537526ed5994b1d0f689539ad9d network default NAD default NAD key ] I0425 23:21:38.292142 3682 cni.go:473] [konflux-ui/proxy-5c49569bfb-jld8z 404e28e26480e5fe42a63ad97b83c4df09243537526ed5994b1d0f689539ad9d network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-5c49569bfb-jld8z 404e28e26480e5fe42a63ad97b83c4df09243537526ed5994b1d0f689539ad9d network default NAD default NAD key default], result "{}", err I0425 23:21:38.359789 3682 obj_retry.go:498] Detected object konflux-ui/proxy-5c49569bfb-jld8z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:21:38.359859 3682 pods.go:176] Deleting pod: konflux-ui/proxy-5c49569bfb-jld8z I0425 23:21:38.361480 3682 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-5c49569bfb-jld8z, ips: 10.130.0.53 I0425 23:21:38.361513 3682 obj_retry.go:498] Detected object konflux-ui/proxy-5c49569bfb-jld8z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 23:21:39.344036 3682 obj_retry.go:492] Detected object konflux-ui/proxy-5c49569bfb-jld8z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:21:39.344061 3682 obj_retry.go:492] Detected object konflux-ui/proxy-5c49569bfb-jld8z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:21:39.350860 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5c49569bfb-jld8z I0425 23:21:39.350884 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5c49569bfb-jld8z I0425 23:21:44.681547 3682 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 23:21:44.682134 3682 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 23:21:44.717889 3682 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:21:44.717911 3682 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 23:21:44.722972 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0425 23:21:44.722995 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0425 23:22:09.637526 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0425 23:22:11.328372 3682 namespace.go:98] [default-managed-tenant-se4u3] adding namespace I0425 23:22:11.329215 3682 namespace.go:102] [default-managed-tenant-se4u3] adding namespace took 821.031µs I0425 23:22:11.409426 3682 namespace.go:142] [default-managed-tenant-se4u3] updating namespace I0425 23:22:11.421074 3682 namespace.go:142] [default-managed-tenant-se4u3] updating namespace I0425 23:22:12.416010 3682 namespace.go:142] [default-managed-tenant-se4u3] updating namespace I0425 23:22:12.549257 3682 namespace.go:142] [default-managed-tenant-se4u3] updating namespace I0425 23:22:12.645061 3682 namespace.go:142] [default-managed-tenant-se4u3] updating namespace