+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-248.ec2.internal ++ [[ -n ip-10-0-2-248.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-248.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260318-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260318-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260318-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0405 10:57:51.717811595 - disable conntrack on geneve port' I0405 10:57:51.717811595 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0405 10:57:51.734457931 - starting ovnkube-node + echo 'I0405 10:57:51.734457931 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-248.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-248.ec2.internal --init-node ip-10-0-2-248.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-248.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0405 10:57:51.774019 3762 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf I0405 10:57:51.774088 3762 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-45db7ef7dc.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}} I0405 10:57:51.775562 3762 kube.go:423] Waiting for certificate I0405 10:57:51.775605 3762 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0405 10:57:51.775641 3762 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0405 10:57:51.776513 3762 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0405 10:57:51.809342 3762 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0405 10:57:51.809362 3762 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0405 10:57:51.812265 3762 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0405 10:57:51.815299 3762 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-sqdrl" I0405 10:58:04.468616 3762 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-sqdrl" I0405 10:58:04.468756 3762 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0405 10:58:04.775731 3762 kube.go:430] Certificate found I0405 10:58:04.776345 3762 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0405 10:58:04.777368 3762 metrics.go:541] Starting metrics server at address "127.0.0.1:29103" I0405 10:58:04.847229 3762 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0405 10:58:04.855797 3762 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0405 10:58:04.855863 3762 factory.go:537] Starting watch factory I0405 10:58:04.855966 3762 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:58:04.855999 3762 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:58:04.855968 3762 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:58:04.856064 3762 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:58:04.856122 3762 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:58:04.856170 3762 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:58:04.856195 3762 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:58:04.856216 3762 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:58:04.856195 3762 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:58:04.856146 3762 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:58:04.856912 3762 metrics.go:541] Starting metrics server at address "127.0.0.1:29105" I0405 10:58:04.857508 3762 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:58:04.857548 3762 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:58:04.863025 3762 controller_manager.go:368] Starting the ovnkube controller I0405 10:58:04.863042 3762 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-248.ec2.internal I0405 10:58:04.863101 3762 controller_manager.go:393] NBDB zone sync took: 48.888µs I0405 10:58:04.863114 3762 factory.go:537] Starting watch factory I0405 10:58:04.890083 3762 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:58:04.890392 3762 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:58:04.891449 3762 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics I0405 10:58:04.891776 3762 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:58:04.892215 3762 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:58:04.893911 3762 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:58:04.894212 3762 ovn_northd.go:121] Registering OVN northd metrics I0405 10:58:04.897179 3762 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0405 10:58:04.897295 3762 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0405 10:58:04.909474 3762 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:58:04.915516 3762 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics I0405 10:58:04.961046 3762 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0405 10:58:04.961074 3762 factory.go:1931] *v1.Pod informer cache synced successfully I0405 10:58:04.961079 3762 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0405 10:58:04.961083 3762 factory.go:1931] *v1.Namespace informer cache synced successfully I0405 10:58:04.961088 3762 factory.go:1931] *v1.Node informer cache synced successfully I0405 10:58:04.961092 3762 factory.go:1931] *v1.Service informer cache synced successfully I0405 10:58:04.961188 3762 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0405 10:58:04.961216 3762 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0405 10:58:04.961188 3762 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0405 10:58:04.961288 3762 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0405 10:58:04.965469 3762 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0405 10:58:04.965493 3762 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0405 10:58:04.966405 3762 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0405 10:58:04.966418 3762 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0405 10:58:04.966487 3762 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0405 10:58:04.966505 3762 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0405 10:58:04.968899 3762 factory.go:1931] *v1.Namespace informer cache synced successfully I0405 10:58:04.968912 3762 factory.go:1931] *v1.Node informer cache synced successfully I0405 10:58:04.968915 3762 factory.go:1931] *v1.Service informer cache synced successfully I0405 10:58:04.968918 3762 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0405 10:58:04.968922 3762 factory.go:1931] *v1.Pod informer cache synced successfully I0405 10:58:04.968925 3762 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0405 10:58:04.970629 3762 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0405 10:58:04.971554 3762 factory.go:1931] *v1.EgressIP informer cache synced successfully I0405 10:58:04.971622 3762 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0405 10:58:04.971634 3762 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0405 10:58:04.973973 3762 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0405 10:58:04.973982 3762 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0405 10:58:04.975601 3762 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0405 10:58:04.977544 3762 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0405 10:58:04.977618 3762 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0405 10:58:04.977630 3762 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0405 10:58:04.979010 3762 factory.go:1931] *v1.EgressIP informer cache synced successfully I0405 10:58:04.981397 3762 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0405 10:58:04.983392 3762 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0405 10:58:04.983464 3762 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0405 10:58:04.983482 3762 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0405 10:58:04.984035 3762 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0405 10:58:04.989795 3762 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0405 10:58:04.999024 3762 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0405 10:58:05.089326 3762 factory.go:1931] *v1.EgressService informer cache synced successfully I0405 10:58:05.089427 3762 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0405 10:58:05.089440 3762 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0405 10:58:05.093114 3762 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0405 10:58:05.095035 3762 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0405 10:58:05.095213 3762 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0405 10:58:05.095229 3762 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0405 10:58:05.095503 3762 factory.go:1931] *v1.EgressService informer cache synced successfully I0405 10:58:05.098486 3762 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0405 10:58:05.100417 3762 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0405 10:58:05.100489 3762 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0405 10:58:05.100500 3762 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0405 10:58:05.100591 3762 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0405 10:58:05.100721 3762 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0405 10:58:05.100771 3762 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0405 10:58:05.103759 3762 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0405 10:58:05.104036 3762 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0405 10:58:05.106020 3762 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0405 10:58:05.106038 3762 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0405 10:58:05.106048 3762 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0405 10:58:05.106055 3762 factory.go:649] Watch Factory start up complete, took: 250.193781ms I0405 10:58:05.106137 3762 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256 I0405 10:58:05.111522 3762 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0405 10:58:05.111533 3762 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0405 10:58:05.111540 3762 factory.go:649] Watch Factory start up complete, took: 248.426584ms I0405 10:58:05.111547 3762 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-2-248.ec2.internal" zone I0405 10:58:05.148704 3762 default_node_network_controller.go:709] Initializing the default node network controller I0405 10:58:05.211839 3762 udn_isolation.go:101] Starting UDN host isolation manager I0405 10:58:05.218980 3762 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0405 10:58:05.292834 3762 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0405 10:58:05.292936 3762 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0405 10:58:05.292952 3762 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0405 10:58:05.328208 3762 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0405 10:58:05.328279 3762 default_node_network_controller.go:808] Node ip-10-0-2-248.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0405 10:58:05.334547 3762 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.248"] k8s.ovn.org/zone-name:ip-10-0-2-248.ec2.internal] on node ip-10-0-2-248.ec2.internal I0405 10:58:05.356100 3762 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0405 10:58:05.362037 3762 controller_manager.go:427] Waiting for node in zone sync took: 250.469807ms I0405 10:58:05.362695 3762 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0405 10:58:05.362805 3762 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0405 10:58:05.362915 3762 gateway_init.go:263] Preparing Gateway I0405 10:58:05.362923 3762 gateway_shared_intf.go:1658] Creating new gateway I0405 10:58:05.369306 3762 controller_manager.go:608] Switching to transit router for layer2 networks I0405 10:58:05.369323 3762 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-248.ec2.internal I0405 10:58:05.386411 3762 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0405 10:58:05.393025 3762 controller_manager.go:288] SCTP support detected in OVN I0405 10:58:05.393655 3762 services_controller.go:69] Creating services controller for network=default I0405 10:58:05.393743 3762 udn_enabled_svc.go:80] Waiting for service informer to sync I0405 10:58:05.393820 3762 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0405 10:58:05.393871 3762 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0405 10:58:05.393890 3762 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0405 10:58:05.393900 3762 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0405 10:58:05.394057 3762 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0405 10:58:05.394107 3762 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks I0405 10:58:05.394133 3762 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 18.615µs I0405 10:58:05.394135 3762 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 49.934µs I0405 10:58:05.394141 3762 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 35.111µs I0405 10:58:05.394147 3762 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0405 10:58:05.394156 3762 nad_controller.go:173] [zone-nad-controller NAD controller]: started I0405 10:58:05.394165 3762 default_network_controller.go:321] Starting the default network controller I0405 10:58:05.394214 3762 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 10.075µs I0405 10:58:05.394240 3762 udn_enabled_svc.go:95] Performing full resync I0405 10:58:05.394527 3762 udn_enabled_svc.go:99] Waiting for handler to sync I0405 10:58:05.394537 3762 udn_enabled_svc.go:104] Starting worker I0405 10:58:05.403450 3762 default_network_controller.go:388] Cleaning External Gateway ECMP routes I0405 10:58:05.403517 3762 repair.go:33] Syncing exgw routes took 52.867µs I0405 10:58:05.403539 3762 default_network_controller.go:407] Starting all the Watchers... I0405 10:58:05.403686 3762 namespace.go:98] [openshift] adding namespace I0405 10:58:05.403695 3762 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0405 10:58:05.403697 3762 namespace.go:98] [openshift-ingress-canary] adding namespace I0405 10:58:05.403700 3762 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0405 10:58:05.403719 3762 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0405 10:58:05.403721 3762 namespace.go:98] [openshift-network-operator] adding namespace I0405 10:58:05.403730 3762 namespace.go:98] [openshift-cluster-version] adding namespace I0405 10:58:05.403735 3762 namespace.go:98] [openshift-kube-apiserver] adding namespace I0405 10:58:05.403738 3762 namespace.go:98] [openshift-monitoring] adding namespace I0405 10:58:05.403742 3762 namespace.go:98] [openshift-network-diagnostics] adding namespace I0405 10:58:05.403747 3762 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0405 10:58:05.403752 3762 namespace.go:98] [openshift-machine-config-operator] adding namespace I0405 10:58:05.403753 3762 namespace.go:98] [openshift-console] adding namespace I0405 10:58:05.403764 3762 namespace.go:98] [openshift-authentication] adding namespace I0405 10:58:05.403689 3762 namespace.go:98] [openshift-infra] adding namespace I0405 10:58:05.404285 3762 namespace.go:102] [openshift] adding namespace took 584.618µs I0405 10:58:05.404301 3762 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0405 10:58:05.404893 3762 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 586.891µs I0405 10:58:05.404908 3762 namespace.go:98] [openshift-config-managed] adding namespace I0405 10:58:05.405417 3762 namespace.go:102] [openshift-config-managed] adding namespace took 502.582µs I0405 10:58:05.405431 3762 namespace.go:98] [openshift-etcd] adding namespace I0405 10:58:05.406014 3762 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 2.307728ms I0405 10:58:05.406032 3762 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0405 10:58:05.406545 3762 namespace.go:102] [openshift-ingress-canary] adding namespace took 2.835755ms I0405 10:58:05.406560 3762 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0405 10:58:05.407093 3762 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 3.380435ms I0405 10:58:05.407112 3762 namespace.go:98] [open-cluster-management-2pfutco3mvibijm2ul7f44g195rtsmmn] adding namespace I0405 10:58:05.407603 3762 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 3.874954ms I0405 10:58:05.407616 3762 namespace.go:98] [openshift-package-operator] adding namespace I0405 10:58:05.408091 3762 namespace.go:102] [openshift-network-operator] adding namespace took 4.360348ms I0405 10:58:05.408107 3762 namespace.go:98] [openshift-apiserver] adding namespace I0405 10:58:05.408549 3762 namespace.go:102] [openshift-cluster-version] adding namespace took 4.81458ms I0405 10:58:05.408557 3762 namespace.go:98] [openshift-backplane-cee] adding namespace I0405 10:58:05.408997 3762 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.252989ms I0405 10:58:05.409012 3762 namespace.go:98] [kube-node-lease] adding namespace W0405 10:58:05.409421 3762 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-5v4nd: pod openshift-network-diagnostics/network-check-target-5v4nd: no pod IPs found I0405 10:58:05.409456 3762 namespace.go:102] [openshift-monitoring] adding namespace took 5.707881ms I0405 10:58:05.409472 3762 namespace.go:98] [openshift-machine-api] adding namespace I0405 10:58:05.409954 3762 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.204338ms I0405 10:58:05.409966 3762 namespace.go:98] [openshift-dns] adding namespace I0405 10:58:05.410351 3762 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.598852ms I0405 10:58:05.410360 3762 namespace.go:98] [openshift-logging] adding namespace I0405 10:58:05.410865 3762 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.107566ms I0405 10:58:05.410880 3762 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0405 10:58:05.411308 3762 namespace.go:102] [openshift-console] adding namespace took 7.550745ms I0405 10:58:05.411319 3762 namespace.go:98] [openshift-console-user-settings] adding namespace I0405 10:58:05.411785 3762 namespace.go:102] [openshift-authentication] adding namespace took 8.011735ms I0405 10:58:05.411801 3762 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0405 10:58:05.412296 3762 namespace.go:102] [openshift-infra] adding namespace took 8.481206ms I0405 10:58:05.412312 3762 namespace.go:98] [openshift-must-gather-operator] adding namespace I0405 10:58:05.412851 3762 namespace.go:102] [openshift-etcd] adding namespace took 7.414855ms I0405 10:58:05.412864 3762 namespace.go:98] [openshift-config] adding namespace I0405 10:58:05.413296 3762 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 7.260049ms I0405 10:58:05.413306 3762 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0405 10:58:05.413671 3762 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.104541ms I0405 10:58:05.413703 3762 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0405 10:58:05.414149 3762 namespace.go:102] [open-cluster-management-2pfutco3mvibijm2ul7f44g195rtsmmn] adding namespace took 7.030193ms I0405 10:58:05.414163 3762 namespace.go:98] [openshift-backplane-srep] adding namespace I0405 10:58:05.414491 3762 namespace.go:102] [openshift-package-operator] adding namespace took 6.868662ms I0405 10:58:05.414505 3762 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0405 10:58:05.414960 3762 namespace.go:102] [openshift-apiserver] adding namespace took 6.846385ms I0405 10:58:05.414972 3762 namespace.go:98] [openshift-dns-operator] adding namespace I0405 10:58:05.415355 3762 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.79332ms I0405 10:58:05.415369 3762 namespace.go:98] [openshift-apiserver-operator] adding namespace I0405 10:58:05.415752 3762 namespace.go:102] [kube-node-lease] adding namespace took 6.735193ms I0405 10:58:05.415763 3762 namespace.go:98] [openshift-controller-manager] adding namespace I0405 10:58:05.416252 3762 namespace.go:102] [openshift-machine-api] adding namespace took 6.77615ms I0405 10:58:05.416262 3762 namespace.go:98] [openshift-multus] adding namespace I0405 10:58:05.416804 3762 namespace.go:102] [openshift-dns] adding namespace took 6.830847ms I0405 10:58:05.416817 3762 namespace.go:98] [openshift-insights] adding namespace I0405 10:58:05.417304 3762 namespace.go:102] [openshift-logging] adding namespace took 6.939916ms I0405 10:58:05.417315 3762 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0405 10:58:05.418180 3762 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.293865ms I0405 10:58:05.418192 3762 namespace.go:98] [openshift-service-ca] adding namespace I0405 10:58:05.418601 3762 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.276117ms I0405 10:58:05.418617 3762 namespace.go:98] [default] adding namespace I0405 10:58:05.419024 3762 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.217835ms I0405 10:58:05.419036 3762 namespace.go:98] [openshift-operators-redhat] adding namespace I0405 10:58:05.419470 3762 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.15368ms I0405 10:58:05.419482 3762 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0405 10:58:05.420030 3762 namespace.go:102] [openshift-config] adding namespace took 7.159922ms I0405 10:58:05.420565 3762 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.251902ms I0405 10:58:05.420581 3762 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0405 10:58:05.421200 3762 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.489761ms I0405 10:58:05.421216 3762 namespace.go:98] [openshift-console-operator] adding namespace I0405 10:58:05.421643 3762 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.475556ms I0405 10:58:05.421662 3762 namespace.go:98] [openshift-backplane-tam] adding namespace I0405 10:58:05.422207 3762 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.697591ms I0405 10:58:05.422218 3762 namespace.go:98] [kube-system] adding namespace I0405 10:58:05.422600 3762 namespace.go:102] [openshift-dns-operator] adding namespace took 7.622167ms I0405 10:58:05.422618 3762 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0405 10:58:05.423194 3762 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.820033ms I0405 10:58:05.423206 3762 namespace.go:98] [openshift-backplane-csm] adding namespace W0405 10:58:05.423658 3762 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-jjd7x: pod openshift-multus/network-metrics-daemon-jjd7x: no pod IPs found I0405 10:58:05.423669 3762 namespace.go:102] [openshift-controller-manager] adding namespace took 7.901972ms I0405 10:58:05.423696 3762 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0405 10:58:05.424204 3762 namespace.go:102] [openshift-multus] adding namespace took 7.931857ms I0405 10:58:05.424228 3762 namespace.go:98] [openshift-operators] adding namespace I0405 10:58:05.424702 3762 namespace.go:102] [openshift-insights] adding namespace took 7.877611ms I0405 10:58:05.424718 3762 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0405 10:58:05.425143 3762 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.82231ms I0405 10:58:05.425160 3762 namespace.go:98] [openshift-backplane-mobb] adding namespace I0405 10:58:05.425547 3762 namespace.go:102] [openshift-service-ca] adding namespace took 7.349206ms I0405 10:58:05.425564 3762 namespace.go:98] [openshift-authentication-operator] adding namespace I0405 10:58:05.426020 3762 namespace.go:102] [default] adding namespace took 7.397081ms I0405 10:58:05.426036 3762 namespace.go:98] [openshift-host-network] adding namespace I0405 10:58:05.426478 3762 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.433801ms I0405 10:58:05.426496 3762 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0405 10:58:05.426923 3762 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.432587ms I0405 10:58:05.426940 3762 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0405 10:58:05.427429 3762 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.840957ms I0405 10:58:05.427444 3762 namespace.go:98] [openshift-image-registry] adding namespace I0405 10:58:05.427951 3762 namespace.go:102] [openshift-console-operator] adding namespace took 6.728067ms I0405 10:58:05.427969 3762 namespace.go:98] [openshift-ingress] adding namespace I0405 10:58:05.428383 3762 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.715942ms I0405 10:58:05.428397 3762 namespace.go:98] [openshift-ingress-operator] adding namespace I0405 10:58:05.428833 3762 namespace.go:102] [kube-system] adding namespace took 6.610429ms I0405 10:58:05.428845 3762 namespace.go:98] [openshift-route-controller-manager] adding namespace I0405 10:58:05.429266 3762 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.640068ms I0405 10:58:05.429283 3762 namespace.go:98] [dedicated-admin] adding namespace I0405 10:58:05.429617 3762 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.40304ms I0405 10:58:05.429634 3762 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0405 10:58:05.430131 3762 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.428072ms I0405 10:58:05.430145 3762 namespace.go:98] [openshift-marketplace] adding namespace I0405 10:58:05.430568 3762 namespace.go:102] [openshift-operators] adding namespace took 6.334093ms I0405 10:58:05.430581 3762 namespace.go:98] [openshift-customer-monitoring] adding namespace I0405 10:58:05.431013 3762 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.288829ms I0405 10:58:05.431026 3762 namespace.go:98] [openshift-network-console] adding namespace I0405 10:58:05.431409 3762 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.244336ms I0405 10:58:05.431420 3762 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0405 10:58:05.431834 3762 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.264487ms I0405 10:58:05.431844 3762 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0405 10:58:05.432342 3762 namespace.go:102] [openshift-host-network] adding namespace took 6.297563ms I0405 10:58:05.432359 3762 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0405 10:58:05.432800 3762 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.297508ms I0405 10:58:05.432817 3762 namespace.go:98] [openshift-backplane] adding namespace I0405 10:58:05.433191 3762 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.24079ms I0405 10:58:05.433216 3762 namespace.go:98] [kube-public] adding namespace I0405 10:58:05.433669 3762 namespace.go:102] [openshift-image-registry] adding namespace took 6.218995ms I0405 10:58:05.434358 3762 namespace.go:102] [openshift-ingress] adding namespace took 6.384633ms I0405 10:58:05.434764 3762 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.358426ms I0405 10:58:05.435226 3762 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.375064ms I0405 10:58:05.435242 3762 namespace.go:98] [openshift-network-node-identity] adding namespace I0405 10:58:05.435827 3762 namespace.go:102] [dedicated-admin] adding namespace took 6.539846ms I0405 10:58:05.436205 3762 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.563168ms I0405 10:58:05.436694 3762 namespace.go:102] [openshift-marketplace] adding namespace took 6.544129ms I0405 10:58:05.436707 3762 namespace.go:98] [openshift-node] adding namespace I0405 10:58:05.437450 3762 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.864371ms I0405 10:58:05.438086 3762 namespace.go:102] [openshift-network-console] adding namespace took 7.051676ms I0405 10:58:05.438107 3762 namespace.go:98] [openshift-service-ca-operator] adding namespace I0405 10:58:05.438536 3762 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.110668ms I0405 10:58:05.439133 3762 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.283864ms I0405 10:58:05.439146 3762 namespace.go:98] [openshift-backplane-cse] adding namespace I0405 10:58:05.439546 3762 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.18237ms I0405 10:58:05.440028 3762 namespace.go:102] [openshift-backplane] adding namespace took 7.204041ms I0405 10:58:05.440044 3762 namespace.go:98] [openshift-config-operator] adding namespace I0405 10:58:05.440474 3762 namespace.go:102] [kube-public] adding namespace took 7.250233ms I0405 10:58:05.440493 3762 namespace.go:98] [openshift-kube-scheduler] adding namespace I0405 10:58:05.441064 3762 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.815128ms I0405 10:58:05.441464 3762 namespace.go:102] [openshift-node] adding namespace took 4.752147ms I0405 10:58:05.441911 3762 namespace.go:102] [openshift-service-ca-operator] adding namespace took 3.798264ms I0405 10:58:05.442341 3762 namespace.go:102] [openshift-backplane-cse] adding namespace took 3.191448ms I0405 10:58:05.442694 3762 namespace.go:102] [openshift-config-operator] adding namespace took 2.646136ms I0405 10:58:05.443101 3762 namespace.go:102] [openshift-kube-scheduler] adding namespace took 2.602069ms I0405 10:58:05.443505 3762 zone_ic_handler.go:186] Time taken to create transit switch: 262.83µs I0405 10:58:05.443587 3762 master.go:532] Adding or Updating local node "ip-10-0-2-248.ec2.internal" for network "default" I0405 10:58:05.444143 3762 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-1-205.ec2.internal for the network default I0405 10:58:05.444316 3762 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-0-209.ec2.internal for the network default I0405 10:58:05.445833 3762 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-0-209.ec2.internal" on network "default" took: 1.52406ms I0405 10:58:05.445832 3762 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-1-205.ec2.internal" on network "default" took: 1.537466ms I0405 10:58:05.447969 3762 default_network_controller.go:806] Node add failed for ip-10-0-2-248.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-248.ec2.internal, error getting gateway config for node ip-10-0-2-248.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-248.ec2.internal", failed to update chassis to local for local node ip-10-0-2-248.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-248.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-248.ec2.internal] E0405 10:58:05.448028 3762 obj_retry.go:541] Failed to create *v1.Node ip-10-0-2-248.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-248.ec2.internal, error getting gateway config for node ip-10-0-2-248.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-248.ec2.internal", failed to update chassis to local for local node ip-10-0-2-248.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-248.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-248.ec2.internal] I0405 10:58:05.448079 3762 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0405 10:58:05.448089 3762 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-248.ec2.internal", UID:"9a1f5708-acd1-470e-9262-00adc7315b1d", APIVersion:"v1", ResourceVersion:"10095", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-248.ec2.internal, error getting gateway config for node ip-10-0-2-248.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-248.ec2.internal", failed to update chassis to local for local node ip-10-0-2-248.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-248.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-248.ec2.internal] I0405 10:58:05.448129 3762 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0405 10:58:05.448144 3762 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0405 10:58:05.448174 3762 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-209.ec2.internal in network "default" I0405 10:58:05.448257 3762 node_tracker.go:169] Node ip-10-0-0-209.ec2.internal switch + router changed, syncing services in network "default" I0405 10:58:05.448268 3762 services_controller.go:574] Full service sync requested for network=default I0405 10:58:05.448277 3762 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-205.ec2.internal in network "default" I0405 10:58:05.448300 3762 node_tracker.go:169] Node ip-10-0-1-205.ec2.internal switch + router changed, syncing services in network "default" I0405 10:58:05.448307 3762 services_controller.go:574] Full service sync requested for network=default I0405 10:58:05.448316 3762 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-248.ec2.internal in network "default" I0405 10:58:05.448334 3762 node_tracker.go:235] Node ip-10-0-2-248.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-248.ec2.internal" I0405 10:58:05.448345 3762 node_tracker.go:169] Node ip-10-0-2-248.ec2.internal switch + router changed, syncing services in network "default" I0405 10:58:05.448352 3762 services_controller.go:574] Full service sync requested for network=default I0405 10:58:05.464035 3762 iptables.go:108] Creating table: filter chain: FORWARD I0405 10:58:05.470453 3762 iptables.go:108] Creating table: filter chain: OUTPUT I0405 10:58:05.477358 3762 gateway_shared_intf.go:1787] Gateway Creation Complete I0405 10:58:05.477379 3762 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-248.ec2.internal","mac-address":"0e:69:df:58:b8:7f","ip-addresses":["10.0.2.248/24"],"ip-address":"10.0.2.248/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f16cf274-e33c-4dc7-9da1-c8e7625634ce k8s.ovn.org/node-encap-ips:["10.0.2.248"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.248/24"} k8s.ovn.org/zone-name:ip-10-0-2-248.ec2.internal] on node ip-10-0-2-248.ec2.internal I0405 10:58:05.498415 3762 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-248.ec2.internal in network "default" I0405 10:58:05.498487 3762 node_tracker.go:169] Node ip-10-0-2-248.ec2.internal switch + router changed, syncing services in network "default" I0405 10:58:05.498503 3762 services_controller.go:574] Full service sync requested for network=default I0405 10:58:05.498540 3762 master.go:532] Adding or Updating local node "ip-10-0-2-248.ec2.internal" for network "default" I0405 10:58:05.502721 3762 default_node_network_controller.go:518] Node connection status = connected W0405 10:58:05.503474 3762 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-5v4nd: pod openshift-network-diagnostics/network-check-target-5v4nd: no pod IPs found W0405 10:58:05.503496 3762 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-jjd7x: pod openshift-multus/network-metrics-daemon-jjd7x: no pod IPs found I0405 10:58:05.505380 3762 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-2-248.ec2.internal for the network default I0405 10:58:05.549197 3762 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0405 10:58:05.549229 3762 services_controller.go:208] Setting up event handlers for services for network=default I0405 10:58:05.549326 3762 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0405 10:58:05.549373 3762 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0405 10:58:05.549390 3762 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0405 10:58:05.649535 3762 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0405 10:58:05.649575 3762 repair.go:60] Starting repairing loop for services I0405 10:58:05.649700 3762 repair.go:131] Deleted 0 stale service LBs I0405 10:58:05.649727 3762 repair.go:137] Deleted 0 stale Chassis Template Vars I0405 10:58:05.649753 3762 repair.go:62] Finished repairing loop for services: 182.33µs I0405 10:58:05.649792 3762 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0405 10:58:05.649806 3762 services_controller.go:254] Starting workers for network=default I0405 10:58:05.650178 3762 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-5v4nd] creating logical port openshift-network-diagnostics_network-check-target-5v4nd for pod on switch ip-10-0-2-248.ec2.internal I0405 10:58:05.650216 3762 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-bcv7v of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0405 10:58:05.650328 3762 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-5v4nd I0405 10:58:05.650451 3762 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-06 10:53:04 +0000 UTC" deadline="2026-04-06 07:15:35.349913587 +0000 UTC" I0405 10:58:05.650479 3762 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-jjd7x] creating logical port openshift-multus_network-metrics-daemon-jjd7x for pod on switch ip-10-0-2-248.ec2.internal I0405 10:58:05.650472 3762 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h17m29.699450256s" I0405 10:58:05.650530 3762 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-jjd7x W0405 10:58:05.652172 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0405 10:58:05.653449 3762 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0405 10:58:05.656541 3762 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0405 10:58:05.670141 3762 pod.go:62] [openshift-multus/network-metrics-daemon-jjd7x] pod update took 19.627963ms I0405 10:58:05.670163 3762 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-jjd7x] addLogicalPort annotation time took 19.652309ms I0405 10:58:05.670139 3762 pod.go:62] [openshift-network-diagnostics/network-check-target-5v4nd] pod update took 19.869654ms I0405 10:58:05.670181 3762 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-5v4nd] addLogicalPort annotation time took 19.91996ms I0405 10:58:05.671200 3762 pods.go:271] [openshift-network-diagnostics/network-check-target-5v4nd] addLogicalPort took 21.034769ms, libovsdb time 767.739µs I0405 10:58:05.671438 3762 pods.go:271] [openshift-multus/network-metrics-daemon-jjd7x] addLogicalPort took 20.965978ms, libovsdb time 1.016034ms I0405 10:58:05.671961 3762 admin_network_policy_controller.go:227] Starting controller default-network-controller I0405 10:58:05.671986 3762 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0405 10:58:05.672001 3762 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0405 10:58:05.672007 3762 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0405 10:58:05.672188 3762 repair.go:29] Repairing admin network policies took 175.001µs I0405 10:58:05.672297 3762 repair.go:92] Repairing baseline admin network policies took 98.325µs I0405 10:58:05.672662 3762 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0405 10:58:05.672702 3762 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0405 10:58:05.674418 3762 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0405 10:58:05.674451 3762 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0405 10:58:05.675328 3762 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0405 10:58:05.675345 3762 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0405 10:58:05.676224 3762 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0405 10:58:05.676248 3762 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0405 10:58:05.676260 3762 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0405 10:58:05.678275 3762 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0405 10:58:05.678296 3762 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0405 10:58:05.678305 3762 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0405 10:58:05.680594 3762 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0405 10:58:05.680626 3762 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0405 10:58:05.680639 3762 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0405 10:58:05.682379 3762 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0405 10:58:05.682405 3762 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0405 10:58:05.682418 3762 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0405 10:58:05.683023 3762 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0405 10:58:05.683041 3762 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0405 10:58:05.683053 3762 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0405 10:58:05.685534 3762 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0405 10:58:05.685563 3762 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0405 10:58:05.685577 3762 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0405 10:58:05.686818 3762 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0405 10:58:05.686838 3762 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0405 10:58:05.686849 3762 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0405 10:58:05.687397 3762 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0405 10:58:05.687423 3762 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0405 10:58:05.687435 3762 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0405 10:58:05.689095 3762 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0405 10:58:05.689123 3762 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0405 10:58:05.689136 3762 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0405 10:58:05.689691 3762 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0405 10:58:05.689717 3762 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0405 10:58:05.689725 3762 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0405 10:58:05.690249 3762 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0405 10:58:05.690267 3762 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0405 10:58:05.690274 3762 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0405 10:58:05.690559 3762 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0405 10:58:05.690576 3762 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0405 10:58:05.690584 3762 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0405 10:58:05.691071 3762 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0405 10:58:05.691088 3762 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0405 10:58:05.691098 3762 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0405 10:58:05.691597 3762 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0405 10:58:05.691615 3762 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0405 10:58:05.691621 3762 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0405 10:58:05.692959 3762 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0405 10:58:05.692978 3762 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0405 10:58:05.692990 3762 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0405 10:58:05.694009 3762 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0405 10:58:05.694028 3762 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0405 10:58:05.694039 3762 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0405 10:58:05.695030 3762 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0405 10:58:05.695051 3762 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0405 10:58:05.695086 3762 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0405 10:58:05.695812 3762 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0405 10:58:05.695841 3762 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0405 10:58:05.695848 3762 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0405 10:58:05.696185 3762 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0405 10:58:05.696205 3762 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0405 10:58:05.696216 3762 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0405 10:58:05.697376 3762 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0405 10:58:05.697394 3762 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0405 10:58:05.697402 3762 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0405 10:58:05.699025 3762 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0405 10:58:05.699047 3762 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0405 10:58:05.699057 3762 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0405 10:58:05.700036 3762 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0405 10:58:05.700054 3762 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0405 10:58:05.700064 3762 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0405 10:58:05.700746 3762 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0405 10:58:05.700766 3762 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0405 10:58:05.700773 3762 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0405 10:58:05.701034 3762 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0405 10:58:05.701049 3762 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0405 10:58:05.701058 3762 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0405 10:58:05.701546 3762 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0405 10:58:05.701566 3762 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0405 10:58:05.701576 3762 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0405 10:58:05.702093 3762 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0405 10:58:05.702111 3762 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0405 10:58:05.702120 3762 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0405 10:58:05.703409 3762 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0405 10:58:05.703435 3762 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0405 10:58:05.703453 3762 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0405 10:58:05.703764 3762 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0405 10:58:05.703982 3762 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-bcv7v of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0405 10:58:05.709165 3762 egressfirewall.go:319] Starting EgressFirewall controller I0405 10:58:05.709191 3762 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0405 10:58:05.709216 3762 controller.go:133] Adding controller egress-firewall-controller event handlers I0405 10:58:05.709259 3762 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0405 10:58:05.709272 3762 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0405 10:58:05.709214 3762 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0405 10:58:05.709282 3762 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0405 10:58:05.709556 3762 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0405 10:58:05.709570 3762 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0405 10:58:05.709579 3762 egressqos.go:193] Setting up event handlers for EgressQoS I0405 10:58:05.709664 3762 egressfirewall.go:628] Syncing node "ip-10-0-0-209.ec2.internal" for egress firewall I0405 10:58:05.709696 3762 egressfirewall.go:628] Syncing node "ip-10-0-1-205.ec2.internal" for egress firewall I0405 10:58:05.709706 3762 egressfirewall.go:628] Syncing node "ip-10-0-2-248.ec2.internal" for egress firewall I0405 10:58:05.709793 3762 egressqos.go:245] Starting EgressQoS Controller I0405 10:58:05.709806 3762 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0405 10:58:05.709814 3762 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0405 10:58:05.709819 3762 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0405 10:58:05.709823 3762 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0405 10:58:05.709828 3762 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0405 10:58:05.709833 3762 shared_informer.go:356] "Caches are synced" controller="egressqos" I0405 10:58:05.709836 3762 egressqos.go:259] Repairing EgressQoSes I0405 10:58:05.709840 3762 egressqos.go:399] Starting repairing loop for egressqos I0405 10:58:05.709919 3762 egressqos.go:401] Finished repairing loop for egressqos: 78.873µs I0405 10:58:05.709940 3762 egressservice_zone.go:132] Setting up event handlers for Egress Services I0405 10:58:05.709971 3762 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-248.ec2.internal I0405 10:58:05.710021 3762 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-248.ec2.internal : 51.085µs I0405 10:58:05.710071 3762 egressservice_zone.go:210] Starting Egress Services Controller I0405 10:58:05.710082 3762 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0405 10:58:05.710088 3762 shared_informer.go:356] "Caches are synced" controller="egressservices" I0405 10:58:05.710094 3762 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0405 10:58:05.710100 3762 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0405 10:58:05.710105 3762 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0405 10:58:05.710110 3762 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0405 10:58:05.710115 3762 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0405 10:58:05.710119 3762 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0405 10:58:05.710123 3762 egressservice_zone.go:228] Repairing Egress Services I0405 10:58:05.710399 3762 master_controller.go:88] Starting Admin Policy Based Route Controller I0405 10:58:05.710409 3762 external_controller.go:278] Starting Admin Policy Based Route Controller I0405 10:58:05.710419 3762 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-205.ec2.internal I0405 10:58:05.710433 3762 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-205.ec2.internal: 16.283µs I0405 10:58:05.710442 3762 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-248.ec2.internal I0405 10:58:05.710446 3762 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-248.ec2.internal: 4.32µs I0405 10:58:05.710450 3762 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-209.ec2.internal I0405 10:58:05.710455 3762 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-209.ec2.internal: 5.07µs I0405 10:58:05.710525 3762 default_network_controller.go:568] Completing all the Watchers took 306.976452ms I0405 10:58:05.710540 3762 default_network_controller.go:572] Starting unidling controllers I0405 10:58:05.710546 3762 unidle.go:46] Registering OVN SB ControllerEvent handler I0405 10:58:05.710552 3762 unidle.go:63] Populating Initial ContollerEvent events I0405 10:58:05.710563 3762 unidle.go:79] Setting up event handlers for services I0405 10:58:05.710700 3762 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller I0405 10:58:05.716354 3762 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0405 10:58:06.003122 3762 default_node_network_controller.go:518] Node connection status = connected I0405 10:58:06.021802 3762 bridgeconfig.go:537] Gateway is ready I0405 10:58:06.021823 3762 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager I0405 10:58:06.034962 3762 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.248. Updating OVN encap IP. I0405 10:58:06.040952 3762 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.248 - it is already configured I0405 10:58:06.040968 3762 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.248/24:{} 172.20.0.1/32:{}]. Updating annotations. I0405 10:58:06.041208 3762 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.248/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-248.ec2.internal","mac-address":"0e:69:df:58:b8:7f","ip-addresses":["10.0.2.248/24"],"ip-address":"10.0.2.248/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f16cf274-e33c-4dc7-9da1-c8e7625634ce k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.248/24"}] on node ip-10-0-2-248.ec2.internal I0405 10:58:06.063169 3762 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-248.ec2.internal in network "default" I0405 10:58:06.063247 3762 node_tracker.go:169] Node ip-10-0-2-248.ec2.internal switch + router changed, syncing services in network "default" I0405 10:58:06.063245 3762 egressfirewall.go:628] Syncing node "ip-10-0-2-248.ec2.internal" for egress firewall I0405 10:58:06.063264 3762 services_controller.go:574] Full service sync requested for network=default I0405 10:58:06.063265 3762 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-248.ec2.internal I0405 10:58:06.063278 3762 master.go:532] Adding or Updating local node "ip-10-0-2-248.ec2.internal" for network "default" I0405 10:58:06.063280 3762 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-248.ec2.internal: 18.386µs W0405 10:58:06.063564 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0405 10:58:06.063705 3762 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0405 10:58:06.063952 3762 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0405 10:58:06.064072 3762 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.2.248 I0405 10:58:06.064180 3762 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-248.ec2.internal I0405 10:58:06.068435 3762 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-2-248.ec2.internal. Updating no re-route policies I0405 10:58:06.068496 3762 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-248.ec2.internal I0405 10:58:06.068513 3762 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-jjd7x I0405 10:58:06.068523 3762 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8j2vq I0405 10:58:06.068526 3762 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-jjd7x I0405 10:58:06.068527 3762 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-248.ec2.internal I0405 10:58:06.068528 3762 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-9th8b I0405 10:58:06.068539 3762 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-248.ec2.internal I0405 10:58:06.068542 3762 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-9th8b I0405 10:58:06.068545 3762 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-jrffx I0405 10:58:06.068516 3762 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-248.ec2.internal I0405 10:58:06.068556 3762 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-xpn8h I0405 10:58:06.068556 3762 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-248.ec2.internal after 0 failed attempt(s) I0405 10:58:06.068514 3762 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-sz46q I0405 10:58:06.068562 3762 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-xpn8h I0405 10:58:06.068532 3762 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8j2vq I0405 10:58:06.068561 3762 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-5v4nd I0405 10:58:06.068567 3762 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-sz46q I0405 10:58:06.068573 3762 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-248.ec2.internal after 0 failed attempt(s) I0405 10:58:06.068576 3762 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8j2vq after 0 failed attempt(s) I0405 10:58:06.068576 3762 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-5v4nd I0405 10:58:06.068550 3762 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-jrffx I0405 10:58:06.068585 3762 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-sz46q after 0 failed attempt(s) I0405 10:58:06.068538 3762 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-d2lx5 I0405 10:58:06.068596 3762 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-d2lx5 I0405 10:58:06.068599 3762 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-jrffx after 0 failed attempt(s) I0405 10:58:06.068608 3762 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-d2lx5 after 0 failed attempt(s) I0405 10:58:06.068501 3762 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-8fkm2 I0405 10:58:06.068566 3762 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-9th8b after 0 failed attempt(s) I0405 10:58:06.068558 3762 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-jjd7x] creating logical port openshift-multus_network-metrics-daemon-jjd7x for pod on switch ip-10-0-2-248.ec2.internal I0405 10:58:06.068622 3762 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-8fkm2 I0405 10:58:06.068643 3762 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-8fkm2 after 0 failed attempt(s) I0405 10:58:06.068577 3762 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-xpn8h after 0 failed attempt(s) I0405 10:58:06.068574 3762 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-nzwj4 I0405 10:58:06.068686 3762 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-5v4nd] creating logical port openshift-network-diagnostics_network-check-target-5v4nd for pod on switch ip-10-0-2-248.ec2.internal I0405 10:58:06.068710 3762 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-nzwj4 I0405 10:58:06.068746 3762 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-nzwj4 after 0 failed attempt(s) I0405 10:58:06.068547 3762 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-nvlm8 I0405 10:58:06.068762 3762 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-nvlm8 I0405 10:58:06.068773 3762 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-nvlm8 after 0 failed attempt(s) I0405 10:58:06.069439 3762 pods.go:271] [openshift-network-diagnostics/network-check-target-5v4nd] addLogicalPort took 783.307µs, libovsdb time 349.281µs I0405 10:58:06.069451 3762 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-5v4nd after 0 failed attempt(s) I0405 10:58:06.069609 3762 pods.go:271] [openshift-multus/network-metrics-daemon-jjd7x] addLogicalPort took 1.057945ms, libovsdb time 180.53µs I0405 10:58:06.069627 3762 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-jjd7x after 0 failed attempt(s) I0405 10:58:06.081962 3762 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher I0405 10:58:06.094087 3762 iptables.go:108] Creating table: mangle chain: OUTPUT I0405 10:58:06.097289 3762 iptables.go:108] Creating table: nat chain: OUTPUT I0405 10:58:06.136419 3762 iptables.go:108] Creating table: nat chain: PREROUTING I0405 10:58:06.209379 3762 iptables.go:108] Creating table: filter chain: FORWARD I0405 10:58:06.226556 3762 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1 W0405 10:58:06.226760 3762 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0405 10:58:06.226807 3762 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4 W0405 10:58:06.226889 3762 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0405 10:58:06.226950 3762 gateway_init.go:325] Gateway and management port readiness took 728.718131ms I0405 10:58:06.226981 3762 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0405 10:58:06.227019 3762 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0405 10:58:06.227030 3762 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0405 10:58:06.227039 3762 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0405 10:58:06.227099 3762 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0405 10:58:06.227195 3762 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 60.691µs I0405 10:58:06.227475 3762 network_controller.go:246] [node-nad-controller network controller]: syncing all networks I0405 10:58:06.227498 3762 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 14.662µs I0405 10:58:06.227507 3762 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 33.463µs I0405 10:58:06.227513 3762 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0405 10:58:06.227522 3762 nad_controller.go:173] [node-nad-controller NAD controller]: started I0405 10:58:06.227527 3762 default_node_network_controller.go:898] Starting the default node network controller I0405 10:58:06.227532 3762 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0405 10:58:06.227618 3762 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 12.942µs I0405 10:58:06.227712 3762 default_node_network_controller.go:1449] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0405 10:58:06.227721 3762 default_node_network_controller.go:934] Waiting for gateway and management port readiness... I0405 10:58:06.227746 3762 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c04f80 0xc0002ef810 0xc0002ef880 0xc0002ef8f0 0xc0002ef9d0 0xc0002efa40 0xc0002efab0 0xc000c23270 0xc0002efb20 0xc0002efb90 0xc000bcc3c0 0xc0061f5110 0xc0002efc70 map[0x2f8f0c0:0xc003984300 0x2f8f600:0xc003984480 0x2f90080:0xc003984240 0x2f90320:0xc0039842a0 0x2f90b00:0xc003984360 0x2f90da0:0xc0039843c0 0x2f91040:0xc003984420 0x2f91820:0xc0039844e0 0x2f91ac0:0xc003984540 0x2fbc3e0:0xc000e26720 0x2fbc780:0xc000e26780 0x2fbd260:0xc000c5f440 0x2fbebc0:0xc001bfe000 0x2fbf6a0:0xc000e269c0 0x2fc0520:0xc001bfe060] 0xc000c481c0 0} I0405 10:58:06.227811 3762 gateway.go:151] Starting gateway service sync I0405 10:58:06.228389 3762 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0405 10:58:06.230539 3762 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0405 10:58:06.245277 3762 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0405 10:58:06.246543 3762 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0405 10:58:06.247689 3762 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0405 10:58:06.283499 3762 gateway.go:168] Gateway service sync done. Time taken: 55.671762ms I0405 10:58:06.283963 3762 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31093 I0405 10:58:06.284490 3762 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c04f80 0xc0002ef810 0xc0002ef880 0xc0002ef8f0 0xc0002ef9d0 0xc0002efa40 0xc0002efab0 0xc000c23270 0xc0002efb20 0xc0002efb90 0xc000bcc3c0 0xc0061f5110 0xc0002efc70 map[0x2f8f0c0:0xc003984300 0x2f8f600:0xc003984480 0x2f90080:0xc003984240 0x2f90320:0xc0039842a0 0x2f90b00:0xc003984360 0x2f90da0:0xc0039843c0 0x2f91040:0xc003984420 0x2f91820:0xc0039844e0 0x2f91ac0:0xc003984540 0x2fbc3e0:0xc000e26720 0x2fbc780:0xc000e26780 0x2fbd260:0xc000c5f440 0x2fbebc0:0xc001bfe000 0x2fbf6a0:0xc000e269c0 0x2fc0520:0xc001bfe060] 0xc000c481c0 0} I0405 10:58:06.285076 3762 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c04f80 0xc0002ef810 0xc0002ef880 0xc0002ef8f0 0xc0002ef9d0 0xc0002efa40 0xc0002efab0 0xc000c23270 0xc0002efb20 0xc0002efb90 0xc000bcc3c0 0xc0061f5110 0xc0002efc70 map[0x2f8f0c0:0xc003984300 0x2f8f600:0xc003984480 0x2f90080:0xc003984240 0x2f90320:0xc0039842a0 0x2f90b00:0xc003984360 0x2f90da0:0xc0039843c0 0x2f91040:0xc003984420 0x2f91820:0xc0039844e0 0x2f91ac0:0xc003984540 0x2fbc3e0:0xc000e26720 0x2fbc780:0xc000e26780 0x2fbd260:0xc000c5f440 0x2fbebc0:0xc001bfe000 0x2fbf6a0:0xc000e269c0 0x2fc0520:0xc001bfe060] 0xc000c481c0 0} I0405 10:58:06.285110 3762 gateway.go:519] Reconciling gateway with updates I0405 10:58:06.291019 3762 gateway.go:326] Spawning Conntrack Rule Check Thread I0405 10:58:06.291097 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0405 10:58:06.291117 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0405 10:58:06.291120 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0405 10:58:06.291127 3762 default_node_network_controller.go:943] Gateway and management port readiness took 63.399667ms I0405 10:58:06.291130 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0405 10:58:06.291133 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0405 10:58:06.291136 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0405 10:58:06.291135 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0405 10:58:06.291142 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0405 10:58:06.291144 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0405 10:58:06.291122 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0405 10:58:06.291151 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0405 10:58:06.291152 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0405 10:58:06.291154 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0405 10:58:06.291148 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0405 10:58:06.291156 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0405 10:58:06.291166 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0405 10:58:06.291167 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0405 10:58:06.291173 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0405 10:58:06.291178 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0405 10:58:06.291180 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0405 10:58:06.291187 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0405 10:58:06.291194 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0405 10:58:06.291193 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0405 10:58:06.291203 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0405 10:58:06.291210 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0405 10:58:06.291136 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0405 10:58:06.291214 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0405 10:58:06.291209 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0405 10:58:06.291168 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0405 10:58:06.291223 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0405 10:58:06.291225 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0405 10:58:06.291228 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0405 10:58:06.291229 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0405 10:58:06.291231 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0405 10:58:06.291236 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0405 10:58:06.291124 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0405 10:58:06.291238 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0405 10:58:06.291240 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0405 10:58:06.291246 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0405 10:58:06.291249 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0405 10:58:06.291247 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0405 10:58:06.291252 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0405 10:58:06.291257 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0405 10:58:06.291231 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0405 10:58:06.291264 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0405 10:58:06.291258 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0405 10:58:06.291272 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0405 10:58:06.291271 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0405 10:58:06.291280 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0405 10:58:06.291282 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0405 10:58:06.291297 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0405 10:58:06.291301 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0405 10:58:06.291302 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0405 10:58:06.291305 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0405 10:58:06.291311 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0405 10:58:06.291180 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0405 10:58:06.291314 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0405 10:58:06.291319 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0405 10:58:06.291249 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0405 10:58:06.291325 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0405 10:58:06.291323 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0405 10:58:06.291231 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0405 10:58:06.291340 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0405 10:58:06.291348 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0405 10:58:06.291348 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0405 10:58:06.291309 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0405 10:58:06.291359 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0405 10:58:06.291362 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0405 10:58:06.291366 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0405 10:58:06.291265 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0405 10:58:06.291373 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0405 10:58:06.291284 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0405 10:58:06.291396 3762 port_claim.go:71] Svc openshift-ingress/router-default: port 31135 is already open, no action needed I0405 10:58:06.291348 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0405 10:58:06.291407 3762 port_claim.go:71] Svc openshift-ingress/router-default: port 32231 is already open, no action needed I0405 10:58:06.291411 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0405 10:58:06.291419 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0405 10:58:06.291137 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0405 10:58:06.291427 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0405 10:58:06.291212 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0405 10:58:06.291443 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0405 10:58:06.291446 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0405 10:58:06.291452 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0405 10:58:06.291457 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0405 10:58:06.291467 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0405 10:58:06.291222 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0405 10:58:06.291196 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0405 10:58:06.291482 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0405 10:58:06.291488 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0405 10:58:06.291411 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0405 10:58:06.291227 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0405 10:58:06.291195 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0405 10:58:06.291158 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0405 10:58:06.291584 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0405 10:58:06.291594 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0405 10:58:06.291603 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0405 10:58:06.291235 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0405 10:58:06.291260 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0405 10:58:06.291259 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0405 10:58:06.291662 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0405 10:58:06.291261 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0405 10:58:06.291260 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0405 10:58:06.291286 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0405 10:58:06.291311 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0405 10:58:06.291103 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0405 10:58:06.291756 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0405 10:58:06.291323 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0405 10:58:06.291219 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0405 10:58:06.291219 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0405 10:58:06.291437 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0405 10:58:06.291473 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0405 10:58:06.291504 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0405 10:58:06.291898 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0405 10:58:06.291158 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0405 10:58:06.292331 3762 node_ip_handler_linux.go:160] Node IP manager is running W0405 10:58:06.331892 3762 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0405 10:58:06.332301 3762 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0405 10:58:06.332624 3762 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0405 10:58:06.341533 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0405 10:58:06.341566 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0405 10:58:06.341573 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0405 10:58:06.341580 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0405 10:58:06.341587 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0405 10:58:06.382206 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0405 10:58:06.382234 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0405 10:58:06.382244 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0405 10:58:06.382250 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0405 10:58:06.382256 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0405 10:58:06.382263 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0405 10:58:06.382269 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0405 10:58:06.423183 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0405 10:58:06.423197 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0405 10:58:06.423181 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0405 10:58:06.423192 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0405 10:58:06.423210 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0405 10:58:06.423218 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0405 10:58:06.423225 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0405 10:58:06.423232 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0405 10:58:06.423240 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0405 10:58:06.423247 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0405 10:58:06.423255 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0405 10:58:06.423260 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0405 10:58:06.423267 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0405 10:58:06.423272 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0405 10:58:08.222268 3762 default_node_network_controller.go:1369] Starting node controller node sync W0405 10:58:08.222283 3762 egressip_healthcheck.go:76] Health checking using insecure connection I0405 10:58:08.222336 3762 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0405 10:58:08.234345 3762 default_node_network_controller.go:1411] Node controller node sync done. Time taken: 12.055442ms I0405 10:58:08.234486 3762 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-209.ec2.internal", IP: 10.0.0.209 to PMTUD blocking rules I0405 10:58:08.234500 3762 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-209.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0405 10:58:08.234518 3762 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-205.ec2.internal", IP: 10.0.1.205 to PMTUD blocking rules I0405 10:58:08.234529 3762 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-205.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0405 10:58:08.241944 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0405 10:58:08.246486 3762 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0405 10:58:08.246789 3762 egressservice_node.go:93] Setting up event handlers for Egress Services I0405 10:58:08.246893 3762 egressservice_node.go:183] Starting Egress Services Controller I0405 10:58:08.246911 3762 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0405 10:58:08.246922 3762 shared_informer.go:356] "Caches are synced" controller="egressservices" I0405 10:58:08.246930 3762 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0405 10:58:08.246937 3762 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0405 10:58:08.246945 3762 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0405 10:58:08.246952 3762 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0405 10:58:08.246958 3762 egressservice_node.go:197] Repairing Egress Services I0405 10:58:08.257040 3762 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0405 10:58:08.257053 3762 external_controller.go:278] Starting Admin Policy Based Route Controller I0405 10:58:08.257245 3762 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled I0405 10:58:08.257262 3762 link_network_manager.go:117] Link manager is running I0405 10:58:08.257274 3762 default_node_network_controller.go:1087] Default node network controller initialized and ready. I0405 10:58:08.257361 3762 ovspinning_linux.go:42] OVS CPU affinity pinning disabled I0405 10:58:08.257617 3762 vrf_manager.go:128] VRF manager is running I0405 10:58:08.257698 3762 node_controller_manager.go:437] Removing flows to drop GARP I0405 10:58:08.257709 3762 gateway.go:519] Reconciling gateway with updates I0405 10:58:08.280764 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0405 10:58:08.280779 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0405 10:58:08.280780 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0405 10:58:08.280792 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0405 10:58:08.280788 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0405 10:58:08.280798 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0405 10:58:08.280801 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0405 10:58:08.280806 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0405 10:58:08.280806 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0405 10:58:08.280807 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0405 10:58:08.280815 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0405 10:58:08.280819 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0405 10:58:08.280826 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0405 10:58:08.280826 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0405 10:58:08.280772 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0405 10:58:08.280832 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0405 10:58:08.280836 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0405 10:58:08.280837 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0405 10:58:08.280841 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0405 10:58:08.280828 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0405 10:58:08.280845 3762 port_claim.go:71] Svc openshift-ingress/router-default: port 31135 is already open, no action needed I0405 10:58:08.280850 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0405 10:58:08.280851 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0405 10:58:08.280850 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0405 10:58:08.280805 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0405 10:58:08.280865 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0405 10:58:08.280868 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0405 10:58:08.280870 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0405 10:58:08.280872 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0405 10:58:08.280876 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0405 10:58:08.280877 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0405 10:58:08.280784 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0405 10:58:08.280881 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0405 10:58:08.280889 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0405 10:58:08.280891 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0405 10:58:08.280892 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0405 10:58:08.280895 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0405 10:58:08.280897 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0405 10:58:08.280822 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0405 10:58:08.280906 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0405 10:58:08.280911 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0405 10:58:08.280911 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0405 10:58:08.280915 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0405 10:58:08.280920 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0405 10:58:08.280909 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0405 10:58:08.280923 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0405 10:58:08.280856 3762 port_claim.go:71] Svc openshift-ingress/router-default: port 32231 is already open, no action needed I0405 10:58:08.280929 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0405 10:58:08.280935 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0405 10:58:08.280933 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0405 10:58:08.280941 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0405 10:58:08.280943 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0405 10:58:08.280946 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0405 10:58:08.280786 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0405 10:58:08.281014 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0405 10:58:08.281014 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0405 10:58:08.281024 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0405 10:58:08.280894 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0405 10:58:08.280813 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0405 10:58:08.280857 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0405 10:58:08.280762 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0405 10:58:08.281045 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0405 10:58:08.280906 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0405 10:58:08.281051 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0405 10:58:08.281059 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0405 10:58:08.281064 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0405 10:58:08.281064 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0405 10:58:08.281066 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0405 10:58:08.281079 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0405 10:58:08.281084 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0405 10:58:08.280794 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0405 10:58:08.281081 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0405 10:58:08.281092 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0405 10:58:08.281104 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0405 10:58:08.280857 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0405 10:58:08.281123 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0405 10:58:08.280869 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0405 10:58:08.281144 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0405 10:58:08.280880 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0405 10:58:08.280886 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0405 10:58:08.280879 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0405 10:58:08.281190 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0405 10:58:08.280885 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0405 10:58:08.281212 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0405 10:58:08.280761 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0405 10:58:08.281233 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0405 10:58:08.280895 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0405 10:58:08.280795 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0405 10:58:08.281259 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0405 10:58:08.280899 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0405 10:58:08.280896 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0405 10:58:08.281298 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0405 10:58:08.280899 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0405 10:58:08.280904 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0405 10:58:08.281338 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0405 10:58:08.280913 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0405 10:58:08.281345 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0405 10:58:08.280913 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0405 10:58:08.280916 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0405 10:58:08.280839 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0405 10:58:08.281415 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0405 10:58:08.280919 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0405 10:58:08.280917 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0405 10:58:08.281459 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0405 10:58:08.280926 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0405 10:58:08.280919 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0405 10:58:08.281518 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0405 10:58:08.280928 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0405 10:58:08.280927 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0405 10:58:08.281562 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0405 10:58:08.280932 3762 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0405 10:58:08.281574 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0405 10:58:08.280998 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0405 10:58:08.281050 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0405 10:58:08.281615 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0405 10:58:08.280857 3762 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0405 10:58:08.310055 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0405 10:58:08.310075 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0405 10:58:08.310063 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0405 10:58:08.310091 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0405 10:58:08.310099 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0405 10:58:08.310107 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0405 10:58:08.310114 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0405 10:58:08.310120 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0405 10:58:08.310125 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0405 10:58:08.310131 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0405 10:58:08.310137 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0405 10:58:08.310143 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0405 10:58:08.310149 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0405 10:58:08.310154 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0405 10:58:08.310161 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0405 10:58:08.310166 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0405 10:58:08.350572 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0405 10:58:08.350605 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0405 10:58:08.350613 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0405 10:58:08.350619 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0405 10:58:08.350626 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0405 10:58:08.390720 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0405 10:58:08.390750 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0405 10:58:08.390757 3762 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0405 10:58:10.593032 3762 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-248.ec2.internal I0405 10:58:10.593065 3762 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-248.ec2.internal: 39.004µs I0405 10:58:10.618976 3762 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-59f98bc964-vfvqq] creating logical port openshift-image-registry_image-registry-59f98bc964-vfvqq for pod on switch ip-10-0-2-248.ec2.internal I0405 10:58:10.619112 3762 kube.go:256] Updating pod openshift-image-registry/image-registry-59f98bc964-vfvqq I0405 10:58:10.638670 3762 pod.go:62] [openshift-image-registry/image-registry-59f98bc964-vfvqq] pod update took 19.585321ms I0405 10:58:10.638710 3762 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-59f98bc964-vfvqq] addLogicalPort annotation time took 19.629998ms I0405 10:58:10.640020 3762 pods.go:271] [openshift-image-registry/image-registry-59f98bc964-vfvqq] addLogicalPort took 21.07ms, libovsdb time 975.255µs I0405 10:58:10.656828 3762 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-rvmrm] creating logical port openshift-insights_insights-runtime-extractor-rvmrm for pod on switch ip-10-0-2-248.ec2.internal I0405 10:58:10.656953 3762 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-rvmrm I0405 10:58:10.660011 3762 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-c95nz] creating logical port openshift-ingress-canary_ingress-canary-c95nz for pod on switch ip-10-0-2-248.ec2.internal I0405 10:58:10.660123 3762 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-c95nz I0405 10:58:10.676894 3762 pod.go:62] [openshift-insights/insights-runtime-extractor-rvmrm] pod update took 19.974486ms I0405 10:58:10.676921 3762 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-rvmrm] addLogicalPort annotation time took 20.00582ms I0405 10:58:10.676959 3762 pod.go:62] [openshift-ingress-canary/ingress-canary-c95nz] pod update took 16.858866ms I0405 10:58:10.676977 3762 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-c95nz] addLogicalPort annotation time took 16.881101ms I0405 10:58:10.678080 3762 pods.go:271] [openshift-insights/insights-runtime-extractor-rvmrm] addLogicalPort took 21.26921ms, libovsdb time 854.232µs I0405 10:58:10.678414 3762 pods.go:271] [openshift-ingress-canary/ingress-canary-c95nz] addLogicalPort took 18.416189ms, libovsdb time 1.159476ms I0405 10:58:10.750263 3762 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-tmrlw] creating logical port openshift-dns_dns-default-tmrlw for pod on switch ip-10-0-2-248.ec2.internal I0405 10:58:10.750373 3762 kube.go:256] Updating pod openshift-dns/dns-default-tmrlw I0405 10:58:10.767907 3762 pod.go:62] [openshift-dns/dns-default-tmrlw] pod update took 17.567874ms I0405 10:58:10.767949 3762 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-tmrlw] addLogicalPort annotation time took 17.619958ms I0405 10:58:10.769119 3762 pods.go:271] [openshift-dns/dns-default-tmrlw] addLogicalPort took 18.875972ms, libovsdb time 878.782µs I0405 10:58:11.040019 3762 cni.go:403] [openshift-image-registry/image-registry-59f98bc964-vfvqq 0fa5c776dbf5a4b680965f1e2fbf126bcd8293fc538e13940545dde5ba5d601c network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-59f98bc964-vfvqq 0fa5c776dbf5a4b680965f1e2fbf126bcd8293fc538e13940545dde5ba5d601c network default NAD default] I0405 10:58:11.075155 3762 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-59f98bc964-vfvqq, hostIfaceName: 0fa5c776dbf5a4b, network: default, NAD default, SandboxID: "0fa5c776dbf5a4b680965f1e2fbf126bcd8293fc538e13940545dde5ba5d601c", PCI device ID: , UID: "6ba1526e-a234-49d3-a9ba-8071cb9204d3", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0405 10:58:11.077403 3762 cni.go:403] [openshift-insights/insights-runtime-extractor-rvmrm 74161827914fd1e9cf070b44e6f8129effc63d2dc6a1896a2fec88a5323fe19b network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-rvmrm 74161827914fd1e9cf070b44e6f8129effc63d2dc6a1896a2fec88a5323fe19b network default NAD default] I0405 10:58:11.089424 3762 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-rvmrm, hostIfaceName: 74161827914fd1e, network: default, NAD default, SandboxID: "74161827914fd1e9cf070b44e6f8129effc63d2dc6a1896a2fec88a5323fe19b", PCI device ID: , UID: "fae57f80-0c0a-456c-b867-fc4c05a79988", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0405 10:58:11.109792 3762 cni.go:403] [openshift-ingress-canary/ingress-canary-c95nz ff9343ad7988ccd8831ff2163ad50c401404e1ce2136437f012cc866d890025e network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-c95nz ff9343ad7988ccd8831ff2163ad50c401404e1ce2136437f012cc866d890025e network default NAD default] I0405 10:58:11.119519 3762 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-c95nz, hostIfaceName: ff9343ad7988ccd, network: default, NAD default, SandboxID: "ff9343ad7988ccd8831ff2163ad50c401404e1ce2136437f012cc866d890025e", PCI device ID: , UID: "ccd84978-77b7-468c-8746-9228fc88d289", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0405 10:58:11.141021 3762 cni.go:424] [openshift-image-registry/image-registry-59f98bc964-vfvqq 0fa5c776dbf5a4b680965f1e2fbf126bcd8293fc538e13940545dde5ba5d601c network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-59f98bc964-vfvqq 0fa5c776dbf5a4b680965f1e2fbf126bcd8293fc538e13940545dde5ba5d601c network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:8b:d5:0d:07:6f\",\"name\":\"0fa5c776dbf5a4b\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d508abae-6017-4d63-86a5-386029063928\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 10:58:11.141782 3762 cni.go:403] [openshift-dns/dns-default-tmrlw f1ca95f2322a46c9db5a85f0e54b38c2f698592a169f82d5c93701674c7705c7 network default NAD default] ADD starting CNI request [openshift-dns/dns-default-tmrlw f1ca95f2322a46c9db5a85f0e54b38c2f698592a169f82d5c93701674c7705c7 network default NAD default] I0405 10:58:11.146612 3762 cni.go:424] [openshift-insights/insights-runtime-extractor-rvmrm 74161827914fd1e9cf070b44e6f8129effc63d2dc6a1896a2fec88a5323fe19b network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-rvmrm 74161827914fd1e9cf070b44e6f8129effc63d2dc6a1896a2fec88a5323fe19b network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:07:da:73:91:e5\",\"name\":\"74161827914fd1e\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee0e63a8-d705-4f7d-80bc-d061cc94e738\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 10:58:11.154469 3762 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-tmrlw, hostIfaceName: f1ca95f2322a46c, network: default, NAD default, SandboxID: "f1ca95f2322a46c9db5a85f0e54b38c2f698592a169f82d5c93701674c7705c7", PCI device ID: , UID: "bc6477d9-65ce-4e4e-b42d-dec4018b356a", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0405 10:58:11.171405 3762 cni.go:424] [openshift-ingress-canary/ingress-canary-c95nz ff9343ad7988ccd8831ff2163ad50c401404e1ce2136437f012cc866d890025e network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-c95nz ff9343ad7988ccd8831ff2163ad50c401404e1ce2136437f012cc866d890025e network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:49:63:c1:35:7b\",\"name\":\"ff9343ad7988ccd\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b7a16c4b-90a6-4cb3-a7bd-caacc38bbcf6\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 10:58:11.203637 3762 cni.go:424] [openshift-dns/dns-default-tmrlw f1ca95f2322a46c9db5a85f0e54b38c2f698592a169f82d5c93701674c7705c7 network default NAD default] ADD finished CNI request [openshift-dns/dns-default-tmrlw f1ca95f2322a46c9db5a85f0e54b38c2f698592a169f82d5c93701674c7705c7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:78:ed:fb:28:ef\",\"name\":\"f1ca95f2322a46c\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e3e7c2f-20ef-4a84-956f-0e1a31dffbb2\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0405 10:58:12.030234 3762 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0405 10:58:14.637060 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0405 10:58:14.637089 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0405 10:58:15.515454 3762 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-77dc8fdc5c-g6s6n] creating logical port openshift-monitoring_openshift-state-metrics-77dc8fdc5c-g6s6n for pod on switch ip-10-0-2-248.ec2.internal I0405 10:58:15.515811 3762 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-77dc8fdc5c-g6s6n I0405 10:58:15.534698 3762 pod.go:62] [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-g6s6n] pod update took 18.91552ms I0405 10:58:15.534721 3762 base_network_controller_pods.go:937] [default/openshift-monitoring/openshift-state-metrics-77dc8fdc5c-g6s6n] addLogicalPort annotation time took 18.944891ms I0405 10:58:15.535980 3762 pods.go:271] [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-g6s6n] addLogicalPort took 20.542404ms, libovsdb time 937.078µs I0405 10:58:15.573764 3762 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-794f95bd5b-9xt44] creating logical port openshift-monitoring_kube-state-metrics-794f95bd5b-9xt44 for pod on switch ip-10-0-2-248.ec2.internal I0405 10:58:15.573852 3762 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-794f95bd5b-9xt44 I0405 10:58:15.588192 3762 pod.go:62] [openshift-monitoring/kube-state-metrics-794f95bd5b-9xt44] pod update took 14.365108ms I0405 10:58:15.588214 3762 base_network_controller_pods.go:937] [default/openshift-monitoring/kube-state-metrics-794f95bd5b-9xt44] addLogicalPort annotation time took 14.393236ms I0405 10:58:15.589327 3762 pods.go:271] [openshift-monitoring/kube-state-metrics-794f95bd5b-9xt44] addLogicalPort took 15.579549ms, libovsdb time 819.137µs I0405 10:58:15.963398 3762 cni.go:403] [openshift-monitoring/kube-state-metrics-794f95bd5b-9xt44 47ca12f4cc3c9e3c0aecfcbe791942d5c097cfde9be3dbab233397ae2104e209 network default NAD default] ADD starting CNI request [openshift-monitoring/kube-state-metrics-794f95bd5b-9xt44 47ca12f4cc3c9e3c0aecfcbe791942d5c097cfde9be3dbab233397ae2104e209 network default NAD default] I0405 10:58:15.974749 3762 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-794f95bd5b-9xt44, hostIfaceName: 47ca12f4cc3c9e3, network: default, NAD default, SandboxID: "47ca12f4cc3c9e3c0aecfcbe791942d5c097cfde9be3dbab233397ae2104e209", PCI device ID: , UID: "660dfe3c-5838-41ba-9ca9-e82463ff89e9", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0405 10:58:16.023787 3762 cni.go:424] [openshift-monitoring/kube-state-metrics-794f95bd5b-9xt44 47ca12f4cc3c9e3c0aecfcbe791942d5c097cfde9be3dbab233397ae2104e209 network default NAD default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-794f95bd5b-9xt44 47ca12f4cc3c9e3c0aecfcbe791942d5c097cfde9be3dbab233397ae2104e209 network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:e7:b3:86:5d:67\",\"name\":\"47ca12f4cc3c9e3\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/26115798-05f8-4c9f-9218-b4049e247828\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0405 10:58:16.073699 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0405 10:58:16.073720 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0405 10:58:16.073726 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0405 10:58:16.073737 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0405 10:58:16.073742 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0405 10:58:16.073749 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default I0405 10:58:16.501215 3762 cni.go:403] [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-g6s6n c186b6c7732b580bc2d618442d92a8592f5a847a7552be4666ce4e24782e5646 network default NAD default] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-g6s6n c186b6c7732b580bc2d618442d92a8592f5a847a7552be4666ce4e24782e5646 network default NAD default] I0405 10:58:16.514579 3762 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-77dc8fdc5c-g6s6n, hostIfaceName: c186b6c7732b580, network: default, NAD default, SandboxID: "c186b6c7732b580bc2d618442d92a8592f5a847a7552be4666ce4e24782e5646", PCI device ID: , UID: "a2a85080-6b1f-45a6-8250-78e26040995b", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0405 10:58:16.570286 3762 cni.go:424] [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-g6s6n c186b6c7732b580bc2d618442d92a8592f5a847a7552be4666ce4e24782e5646 network default NAD default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-g6s6n c186b6c7732b580bc2d618442d92a8592f5a847a7552be4666ce4e24782e5646 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a6:c2:af:fc:c2:47\",\"name\":\"c186b6c7732b580\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df7e53fe-1b13-4521-9753-840f369637b4\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 10:58:16.623831 3762 base_network_controller_pods.go:487] [default/openshift-console/downloads-744b9bb959-l9phk] creating logical port openshift-console_downloads-744b9bb959-l9phk for pod on switch ip-10-0-2-248.ec2.internal I0405 10:58:16.624015 3762 kube.go:256] Updating pod openshift-console/downloads-744b9bb959-l9phk I0405 10:58:16.644347 3762 pod.go:62] [openshift-console/downloads-744b9bb959-l9phk] pod update took 20.367553ms I0405 10:58:16.644370 3762 base_network_controller_pods.go:937] [default/openshift-console/downloads-744b9bb959-l9phk] addLogicalPort annotation time took 20.396811ms I0405 10:58:16.645596 3762 pods.go:271] [openshift-console/downloads-744b9bb959-l9phk] addLogicalPort took 21.786306ms, libovsdb time 865.357µs I0405 10:58:16.732017 3762 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-248.ec2.internal I0405 10:58:16.732133 3762 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0405 10:58:16.756717 3762 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 24.636326ms I0405 10:58:16.756745 3762 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 24.668696ms I0405 10:58:16.758105 3762 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 26.111282ms, libovsdb time 972.332µs I0405 10:58:17.114065 3762 cni.go:403] [openshift-monitoring/alertmanager-main-0 e0bdc8eb043332146135b8d84a2d8750b5df5228e367086472bea3db9f24cb14 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 e0bdc8eb043332146135b8d84a2d8750b5df5228e367086472bea3db9f24cb14 network default NAD default] I0405 10:58:17.115122 3762 cni.go:403] [openshift-console/downloads-744b9bb959-l9phk b9a21f1037818ad3ee76bf80a31438ba5782265dc13980cf4fb21cb7f562fb3e network default NAD default] ADD starting CNI request [openshift-console/downloads-744b9bb959-l9phk b9a21f1037818ad3ee76bf80a31438ba5782265dc13980cf4fb21cb7f562fb3e network default NAD default] I0405 10:58:17.126965 3762 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: downloads-744b9bb959-l9phk, hostIfaceName: b9a21f1037818ad, network: default, NAD default, SandboxID: "b9a21f1037818ad3ee76bf80a31438ba5782265dc13980cf4fb21cb7f562fb3e", PCI device ID: , UID: "8f89b8b2-cea5-4996-ad39-15b1cc8ac8e9", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0405 10:58:17.128289 3762 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: e0bdc8eb0433321, network: default, NAD default, SandboxID: "e0bdc8eb043332146135b8d84a2d8750b5df5228e367086472bea3db9f24cb14", PCI device ID: , UID: "12005bf5-355c-4f71-9aac-60a9d32a0884", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0405 10:58:17.175996 3762 cni.go:424] [openshift-monitoring/alertmanager-main-0 e0bdc8eb043332146135b8d84a2d8750b5df5228e367086472bea3db9f24cb14 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 e0bdc8eb043332146135b8d84a2d8750b5df5228e367086472bea3db9f24cb14 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a6:46:a8:c1:3a:13\",\"name\":\"e0bdc8eb0433321\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77e5d441-0e67-45d2-a4a2-e86c51572f2d\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 10:58:17.182201 3762 cni.go:424] [openshift-console/downloads-744b9bb959-l9phk b9a21f1037818ad3ee76bf80a31438ba5782265dc13980cf4fb21cb7f562fb3e network default NAD default] ADD finished CNI request [openshift-console/downloads-744b9bb959-l9phk b9a21f1037818ad3ee76bf80a31438ba5782265dc13980cf4fb21cb7f562fb3e network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:4a:8f:38:0b:3e\",\"name\":\"b9a21f1037818ad\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1f1127ca-066e-4882-8e03-9440f2659b63\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 10:58:18.658583 3762 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-6f84dd554f-92f5t] creating logical port openshift-monitoring_thanos-querier-6f84dd554f-92f5t for pod on switch ip-10-0-2-248.ec2.internal I0405 10:58:18.658725 3762 kube.go:256] Updating pod openshift-monitoring/thanos-querier-6f84dd554f-92f5t I0405 10:58:18.681251 3762 pod.go:62] [openshift-monitoring/thanos-querier-6f84dd554f-92f5t] pod update took 22.588003ms I0405 10:58:18.681271 3762 base_network_controller_pods.go:937] [default/openshift-monitoring/thanos-querier-6f84dd554f-92f5t] addLogicalPort annotation time took 22.614373ms I0405 10:58:18.682626 3762 pods.go:271] [openshift-monitoring/thanos-querier-6f84dd554f-92f5t] addLogicalPort took 24.06369ms, libovsdb time 1.061739ms W0405 10:58:19.326510 3762 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 10:58:19.326535 3762 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 10:58:19.326544 3762 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0405 10:58:19.495089 3762 cni.go:403] [openshift-monitoring/thanos-querier-6f84dd554f-92f5t 17fbb9f841e56f0c5c9da7cc344f476ae3d559a8cfcb0c964c65d6060abbfd6c network default NAD default] ADD starting CNI request [openshift-monitoring/thanos-querier-6f84dd554f-92f5t 17fbb9f841e56f0c5c9da7cc344f476ae3d559a8cfcb0c964c65d6060abbfd6c network default NAD default] I0405 10:58:19.505708 3762 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-6f84dd554f-92f5t, hostIfaceName: 17fbb9f841e56f0, network: default, NAD default, SandboxID: "17fbb9f841e56f0c5c9da7cc344f476ae3d559a8cfcb0c964c65d6060abbfd6c", PCI device ID: , UID: "42b7b7b7-e39a-4b28-936f-f1a3c0462354", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0405 10:58:19.562881 3762 cni.go:424] [openshift-monitoring/thanos-querier-6f84dd554f-92f5t 17fbb9f841e56f0c5c9da7cc344f476ae3d559a8cfcb0c964c65d6060abbfd6c network default NAD default] ADD finished CNI request [openshift-monitoring/thanos-querier-6f84dd554f-92f5t 17fbb9f841e56f0c5c9da7cc344f476ae3d559a8cfcb0c964c65d6060abbfd6c network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:6d:56:5f:af:b2\",\"name\":\"17fbb9f841e56f0\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eef29589-8bf1-46ee-bb81-461d9de50590\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 10:58:20.056330 3762 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-74bfbf545c-f2hm6] creating logical port openshift-monitoring_metrics-server-74bfbf545c-f2hm6 for pod on switch ip-10-0-2-248.ec2.internal I0405 10:58:20.056481 3762 kube.go:256] Updating pod openshift-monitoring/metrics-server-74bfbf545c-f2hm6 I0405 10:58:20.075153 3762 pod.go:62] [openshift-monitoring/metrics-server-74bfbf545c-f2hm6] pod update took 18.711556ms I0405 10:58:20.075180 3762 base_network_controller_pods.go:937] [default/openshift-monitoring/metrics-server-74bfbf545c-f2hm6] addLogicalPort annotation time took 18.741603ms I0405 10:58:20.076617 3762 pods.go:271] [openshift-monitoring/metrics-server-74bfbf545c-f2hm6] addLogicalPort took 20.303277ms, libovsdb time 1.066424ms W0405 10:58:20.144129 3762 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 10:58:20.144149 3762 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 10:58:20.144155 3762 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0405 10:58:20.287754 3762 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-76957fdd44-bfr6g] creating logical port openshift-monitoring_monitoring-plugin-76957fdd44-bfr6g for pod on switch ip-10-0-2-248.ec2.internal I0405 10:58:20.287860 3762 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-76957fdd44-bfr6g I0405 10:58:20.306334 3762 pod.go:62] [openshift-monitoring/monitoring-plugin-76957fdd44-bfr6g] pod update took 18.497796ms I0405 10:58:20.306365 3762 base_network_controller_pods.go:937] [default/openshift-monitoring/monitoring-plugin-76957fdd44-bfr6g] addLogicalPort annotation time took 18.539459ms I0405 10:58:20.307833 3762 pods.go:271] [openshift-monitoring/monitoring-plugin-76957fdd44-bfr6g] addLogicalPort took 20.10175ms, libovsdb time 1.039354ms I0405 10:58:20.464620 3762 cni.go:403] [openshift-monitoring/metrics-server-74bfbf545c-f2hm6 945162c06e9eace31ffd7882379ac2b27254eccfdd006f494696716d00c0f656 network default NAD default] ADD starting CNI request [openshift-monitoring/metrics-server-74bfbf545c-f2hm6 945162c06e9eace31ffd7882379ac2b27254eccfdd006f494696716d00c0f656 network default NAD default] I0405 10:58:20.475997 3762 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-74bfbf545c-f2hm6, hostIfaceName: 945162c06e9eace, network: default, NAD default, SandboxID: "945162c06e9eace31ffd7882379ac2b27254eccfdd006f494696716d00c0f656", PCI device ID: , UID: "76d91093-8cec-4db9-98a9-077d1a1def3c", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0405 10:58:20.540237 3762 cni.go:424] [openshift-monitoring/metrics-server-74bfbf545c-f2hm6 945162c06e9eace31ffd7882379ac2b27254eccfdd006f494696716d00c0f656 network default NAD default] ADD finished CNI request [openshift-monitoring/metrics-server-74bfbf545c-f2hm6 945162c06e9eace31ffd7882379ac2b27254eccfdd006f494696716d00c0f656 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:56:41:d3:85:7c\",\"name\":\"945162c06e9eace\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd7401dc-9ea8-4975-9176-1684adfefaf5\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 10:58:21.954391 3762 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-248.ec2.internal I0405 10:58:21.954531 3762 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0405 10:58:21.981364 3762 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 26.878754ms I0405 10:58:21.981389 3762 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 26.907337ms I0405 10:58:21.982891 3762 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 28.520214ms, libovsdb time 1.048664ms W0405 10:58:22.155920 3762 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 10:58:22.155939 3762 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 10:58:22.155946 3762 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 10:58:22.155952 3762 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier I0405 10:58:22.235226 3762 cni.go:403] [openshift-monitoring/monitoring-plugin-76957fdd44-bfr6g f851abec8985181f085a86f4d84fdeb2aba6badeddc0f275ba4a17b730cfd30b network default NAD default] ADD starting CNI request [openshift-monitoring/monitoring-plugin-76957fdd44-bfr6g f851abec8985181f085a86f4d84fdeb2aba6badeddc0f275ba4a17b730cfd30b network default NAD default] I0405 10:58:22.245840 3762 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-76957fdd44-bfr6g, hostIfaceName: f851abec8985181, network: default, NAD default, SandboxID: "f851abec8985181f085a86f4d84fdeb2aba6badeddc0f275ba4a17b730cfd30b", PCI device ID: , UID: "1b0f189c-c5d9-4ad3-b11c-d045f6c24dcc", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0405 10:58:22.307765 3762 cni.go:424] [openshift-monitoring/monitoring-plugin-76957fdd44-bfr6g f851abec8985181f085a86f4d84fdeb2aba6badeddc0f275ba4a17b730cfd30b network default NAD default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-76957fdd44-bfr6g f851abec8985181f085a86f4d84fdeb2aba6badeddc0f275ba4a17b730cfd30b network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:b9:c0:c6:7b:89\",\"name\":\"f851abec8985181\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a83109c8-dcb0-4413-83cb-fbab308ef974\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 10:58:22.354593 3762 cni.go:403] [openshift-monitoring/prometheus-k8s-0 c238ce5a1642c2830a77e31d413025a9e7cfa59bd7f651a2d812abe2d579d244 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 c238ce5a1642c2830a77e31d413025a9e7cfa59bd7f651a2d812abe2d579d244 network default NAD default] I0405 10:58:22.365999 3762 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: c238ce5a1642c28, network: default, NAD default, SandboxID: "c238ce5a1642c2830a77e31d413025a9e7cfa59bd7f651a2d812abe2d579d244", PCI device ID: , UID: "f38fdf95-d5e5-4aed-9c91-14b3f69cdd8a", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0405 10:58:22.425562 3762 cni.go:424] [openshift-monitoring/prometheus-k8s-0 c238ce5a1642c2830a77e31d413025a9e7cfa59bd7f651a2d812abe2d579d244 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 c238ce5a1642c2830a77e31d413025a9e7cfa59bd7f651a2d812abe2d579d244 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:12:9b:49:c3:23\",\"name\":\"c238ce5a1642c28\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80eaa45c-52b1-4689-ad44-7115d1420d6a\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0405 10:58:23.052367 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0405 10:58:23.052397 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0405 10:58:23.120602 3762 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0405 10:58:23.120623 3762 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0405 10:58:23.318833 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0405 10:58:23.385821 3762 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0405 10:58:23.385843 3762 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0405 10:58:24.118453 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0405 10:58:25.134296 3762 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 10:58:25.134319 3762 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 10:58:25.134324 3762 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 10:58:25.134332 3762 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 10:58:26.074057 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0405 10:58:26.074080 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0405 10:58:26.074086 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0405 10:58:26.550542 3762 base_network_controller_pods.go:487] [default/openshift-console/console-dcd459fff-6wth9] creating logical port openshift-console_console-dcd459fff-6wth9 for pod on switch ip-10-0-2-248.ec2.internal I0405 10:58:26.550649 3762 kube.go:256] Updating pod openshift-console/console-dcd459fff-6wth9 I0405 10:58:26.569806 3762 pod.go:62] [openshift-console/console-dcd459fff-6wth9] pod update took 19.188229ms I0405 10:58:26.569833 3762 base_network_controller_pods.go:937] [default/openshift-console/console-dcd459fff-6wth9] addLogicalPort annotation time took 19.22048ms I0405 10:58:26.571197 3762 pods.go:271] [openshift-console/console-dcd459fff-6wth9] addLogicalPort took 20.673139ms, libovsdb time 975.37µs W0405 10:58:28.165501 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 10:58:28.165526 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 10:58:28.165532 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 10:58:28.165537 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 10:58:28.165551 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 10:58:28.165555 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 10:58:28.165560 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 10:58:28.165564 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 10:58:30.180587 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0405 10:58:31.160104 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 10:58:31.160129 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 10:58:31.160136 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 10:58:31.160141 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier I0405 10:58:32.649327 3762 obj_retry.go:464] Detected object openshift-image-registry/image-registry-6c94f88d9b-fmzqc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 10:58:32.649962 3762 obj_retry.go:464] Detected object openshift-image-registry/image-registry-6c94f88d9b-fmzqc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0405 10:58:33.052497 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0405 10:58:33.377811 3762 obj_retry.go:458] Detected object openshift-image-registry/image-registry-6c94f88d9b-fmzqc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:58:33.377836 3762 obj_retry.go:458] Detected object openshift-image-registry/image-registry-6c94f88d9b-fmzqc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:58:33.385412 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6c94f88d9b-fmzqc I0405 10:58:33.385442 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6c94f88d9b-fmzqc I0405 10:58:33.713252 3762 cni.go:403] [openshift-console/console-dcd459fff-6wth9 3dc0b7a50e0f9cee171272df08051f4f0259714c18b74488246ed664faab679e network default NAD default] ADD starting CNI request [openshift-console/console-dcd459fff-6wth9 3dc0b7a50e0f9cee171272df08051f4f0259714c18b74488246ed664faab679e network default NAD default] I0405 10:58:33.723390 3762 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-dcd459fff-6wth9, hostIfaceName: 3dc0b7a50e0f9ce, network: default, NAD default, SandboxID: "3dc0b7a50e0f9cee171272df08051f4f0259714c18b74488246ed664faab679e", PCI device ID: , UID: "5939ba82-54f4-4309-9cf2-25203df799bf", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0405 10:58:33.782141 3762 cni.go:424] [openshift-console/console-dcd459fff-6wth9 3dc0b7a50e0f9cee171272df08051f4f0259714c18b74488246ed664faab679e network default NAD default] ADD finished CNI request [openshift-console/console-dcd459fff-6wth9 3dc0b7a50e0f9cee171272df08051f4f0259714c18b74488246ed664faab679e network default NAD default], result "{\"interfaces\":[{\"mac\":\"76:dd:7a:3d:49:66\",\"name\":\"3dc0b7a50e0f9ce\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f862cd57-a754-4e52-bba9-1fa273ed88e2\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 10:58:33.809574 3762 cni.go:403] [openshift-network-diagnostics/network-check-target-5v4nd b8a012fe6575aa0356892b88781652d3bb5ceb43be55459ca6c8e4e96b91e24f network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-5v4nd b8a012fe6575aa0356892b88781652d3bb5ceb43be55459ca6c8e4e96b91e24f network default NAD default] I0405 10:58:33.817239 3762 cni.go:403] [openshift-multus/network-metrics-daemon-jjd7x e65fbb14b0a65488bbece05a952a024010e92cf3b058e01dc561c1cab25e64d2 network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-jjd7x e65fbb14b0a65488bbece05a952a024010e92cf3b058e01dc561c1cab25e64d2 network default NAD default] I0405 10:58:33.821642 3762 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-5v4nd, hostIfaceName: b8a012fe6575aa0, network: default, NAD default, SandboxID: "b8a012fe6575aa0356892b88781652d3bb5ceb43be55459ca6c8e4e96b91e24f", PCI device ID: , UID: "5d066830-edcc-44e0-b00f-e82c09bbe222", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0405 10:58:33.836859 3762 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-jjd7x, hostIfaceName: e65fbb14b0a6548, network: default, NAD default, SandboxID: "e65fbb14b0a65488bbece05a952a024010e92cf3b058e01dc561c1cab25e64d2", PCI device ID: , UID: "8d958c70-0aa6-4024-a0b9-710820b721eb", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0405 10:58:33.885968 3762 cni.go:424] [openshift-network-diagnostics/network-check-target-5v4nd b8a012fe6575aa0356892b88781652d3bb5ceb43be55459ca6c8e4e96b91e24f network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-5v4nd b8a012fe6575aa0356892b88781652d3bb5ceb43be55459ca6c8e4e96b91e24f network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:90:32:ba:34:85\",\"name\":\"b8a012fe6575aa0\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/386ec8fa-d404-49d9-9bf1-7b20fab737e1\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 10:58:33.911648 3762 cni.go:424] [openshift-multus/network-metrics-daemon-jjd7x e65fbb14b0a65488bbece05a952a024010e92cf3b058e01dc561c1cab25e64d2 network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-jjd7x e65fbb14b0a65488bbece05a952a024010e92cf3b058e01dc561c1cab25e64d2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:9c:b5:cf:8e:09\",\"name\":\"e65fbb14b0a6548\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a0218ce5-d7f0-4b09-ab77-f49b32c20647\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0405 10:58:34.268172 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0405 10:58:44.252263 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0405 10:58:44.336275 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0405 10:58:44.336301 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0405 10:58:45.139577 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0405 10:58:45.443647 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0405 10:58:45.443707 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0405 10:58:45.481924 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0405 10:58:45.481949 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0405 10:58:47.175103 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 10:58:47.175129 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 10:58:47.175135 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 10:58:49.271218 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0405 10:58:50.296971 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0405 10:58:55.314855 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0405 10:58:55.314877 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0405 10:58:58.394997 3762 obj_retry.go:464] Detected object openshift-image-registry/image-registry-6c94f88d9b-45lp5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 10:58:58.395556 3762 obj_retry.go:464] Detected object openshift-image-registry/image-registry-6c94f88d9b-45lp5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 10:58:59.304607 3762 obj_retry.go:458] Detected object openshift-image-registry/image-registry-6c94f88d9b-45lp5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:58:59.304629 3762 obj_retry.go:458] Detected object openshift-image-registry/image-registry-6c94f88d9b-45lp5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:58:59.310457 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6c94f88d9b-45lp5 I0405 10:58:59.310491 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6c94f88d9b-45lp5 I0405 10:59:03.367256 3762 cni.go:403] [openshift-console/console-dcd459fff-6wth9 3dc0b7a50e0f9cee171272df08051f4f0259714c18b74488246ed664faab679e network default NAD default] DEL starting CNI request [openshift-console/console-dcd459fff-6wth9 3dc0b7a50e0f9cee171272df08051f4f0259714c18b74488246ed664faab679e network default NAD default] I0405 10:59:03.442103 3762 cni.go:424] [openshift-console/console-dcd459fff-6wth9 3dc0b7a50e0f9cee171272df08051f4f0259714c18b74488246ed664faab679e network default NAD default] DEL finished CNI request [openshift-console/console-dcd459fff-6wth9 3dc0b7a50e0f9cee171272df08051f4f0259714c18b74488246ed664faab679e network default NAD default], result "{}", err I0405 10:59:03.513583 3762 obj_retry.go:464] Detected object openshift-console/console-dcd459fff-6wth9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:03.513623 3762 pods.go:176] Deleting pod: openshift-console/console-dcd459fff-6wth9 I0405 10:59:03.515034 3762 pods.go:236] Attempting to release IPs for pod: openshift-console/console-dcd459fff-6wth9, ips: 10.130.0.17 I0405 10:59:03.515097 3762 obj_retry.go:464] Detected object openshift-console/console-dcd459fff-6wth9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:03.524008 3762 base_network_controller_pods.go:487] [default/openshift-console/console-5b69bd965-pbmwk] creating logical port openshift-console_console-5b69bd965-pbmwk for pod on switch ip-10-0-2-248.ec2.internal I0405 10:59:03.524113 3762 kube.go:256] Updating pod openshift-console/console-5b69bd965-pbmwk I0405 10:59:03.538427 3762 pod.go:62] [openshift-console/console-5b69bd965-pbmwk] pod update took 14.335891ms I0405 10:59:03.538532 3762 base_network_controller_pods.go:937] [default/openshift-console/console-5b69bd965-pbmwk] addLogicalPort annotation time took 14.447947ms I0405 10:59:03.539998 3762 pods.go:271] [openshift-console/console-5b69bd965-pbmwk] addLogicalPort took 16.011027ms, libovsdb time 1.027798ms I0405 10:59:03.927777 3762 cni.go:403] [openshift-console/console-5b69bd965-pbmwk e80b0941b62022e4bd22952051139197768c287d3fdecd61661458a7880e86d7 network default NAD default] ADD starting CNI request [openshift-console/console-5b69bd965-pbmwk e80b0941b62022e4bd22952051139197768c287d3fdecd61661458a7880e86d7 network default NAD default] I0405 10:59:03.937481 3762 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-5b69bd965-pbmwk, hostIfaceName: e80b0941b62022e, network: default, NAD default, SandboxID: "e80b0941b62022e4bd22952051139197768c287d3fdecd61661458a7880e86d7", PCI device ID: , UID: "448da78b-744b-4e25-8ca6-15e48b7beb1d", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0405 10:59:03.993507 3762 cni.go:424] [openshift-console/console-5b69bd965-pbmwk e80b0941b62022e4bd22952051139197768c287d3fdecd61661458a7880e86d7 network default NAD default] ADD finished CNI request [openshift-console/console-5b69bd965-pbmwk e80b0941b62022e4bd22952051139197768c287d3fdecd61661458a7880e86d7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:23:be:10:ba:2b\",\"name\":\"e80b0941b62022e\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29c3208a-cb78-4eb0-9b11-50752e84150c\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 10:59:04.334492 3762 obj_retry.go:458] Detected object openshift-console/console-dcd459fff-6wth9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:04.334518 3762 obj_retry.go:458] Detected object openshift-console/console-dcd459fff-6wth9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:04.342626 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-dcd459fff-6wth9 I0405 10:59:04.342651 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-dcd459fff-6wth9 W0405 10:59:09.217170 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0405 10:59:10.762538 3762 obj_retry.go:464] Detected object openshift-console/console-dcd459fff-jq4vh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:10.763171 3762 obj_retry.go:464] Detected object openshift-console/console-dcd459fff-jq4vh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:11.363272 3762 obj_retry.go:458] Detected object openshift-console/console-dcd459fff-jq4vh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:11.363311 3762 obj_retry.go:458] Detected object openshift-console/console-dcd459fff-jq4vh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:11.370502 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-dcd459fff-jq4vh I0405 10:59:11.370526 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-dcd459fff-jq4vh W0405 10:59:14.371794 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0405 10:59:19.326300 3762 obj_retry.go:464] Detected object openshift-ingress/router-default-5d7c6d47dc-45zdl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:19.326915 3762 obj_retry.go:464] Detected object openshift-ingress/router-default-5d7c6d47dc-45zdl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:19.397941 3762 obj_retry.go:458] Detected object openshift-ingress/router-default-5d7c6d47dc-45zdl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:19.397970 3762 obj_retry.go:458] Detected object openshift-ingress/router-default-5d7c6d47dc-45zdl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:19.404279 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5d7c6d47dc-45zdl I0405 10:59:19.404310 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5d7c6d47dc-45zdl I0405 10:59:37.368016 3762 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:37.368550 3762 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:37.660170 3762 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:37.660193 3762 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:37.665770 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0405 10:59:37.665795 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0405 10:59:40.171871 3762 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-5ddbfbd978-pxgg2] creating logical port openshift-monitoring_telemeter-client-5ddbfbd978-pxgg2 for pod on switch ip-10-0-2-248.ec2.internal I0405 10:59:40.171974 3762 kube.go:256] Updating pod openshift-monitoring/telemeter-client-5ddbfbd978-pxgg2 I0405 10:59:40.194518 3762 pod.go:62] [openshift-monitoring/telemeter-client-5ddbfbd978-pxgg2] pod update took 22.57366ms I0405 10:59:40.194541 3762 base_network_controller_pods.go:937] [default/openshift-monitoring/telemeter-client-5ddbfbd978-pxgg2] addLogicalPort annotation time took 22.604989ms I0405 10:59:40.195862 3762 pods.go:271] [openshift-monitoring/telemeter-client-5ddbfbd978-pxgg2] addLogicalPort took 24.009084ms, libovsdb time 892.583µs I0405 10:59:40.540209 3762 cni.go:403] [openshift-monitoring/telemeter-client-5ddbfbd978-pxgg2 009cf3c141129f4b878785425b1a2fce6bccdaee13827a9abd5d725701b19454 network default NAD default] ADD starting CNI request [openshift-monitoring/telemeter-client-5ddbfbd978-pxgg2 009cf3c141129f4b878785425b1a2fce6bccdaee13827a9abd5d725701b19454 network default NAD default] I0405 10:59:40.549438 3762 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-5ddbfbd978-pxgg2, hostIfaceName: 009cf3c141129f4, network: default, NAD default, SandboxID: "009cf3c141129f4b878785425b1a2fce6bccdaee13827a9abd5d725701b19454", PCI device ID: , UID: "6037a548-ab63-4ec9-b72e-71f0b01fa592", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0405 10:59:40.603209 3762 cni.go:424] [openshift-monitoring/telemeter-client-5ddbfbd978-pxgg2 009cf3c141129f4b878785425b1a2fce6bccdaee13827a9abd5d725701b19454 network default NAD default] ADD finished CNI request [openshift-monitoring/telemeter-client-5ddbfbd978-pxgg2 009cf3c141129f4b878785425b1a2fce6bccdaee13827a9abd5d725701b19454 network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:a7:79:d3:2f:a8\",\"name\":\"009cf3c141129f4\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d6934b09-1d55-4811-9f14-fdf223473cab\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 10:59:41.826033 3762 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:41.826665 3762 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:42.699706 3762 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:42.699731 3762 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:42.706214 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0405 10:59:42.706240 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0405 10:59:52.681744 3762 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539082q2v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:52.682350 3762 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539082q2v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:52.682382 3762 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539082q2v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 10:59:52.682391 3762 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0405 10:59:52.682403 3762 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539082q2v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 10:59:52.682410 3762 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0405 10:59:53.707223 3762 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539082q2v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:53.707256 3762 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539082q2v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:53.707274 3762 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539082q2v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:53.707283 3762 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539082q2v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:57.025319 3762 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0405 10:59:57.039388 3762 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0405 10:59:59.270511 3762 cni.go:403] [openshift-monitoring/alertmanager-main-0 e0bdc8eb043332146135b8d84a2d8750b5df5228e367086472bea3db9f24cb14 network default NAD default] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 e0bdc8eb043332146135b8d84a2d8750b5df5228e367086472bea3db9f24cb14 network default NAD default] I0405 10:59:59.354484 3762 cni.go:424] [openshift-monitoring/alertmanager-main-0 e0bdc8eb043332146135b8d84a2d8750b5df5228e367086472bea3db9f24cb14 network default NAD default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 e0bdc8eb043332146135b8d84a2d8750b5df5228e367086472bea3db9f24cb14 network default NAD default], result "{}", err I0405 10:59:59.423814 3762 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:59.423905 3762 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0405 10:59:59.425262 3762 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.12 I0405 10:59:59.425299 3762 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:59.548444 3762 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:59.548473 3762 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:59.555505 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0405 10:59:59.555539 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0405 10:59:59.589321 3762 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-248.ec2.internal I0405 10:59:59.589482 3762 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0405 10:59:59.611056 3762 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 21.610595ms I0405 10:59:59.611177 3762 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 21.736094ms I0405 10:59:59.616028 3762 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 26.725482ms, libovsdb time 4.078789ms I0405 10:59:59.954998 3762 cni.go:403] [openshift-monitoring/alertmanager-main-0 eeb89047962b8f38d092d0e916531501bf862570022b0198a3e87bb7d6dee16a network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 eeb89047962b8f38d092d0e916531501bf862570022b0198a3e87bb7d6dee16a network default NAD default] I0405 10:59:59.964425 3762 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: eeb89047962b8f3, network: default, NAD default, SandboxID: "eeb89047962b8f38d092d0e916531501bf862570022b0198a3e87bb7d6dee16a", PCI device ID: , UID: "24167e44-8f06-41a6-a541-0580dfa91a6c", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0405 11:00:00.017447 3762 cni.go:424] [openshift-monitoring/alertmanager-main-0 eeb89047962b8f38d092d0e916531501bf862570022b0198a3e87bb7d6dee16a network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 eeb89047962b8f38d092d0e916531501bf862570022b0198a3e87bb7d6dee16a network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:f8:06:47:e8:eb\",\"name\":\"eeb89047962b8f3\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b4c594d2-bf86-40d0-b569-373b31b5aa0e\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 11:00:04.741271 3762 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29589780-sxs6g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:00:04.741844 3762 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29589780-sxs6g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:00:05.623656 3762 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29589780-sxs6g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:00:05.623701 3762 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29589780-sxs6g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:00:08.931444 3762 cni.go:403] [openshift-console/console-5b69bd965-pbmwk e80b0941b62022e4bd22952051139197768c287d3fdecd61661458a7880e86d7 network default NAD default] DEL starting CNI request [openshift-console/console-5b69bd965-pbmwk e80b0941b62022e4bd22952051139197768c287d3fdecd61661458a7880e86d7 network default NAD default] I0405 11:00:09.015928 3762 cni.go:424] [openshift-console/console-5b69bd965-pbmwk e80b0941b62022e4bd22952051139197768c287d3fdecd61661458a7880e86d7 network default NAD default] DEL finished CNI request [openshift-console/console-5b69bd965-pbmwk e80b0941b62022e4bd22952051139197768c287d3fdecd61661458a7880e86d7 network default NAD default], result "{}", err I0405 11:00:09.062187 3762 obj_retry.go:464] Detected object openshift-console/console-5b69bd965-pbmwk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:00:09.062231 3762 pods.go:176] Deleting pod: openshift-console/console-5b69bd965-pbmwk I0405 11:00:09.063560 3762 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5b69bd965-pbmwk, ips: 10.130.0.18 I0405 11:00:09.063589 3762 obj_retry.go:464] Detected object openshift-console/console-5b69bd965-pbmwk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:00:09.070799 3762 base_network_controller_pods.go:487] [default/openshift-console/console-864d7c9655-59nrk] creating logical port openshift-console_console-864d7c9655-59nrk for pod on switch ip-10-0-2-248.ec2.internal I0405 11:00:09.070935 3762 kube.go:256] Updating pod openshift-console/console-864d7c9655-59nrk I0405 11:00:09.086060 3762 pod.go:62] [openshift-console/console-864d7c9655-59nrk] pod update took 15.168451ms I0405 11:00:09.086084 3762 base_network_controller_pods.go:937] [default/openshift-console/console-864d7c9655-59nrk] addLogicalPort annotation time took 15.199584ms I0405 11:00:09.087253 3762 pods.go:271] [openshift-console/console-864d7c9655-59nrk] addLogicalPort took 16.474153ms, libovsdb time 852.937µs I0405 11:00:09.430533 3762 cni.go:403] [openshift-console/console-864d7c9655-59nrk 50659f0e479e97dd6f01526bbcc4218b07de1faa615e86980074a0080ade757b network default NAD default] ADD starting CNI request [openshift-console/console-864d7c9655-59nrk 50659f0e479e97dd6f01526bbcc4218b07de1faa615e86980074a0080ade757b network default NAD default] I0405 11:00:09.439918 3762 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-864d7c9655-59nrk, hostIfaceName: 50659f0e479e97d, network: default, NAD default, SandboxID: "50659f0e479e97dd6f01526bbcc4218b07de1faa615e86980074a0080ade757b", PCI device ID: , UID: "034045dc-005c-476c-b9e8-22fe27502648", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0405 11:00:09.492273 3762 cni.go:424] [openshift-console/console-864d7c9655-59nrk 50659f0e479e97dd6f01526bbcc4218b07de1faa615e86980074a0080ade757b network default NAD default] ADD finished CNI request [openshift-console/console-864d7c9655-59nrk 50659f0e479e97dd6f01526bbcc4218b07de1faa615e86980074a0080ade757b network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:09:c7:f8:2c:f1\",\"name\":\"50659f0e479e97d\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd084de4-7c4f-4efa-b407-ab8e4db094df\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 11:00:09.614285 3762 obj_retry.go:458] Detected object openshift-console/console-5b69bd965-pbmwk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:00:09.614316 3762 obj_retry.go:458] Detected object openshift-console/console-5b69bd965-pbmwk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:00:09.617393 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5b69bd965-pbmwk I0405 11:00:09.617420 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5b69bd965-pbmwk W0405 11:00:19.657765 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0405 11:00:19.883651 3762 obj_retry.go:464] Detected object openshift-console/console-5b69bd965-lm5lt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:00:19.884252 3762 obj_retry.go:464] Detected object openshift-console/console-5b69bd965-lm5lt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:00:20.868193 3762 obj_retry.go:458] Detected object openshift-console/console-5b69bd965-lm5lt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:00:20.868221 3762 obj_retry.go:458] Detected object openshift-console/console-5b69bd965-lm5lt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:00:20.874166 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5b69bd965-lm5lt I0405 11:00:20.874189 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5b69bd965-lm5lt W0405 11:00:30.005843 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 11:00:30.005866 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 11:00:30.005872 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0405 11:00:45.179948 3762 cni.go:403] [openshift-monitoring/prometheus-k8s-0 c238ce5a1642c2830a77e31d413025a9e7cfa59bd7f651a2d812abe2d579d244 network default NAD default] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 c238ce5a1642c2830a77e31d413025a9e7cfa59bd7f651a2d812abe2d579d244 network default NAD default] I0405 11:00:45.251071 3762 cni.go:424] [openshift-monitoring/prometheus-k8s-0 c238ce5a1642c2830a77e31d413025a9e7cfa59bd7f651a2d812abe2d579d244 network default NAD default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 c238ce5a1642c2830a77e31d413025a9e7cfa59bd7f651a2d812abe2d579d244 network default NAD default], result "{}", err I0405 11:00:45.312961 3762 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:00:45.313011 3762 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0405 11:00:45.314381 3762 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.16 I0405 11:00:45.314411 3762 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:00:45.762038 3762 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:00:45.762061 3762 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:00:45.769127 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0405 11:00:45.769162 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0405 11:00:45.811819 3762 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-248.ec2.internal I0405 11:00:45.812009 3762 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0405 11:00:45.835078 3762 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 23.128995ms I0405 11:00:45.835102 3762 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 23.159598ms I0405 11:00:45.836393 3762 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 24.59514ms, libovsdb time 900.251µs I0405 11:00:46.174254 3762 cni.go:403] [openshift-monitoring/prometheus-k8s-0 90c644433cc2e74ee37c1542b137a3ad44e2de4f37d3b2fafcba0b7643ff28bf network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 90c644433cc2e74ee37c1542b137a3ad44e2de4f37d3b2fafcba0b7643ff28bf network default NAD default] I0405 11:00:46.183947 3762 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 90c644433cc2e74, network: default, NAD default, SandboxID: "90c644433cc2e74ee37c1542b137a3ad44e2de4f37d3b2fafcba0b7643ff28bf", PCI device ID: , UID: "8a24297c-03f4-4cdd-9000-bb79bb80d2a0", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0405 11:00:46.235893 3762 cni.go:424] [openshift-monitoring/prometheus-k8s-0 90c644433cc2e74ee37c1542b137a3ad44e2de4f37d3b2fafcba0b7643ff28bf network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 90c644433cc2e74ee37c1542b137a3ad44e2de4f37d3b2fafcba0b7643ff28bf network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:14:d1:3e:b2:24\",\"name\":\"90c644433cc2e74\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9db0aaa3-ef2b-4407-95b9-5ace24e4de26\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 11:01:32.864029 3762 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0405 11:01:47.059277 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0405 11:01:47.059313 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0405 11:02:18.584366 3762 cni.go:403] [openshift-console/console-864d7c9655-59nrk 50659f0e479e97dd6f01526bbcc4218b07de1faa615e86980074a0080ade757b network default NAD default] DEL starting CNI request [openshift-console/console-864d7c9655-59nrk 50659f0e479e97dd6f01526bbcc4218b07de1faa615e86980074a0080ade757b network default NAD default] I0405 11:02:18.664860 3762 cni.go:424] [openshift-console/console-864d7c9655-59nrk 50659f0e479e97dd6f01526bbcc4218b07de1faa615e86980074a0080ade757b network default NAD default] DEL finished CNI request [openshift-console/console-864d7c9655-59nrk 50659f0e479e97dd6f01526bbcc4218b07de1faa615e86980074a0080ade757b network default NAD default], result "{}", err I0405 11:02:18.712318 3762 obj_retry.go:464] Detected object openshift-console/console-864d7c9655-59nrk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:02:18.712363 3762 pods.go:176] Deleting pod: openshift-console/console-864d7c9655-59nrk I0405 11:02:18.713643 3762 pods.go:236] Attempting to release IPs for pod: openshift-console/console-864d7c9655-59nrk, ips: 10.130.0.21 I0405 11:02:18.713684 3762 obj_retry.go:464] Detected object openshift-console/console-864d7c9655-59nrk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:02:18.722025 3762 base_network_controller_pods.go:487] [default/openshift-console/console-66bdf6558-68z9p] creating logical port openshift-console_console-66bdf6558-68z9p for pod on switch ip-10-0-2-248.ec2.internal I0405 11:02:18.722124 3762 kube.go:256] Updating pod openshift-console/console-66bdf6558-68z9p I0405 11:02:18.737513 3762 pod.go:62] [openshift-console/console-66bdf6558-68z9p] pod update took 15.412078ms I0405 11:02:18.737616 3762 base_network_controller_pods.go:937] [default/openshift-console/console-66bdf6558-68z9p] addLogicalPort annotation time took 15.522913ms I0405 11:02:18.739172 3762 pods.go:271] [openshift-console/console-66bdf6558-68z9p] addLogicalPort took 17.17046ms, libovsdb time 1.123108ms I0405 11:02:19.089260 3762 cni.go:403] [openshift-console/console-66bdf6558-68z9p 7f6b331647ee69cab45d732eaf5fe29f3fd235f97319eddacb7b4d787162da4c network default NAD default] ADD starting CNI request [openshift-console/console-66bdf6558-68z9p 7f6b331647ee69cab45d732eaf5fe29f3fd235f97319eddacb7b4d787162da4c network default NAD default] I0405 11:02:19.098936 3762 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-66bdf6558-68z9p, hostIfaceName: 7f6b331647ee69c, network: default, NAD default, SandboxID: "7f6b331647ee69cab45d732eaf5fe29f3fd235f97319eddacb7b4d787162da4c", PCI device ID: , UID: "889b492a-c7e8-4a77-a5da-a6495a0b209e", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0405 11:02:19.145317 3762 obj_retry.go:458] Detected object openshift-console/console-864d7c9655-59nrk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:02:19.145416 3762 obj_retry.go:458] Detected object openshift-console/console-864d7c9655-59nrk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:02:19.151006 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-864d7c9655-59nrk I0405 11:02:19.151030 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-864d7c9655-59nrk I0405 11:02:19.152358 3762 cni.go:424] [openshift-console/console-66bdf6558-68z9p 7f6b331647ee69cab45d732eaf5fe29f3fd235f97319eddacb7b4d787162da4c network default NAD default] ADD finished CNI request [openshift-console/console-66bdf6558-68z9p 7f6b331647ee69cab45d732eaf5fe29f3fd235f97319eddacb7b4d787162da4c network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:b8:ae:c2:54:c1\",\"name\":\"7f6b331647ee69c\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e1898077-af7f-4fb2-9824-a0241c295a0f\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0405 11:02:29.256700 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0405 11:02:29.608589 3762 obj_retry.go:464] Detected object openshift-console/console-864d7c9655-pm5nj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:02:29.609182 3762 obj_retry.go:464] Detected object openshift-console/console-864d7c9655-pm5nj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:02:30.235256 3762 obj_retry.go:458] Detected object openshift-console/console-864d7c9655-pm5nj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:02:30.235281 3762 obj_retry.go:458] Detected object openshift-console/console-864d7c9655-pm5nj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:02:30.243019 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-864d7c9655-pm5nj I0405 11:02:30.243044 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-864d7c9655-pm5nj I0405 11:03:14.974999 3762 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0405 11:03:19.969459 3762 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0405 11:03:27.228556 3762 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-248.ec2.internal I0405 11:03:27.228574 3762 egressfirewall.go:628] Syncing node "ip-10-0-2-248.ec2.internal" for egress firewall I0405 11:03:27.228593 3762 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-248.ec2.internal: 48.045µs I0405 11:03:27.272956 3762 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-685nh] creating logical port kube-system_global-pull-secret-syncer-685nh for pod on switch ip-10-0-2-248.ec2.internal I0405 11:03:27.273078 3762 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-685nh I0405 11:03:27.288374 3762 pod.go:62] [kube-system/global-pull-secret-syncer-685nh] pod update took 15.318178ms I0405 11:03:27.288402 3762 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-685nh] addLogicalPort annotation time took 15.351087ms I0405 11:03:27.289645 3762 pods.go:271] [kube-system/global-pull-secret-syncer-685nh] addLogicalPort took 16.705419ms, libovsdb time 888.033µs I0405 11:03:27.631550 3762 cni.go:403] [kube-system/global-pull-secret-syncer-685nh ecb84ff8fedfcd6ff122956e32367f5d80eb442572b73e5be79b13e4f4a1b9ce network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-685nh ecb84ff8fedfcd6ff122956e32367f5d80eb442572b73e5be79b13e4f4a1b9ce network default NAD default] I0405 11:03:27.641323 3762 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-685nh, hostIfaceName: ecb84ff8fedfcd6, network: default, NAD default, SandboxID: "ecb84ff8fedfcd6ff122956e32367f5d80eb442572b73e5be79b13e4f4a1b9ce", PCI device ID: , UID: "13fb6edd-43cb-41c1-9cf7-b822c3a5d6a8", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0405 11:03:27.692226 3762 cni.go:424] [kube-system/global-pull-secret-syncer-685nh ecb84ff8fedfcd6ff122956e32367f5d80eb442572b73e5be79b13e4f4a1b9ce network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-685nh ecb84ff8fedfcd6ff122956e32367f5d80eb442572b73e5be79b13e4f4a1b9ce network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:31:00:11:68:19\",\"name\":\"ecb84ff8fedfcd6\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b3150ad-6802-4c47-bbd2-1c866afdcab5\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 11:03:39.898078 3762 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=36 I0405 11:03:40.990626 3762 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0405 11:03:43.096660 3762 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0405 11:04:11.899552 3762 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=58 I0405 11:04:50.107408 3762 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 W0405 11:05:01.839899 3762 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0405 11:05:12.885572 3762 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0405 11:05:12.885655 3762 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-gqwwg IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-gqwwg: no pod IPs found I0405 11:05:31.900307 3762 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=125 I0405 11:05:59.809884 3762 namespace.go:98] [tsf] adding namespace I0405 11:05:59.810801 3762 namespace.go:102] [tsf] adding namespace took 890.868µs I0405 11:05:59.830982 3762 namespace.go:142] [tsf] updating namespace I0405 11:05:59.836111 3762 namespace.go:142] [tsf] updating namespace I0405 11:06:04.145276 3762 namespace.go:98] [tsf-tas] adding namespace I0405 11:06:04.146196 3762 namespace.go:102] [tsf-tas] adding namespace took 894.377µs I0405 11:06:04.148457 3762 namespace.go:98] [tsf-keycloak] adding namespace I0405 11:06:04.148571 3762 namespace.go:98] [rhtpa-operator] adding namespace I0405 11:06:04.148622 3762 namespace.go:98] [cert-manager-operator] adding namespace I0405 11:06:04.148736 3762 namespace.go:98] [konflux-ui] adding namespace I0405 11:06:04.148909 3762 namespace.go:98] [tsf-tpa] adding namespace I0405 11:06:04.149234 3762 namespace.go:102] [tsf-keycloak] adding namespace took 762.911µs I0405 11:06:04.149838 3762 namespace.go:102] [rhtpa-operator] adding namespace took 1.251272ms I0405 11:06:04.150334 3762 namespace.go:102] [cert-manager-operator] adding namespace took 1.695934ms I0405 11:06:04.150824 3762 namespace.go:102] [konflux-ui] adding namespace took 2.066592ms I0405 11:06:04.151273 3762 namespace.go:102] [tsf-tpa] adding namespace took 2.352338ms I0405 11:06:04.153958 3762 namespace.go:98] [rhbk-operator] adding namespace I0405 11:06:04.154013 3762 namespace.go:98] [konflux-operator] adding namespace I0405 11:06:04.154550 3762 namespace.go:102] [rhbk-operator] adding namespace took 577.018µs I0405 11:06:04.155099 3762 namespace.go:102] [konflux-operator] adding namespace took 1.070897ms I0405 11:06:04.177811 3762 namespace.go:142] [tsf-tas] updating namespace I0405 11:06:04.197544 3762 namespace.go:142] [tsf-tas] updating namespace I0405 11:06:04.204176 3762 namespace.go:142] [tsf-keycloak] updating namespace I0405 11:06:04.204255 3762 namespace.go:142] [rhtpa-operator] updating namespace I0405 11:06:04.204333 3762 namespace.go:142] [konflux-ui] updating namespace I0405 11:06:04.204349 3762 namespace.go:142] [cert-manager-operator] updating namespace I0405 11:06:04.218158 3762 namespace.go:142] [rhbk-operator] updating namespace I0405 11:06:04.218271 3762 namespace.go:142] [tsf-tpa] updating namespace I0405 11:06:04.223594 3762 namespace.go:142] [konflux-operator] updating namespace I0405 11:06:04.223717 3762 namespace.go:142] [tsf-tas] updating namespace I0405 11:06:04.257588 3762 namespace.go:142] [rhtpa-operator] updating namespace I0405 11:06:04.273043 3762 namespace.go:142] [rhtpa-operator] updating namespace I0405 11:06:04.282480 3762 namespace.go:142] [cert-manager-operator] updating namespace I0405 11:06:04.290663 3762 namespace.go:142] [cert-manager-operator] updating namespace I0405 11:06:04.324525 3762 namespace.go:142] [konflux-ui] updating namespace I0405 11:06:04.334523 3762 namespace.go:142] [konflux-ui] updating namespace I0405 11:06:04.367607 3762 namespace.go:142] [tsf-tpa] updating namespace I0405 11:06:04.398690 3762 namespace.go:142] [tsf-tpa] updating namespace I0405 11:06:04.409691 3762 namespace.go:142] [rhbk-operator] updating namespace I0405 11:06:04.429994 3762 namespace.go:142] [rhbk-operator] updating namespace I0405 11:06:04.447787 3762 namespace.go:142] [konflux-operator] updating namespace I0405 11:06:04.464702 3762 namespace.go:142] [konflux-operator] updating namespace I0405 11:06:04.484163 3762 namespace.go:142] [tsf-keycloak] updating namespace I0405 11:06:04.501765 3762 namespace.go:142] [tsf-keycloak] updating namespace I0405 11:06:05.195605 3762 namespace.go:142] [tsf-keycloak] updating namespace I0405 11:06:05.199479 3762 namespace.go:142] [tsf-tpa] updating namespace I0405 11:06:10.102494 3762 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0405 11:06:11.261423 3762 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecejjtqv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:11.261975 3762 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecejjtqv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:11.262000 3762 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecejjtqv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 11:06:11.262010 3762 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0405 11:06:11.262023 3762 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecejjtqv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 11:06:11.262027 3762 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0405 11:06:11.287998 3762 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb7gj2p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:11.288499 3762 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb7gj2p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:11.288522 3762 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb7gj2p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 11:06:11.288529 3762 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0405 11:06:11.288546 3762 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb7gj2p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 11:06:11.288553 3762 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0405 11:06:12.289812 3762 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecejjtqv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:12.289839 3762 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecejjtqv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:12.289851 3762 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecejjtqv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:12.289864 3762 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecejjtqv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:12.314233 3762 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb7gj2p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:12.314259 3762 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb7gj2p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:12.314271 3762 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb7gj2p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:12.314282 3762 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb7gj2p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:14.292971 3762 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1m78h5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:14.293608 3762 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1m78h5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:14.293634 3762 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1m78h5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 11:06:14.293642 3762 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0405 11:06:14.293652 3762 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1m78h5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 11:06:14.293657 3762 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0405 11:06:15.316295 3762 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1m78h5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:15.316324 3762 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1m78h5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:15.316340 3762 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1m78h5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:15.316354 3762 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1m78h5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:18.107038 3762 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0405 11:06:18.341797 3762 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wm46z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:18.342357 3762 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wm46z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:18.342386 3762 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wm46z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 11:06:18.342394 3762 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0405 11:06:18.342407 3762 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wm46z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 11:06:18.342412 3762 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0405 11:06:18.361847 3762 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafxqnx2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:18.362300 3762 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafxqnx2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:18.362323 3762 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafxqnx2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 11:06:18.362330 3762 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0405 11:06:18.362342 3762 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafxqnx2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 11:06:18.362346 3762 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0405 11:06:19.347979 3762 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bp8dd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:19.348506 3762 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bp8dd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:19.348531 3762 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bp8dd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 11:06:19.348539 3762 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0405 11:06:19.348555 3762 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bp8dd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 11:06:19.348562 3762 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0405 11:06:19.403452 3762 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wm46z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:19.403479 3762 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wm46z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:19.403491 3762 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wm46z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:19.403505 3762 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wm46z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:19.425974 3762 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafxqnx2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:19.425999 3762 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafxqnx2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:19.426013 3762 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafxqnx2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:19.426025 3762 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafxqnx2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:20.381560 3762 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bp8dd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:20.381588 3762 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bp8dd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:20.381600 3762 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bp8dd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:20.381613 3762 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bp8dd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0405 11:06:23.240326 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0405 11:06:25.941210 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0405 11:06:25.945616 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0405 11:06:31.795775 3762 namespace.go:142] [openshift-operators] updating namespace I0405 11:06:31.834588 3762 namespace.go:142] [openshift-operators] updating namespace W0405 11:06:35.346276 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0405 11:06:36.891865 3762 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-hzx7l] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-58df4cf46c-hzx7l for pod on switch ip-10-0-2-248.ec2.internal I0405 11:06:36.891997 3762 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-hzx7l I0405 11:06:36.914082 3762 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-hzx7l] pod update took 22.110869ms I0405 11:06:36.914109 3762 base_network_controller_pods.go:937] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-hzx7l] addLogicalPort annotation time took 22.144923ms I0405 11:06:36.915308 3762 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-hzx7l] addLogicalPort took 23.459863ms, libovsdb time 869.849µs I0405 11:06:37.252179 3762 cni.go:403] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-hzx7l a7b6b34c6363f37a596a3e3c96428327aac9193f90ed0e5bce40701708a481ca network default NAD default] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-hzx7l a7b6b34c6363f37a596a3e3c96428327aac9193f90ed0e5bce40701708a481ca network default NAD default] I0405 11:06:37.262233 3762 helper_linux.go:450] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-58df4cf46c-hzx7l, hostIfaceName: a7b6b34c6363f37, network: default, NAD default, SandboxID: "a7b6b34c6363f37a596a3e3c96428327aac9193f90ed0e5bce40701708a481ca", PCI device ID: , UID: "77956c9f-9d92-4dd4-9046-44e8b44c8896", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0405 11:06:37.316170 3762 cni.go:424] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-hzx7l a7b6b34c6363f37a596a3e3c96428327aac9193f90ed0e5bce40701708a481ca network default NAD default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-hzx7l a7b6b34c6363f37a596a3e3c96428327aac9193f90ed0e5bce40701708a481ca network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:5f:07:68:11:5a\",\"name\":\"a7b6b34c6363f37\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/687cb4fc-a754-480c-a651-ef889d5d66da\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 11:06:38.422616 3762 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-w89vn] creating logical port openshift-operators_rhtas-operator-controller-manager-6987b7f98c-w89vn for pod on switch ip-10-0-2-248.ec2.internal I0405 11:06:38.422809 3762 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-6987b7f98c-w89vn I0405 11:06:38.442939 3762 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-w89vn] pod update took 20.156764ms I0405 11:06:38.442968 3762 base_network_controller_pods.go:937] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-w89vn] addLogicalPort annotation time took 20.192934ms I0405 11:06:38.444302 3762 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-w89vn] addLogicalPort took 21.705215ms, libovsdb time 941.384µs I0405 11:06:38.796498 3762 cni.go:403] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-w89vn eb7920e8e1ce5c708757460b2db547109c5f2c191c766d624c7ebe160117b9a4 network default NAD default] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-w89vn eb7920e8e1ce5c708757460b2db547109c5f2c191c766d624c7ebe160117b9a4 network default NAD default] I0405 11:06:38.807441 3762 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-6987b7f98c-w89vn, hostIfaceName: eb7920e8e1ce5c7, network: default, NAD default, SandboxID: "eb7920e8e1ce5c708757460b2db547109c5f2c191c766d624c7ebe160117b9a4", PCI device ID: , UID: "08f65cf4-3023-4ff2-a12f-2485a462b841", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0405 11:06:38.862664 3762 cni.go:424] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-w89vn eb7920e8e1ce5c708757460b2db547109c5f2c191c766d624c7ebe160117b9a4 network default NAD default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-w89vn eb7920e8e1ce5c708757460b2db547109c5f2c191c766d624c7ebe160117b9a4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:f1:ee:a3:d3:e4\",\"name\":\"eb7920e8e1ce5c7\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/06bdcc21-b9c7-4b27-8a75-e01129735ecb\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0405 11:06:40.206771 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0405 11:06:40.221945 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0405 11:06:40.240547 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0405 11:06:40.250433 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0405 11:06:42.410699 3762 namespace.go:98] [trusted-artifact-signer] adding namespace I0405 11:06:42.411608 3762 namespace.go:102] [trusted-artifact-signer] adding namespace took 886.506µs I0405 11:06:42.443881 3762 namespace.go:142] [trusted-artifact-signer] updating namespace I0405 11:06:42.457777 3762 namespace.go:142] [trusted-artifact-signer] updating namespace W0405 11:06:43.249748 3762 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0405 11:06:43.504728 3762 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-66ccc97d7d-k56q6] creating logical port trusted-artifact-signer_cli-server-66ccc97d7d-k56q6 for pod on switch ip-10-0-2-248.ec2.internal I0405 11:06:43.504877 3762 kube.go:256] Updating pod trusted-artifact-signer/cli-server-66ccc97d7d-k56q6 I0405 11:06:43.522597 3762 pod.go:62] [trusted-artifact-signer/cli-server-66ccc97d7d-k56q6] pod update took 17.746715ms I0405 11:06:43.522624 3762 base_network_controller_pods.go:937] [default/trusted-artifact-signer/cli-server-66ccc97d7d-k56q6] addLogicalPort annotation time took 17.780488ms I0405 11:06:43.523908 3762 pods.go:271] [trusted-artifact-signer/cli-server-66ccc97d7d-k56q6] addLogicalPort took 19.203152ms, libovsdb time 912.81µs I0405 11:06:43.573600 3762 namespace.go:98] [cert-manager] adding namespace I0405 11:06:43.574483 3762 namespace.go:102] [cert-manager] adding namespace took 857.064µs I0405 11:06:43.620960 3762 namespace.go:142] [cert-manager] updating namespace I0405 11:06:43.638831 3762 namespace.go:142] [cert-manager] updating namespace I0405 11:06:43.874509 3762 cni.go:403] [trusted-artifact-signer/cli-server-66ccc97d7d-k56q6 8c16c951ac9e9eb15c5d37bdd4da0cfae1de7e9399cd886daed9f6bf3c9aedb8 network default NAD default] ADD starting CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-k56q6 8c16c951ac9e9eb15c5d37bdd4da0cfae1de7e9399cd886daed9f6bf3c9aedb8 network default NAD default] I0405 11:06:43.884605 3762 helper_linux.go:450] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-66ccc97d7d-k56q6, hostIfaceName: 8c16c951ac9e9eb, network: default, NAD default, SandboxID: "8c16c951ac9e9eb15c5d37bdd4da0cfae1de7e9399cd886daed9f6bf3c9aedb8", PCI device ID: , UID: "49c18716-3953-4b30-bce8-b6fbf6ca1e10", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0405 11:06:43.941930 3762 cni.go:424] [trusted-artifact-signer/cli-server-66ccc97d7d-k56q6 8c16c951ac9e9eb15c5d37bdd4da0cfae1de7e9399cd886daed9f6bf3c9aedb8 network default NAD default] ADD finished CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-k56q6 8c16c951ac9e9eb15c5d37bdd4da0cfae1de7e9399cd886daed9f6bf3c9aedb8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:e3:c4:b9:63:5e\",\"name\":\"8c16c951ac9e9eb\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc808db2-b5cf-456a-bf53-48d5d80c4635\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 11:06:45.398503 3762 namespace.go:142] [openshift-operators] updating namespace I0405 11:06:45.839121 3762 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6684678d86-d2tsd] creating logical port openshift-operators_openshift-pipelines-operator-6684678d86-d2tsd for pod on switch ip-10-0-2-248.ec2.internal I0405 11:06:45.839260 3762 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-d2tsd I0405 11:06:45.869482 3762 pod.go:62] [openshift-operators/openshift-pipelines-operator-6684678d86-d2tsd] pod update took 30.252551ms I0405 11:06:45.869510 3762 base_network_controller_pods.go:937] [default/openshift-operators/openshift-pipelines-operator-6684678d86-d2tsd] addLogicalPort annotation time took 30.287154ms I0405 11:06:45.870795 3762 pods.go:271] [openshift-operators/openshift-pipelines-operator-6684678d86-d2tsd] addLogicalPort took 31.694623ms, libovsdb time 925.52µs I0405 11:06:46.203328 3762 cni.go:403] [openshift-operators/openshift-pipelines-operator-6684678d86-d2tsd 50c36caea9a1f05afd1872024274f8f5d6ee303fd8b6dc86d6ecac420405b480 network default NAD default] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-d2tsd 50c36caea9a1f05afd1872024274f8f5d6ee303fd8b6dc86d6ecac420405b480 network default NAD default] I0405 11:06:46.213483 3762 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6684678d86-d2tsd, hostIfaceName: 50c36caea9a1f05, network: default, NAD default, SandboxID: "50c36caea9a1f05afd1872024274f8f5d6ee303fd8b6dc86d6ecac420405b480", PCI device ID: , UID: "ffc87595-2820-488e-afc8-33d47057d84e", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0405 11:06:46.268834 3762 cni.go:424] [openshift-operators/openshift-pipelines-operator-6684678d86-d2tsd 50c36caea9a1f05afd1872024274f8f5d6ee303fd8b6dc86d6ecac420405b480 network default NAD default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-d2tsd 50c36caea9a1f05afd1872024274f8f5d6ee303fd8b6dc86d6ecac420405b480 network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:da:b6:f5:b2:b4\",\"name\":\"50c36caea9a1f05\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8195496a-1ecf-4b3d-b6c5-c34c93f63a24\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0405 11:06:48.393845 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0405 11:06:48.393874 3762 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0405 11:06:54.058433 3762 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59ccb4bb6b-jtx7s] creating logical port cert-manager_cert-manager-59ccb4bb6b-jtx7s for pod on switch ip-10-0-2-248.ec2.internal I0405 11:06:54.058526 3762 kube.go:256] Updating pod cert-manager/cert-manager-59ccb4bb6b-jtx7s I0405 11:06:54.078068 3762 pod.go:62] [cert-manager/cert-manager-59ccb4bb6b-jtx7s] pod update took 19.560789ms I0405 11:06:54.078098 3762 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-59ccb4bb6b-jtx7s] addLogicalPort annotation time took 19.597237ms I0405 11:06:54.079514 3762 pods.go:271] [cert-manager/cert-manager-59ccb4bb6b-jtx7s] addLogicalPort took 21.102089ms, libovsdb time 952.549µs W0405 11:06:54.248539 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0405 11:06:54.433091 3762 cni.go:403] [cert-manager/cert-manager-59ccb4bb6b-jtx7s 06bd2b7acf419b11dcb0a2551f2bf0560601ed5ad117f211c7c7ff89eb4f78f4 network default NAD default] ADD starting CNI request [cert-manager/cert-manager-59ccb4bb6b-jtx7s 06bd2b7acf419b11dcb0a2551f2bf0560601ed5ad117f211c7c7ff89eb4f78f4 network default NAD default] I0405 11:06:54.444304 3762 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59ccb4bb6b-jtx7s, hostIfaceName: 06bd2b7acf419b1, network: default, NAD default, SandboxID: "06bd2b7acf419b11dcb0a2551f2bf0560601ed5ad117f211c7c7ff89eb4f78f4", PCI device ID: , UID: "af728e70-5608-4f58-b8f9-235d1b9666b0", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0405 11:06:54.506284 3762 cni.go:424] [cert-manager/cert-manager-59ccb4bb6b-jtx7s 06bd2b7acf419b11dcb0a2551f2bf0560601ed5ad117f211c7c7ff89eb4f78f4 network default NAD default] ADD finished CNI request [cert-manager/cert-manager-59ccb4bb6b-jtx7s 06bd2b7acf419b11dcb0a2551f2bf0560601ed5ad117f211c7c7ff89eb4f78f4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:be:b4:49:0c:59\",\"name\":\"06bd2b7acf419b1\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/799161d9-8907-484c-9427-c34b5bcad81d\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 11:06:58.628231 3762 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:58.628813 3762 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:58.651241 3762 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:58.651265 3762 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:58.658085 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0405 11:06:58.658119 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0405 11:07:00.570281 3762 namespace.go:98] [openshift-pipelines] adding namespace I0405 11:07:00.571112 3762 namespace.go:102] [openshift-pipelines] adding namespace took 808.912µs I0405 11:07:00.587332 3762 namespace.go:142] [openshift-pipelines] updating namespace I0405 11:07:01.305612 3762 namespace.go:142] [cert-manager] updating namespace I0405 11:07:01.506031 3762 namespace.go:142] [cert-manager-operator] updating namespace I0405 11:07:01.907845 3762 namespace.go:142] [konflux-operator] updating namespace I0405 11:07:01.912659 3762 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=576 I0405 11:07:02.110986 3762 namespace.go:142] [konflux-ui] updating namespace I0405 11:07:02.309837 3762 namespace.go:142] [open-cluster-management-2pfutco3mvibijm2ul7f44g195rtsmmn] updating namespace I0405 11:07:02.707779 3762 namespace.go:142] [rhbk-operator] updating namespace I0405 11:07:02.766849 3762 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pqd5h] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-pqd5h for pod on switch ip-10-0-2-248.ec2.internal I0405 11:07:02.766955 3762 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pqd5h I0405 11:07:02.782885 3762 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pqd5h] pod update took 15.950422ms I0405 11:07:02.782915 3762 base_network_controller_pods.go:937] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pqd5h] addLogicalPort annotation time took 15.987615ms I0405 11:07:02.784338 3762 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pqd5h] addLogicalPort took 17.507195ms, libovsdb time 996.897µs I0405 11:07:02.909520 3762 namespace.go:142] [rhtpa-operator] updating namespace I0405 11:07:03.108999 3762 namespace.go:142] [trusted-artifact-signer] updating namespace I0405 11:07:03.307806 3762 namespace.go:142] [tsf] updating namespace I0405 11:07:03.512451 3762 namespace.go:142] [tsf-keycloak] updating namespace I0405 11:07:03.712166 3762 namespace.go:142] [tsf-tas] updating namespace I0405 11:07:03.917177 3762 namespace.go:142] [tsf-tpa] updating namespace I0405 11:07:04.050399 3762 namespace.go:142] [cert-manager] updating namespace I0405 11:07:04.060968 3762 namespace.go:142] [cert-manager-operator] updating namespace I0405 11:07:04.069079 3762 namespace.go:142] [default] updating namespace I0405 11:07:04.079914 3762 namespace.go:142] [konflux-operator] updating namespace I0405 11:07:04.088157 3762 namespace.go:142] [konflux-ui] updating namespace I0405 11:07:04.098154 3762 namespace.go:142] [open-cluster-management-2pfutco3mvibijm2ul7f44g195rtsmmn] updating namespace I0405 11:07:04.105417 3762 namespace.go:142] [openshift] updating namespace I0405 11:07:04.115348 3762 namespace.go:142] [rhbk-operator] updating namespace I0405 11:07:04.124413 3762 namespace.go:142] [rhtpa-operator] updating namespace I0405 11:07:04.134606 3762 namespace.go:142] [trusted-artifact-signer] updating namespace I0405 11:07:04.143207 3762 namespace.go:142] [tsf] updating namespace I0405 11:07:04.157584 3762 namespace.go:142] [tsf-keycloak] updating namespace I0405 11:07:04.178277 3762 namespace.go:142] [tsf-tas] updating namespace I0405 11:07:04.196235 3762 namespace.go:142] [tsf-tpa] updating namespace I0405 11:07:04.298129 3762 namespace.go:142] [cert-manager] updating namespace I0405 11:07:04.400178 3762 namespace.go:142] [cert-manager-operator] updating namespace I0405 11:07:04.500404 3762 namespace.go:142] [default] updating namespace I0405 11:07:04.596968 3762 namespace.go:142] [konflux-operator] updating namespace I0405 11:07:04.700747 3762 namespace.go:142] [konflux-ui] updating namespace I0405 11:07:04.801812 3762 namespace.go:142] [open-cluster-management-2pfutco3mvibijm2ul7f44g195rtsmmn] updating namespace I0405 11:07:04.895363 3762 namespace.go:142] [openshift] updating namespace I0405 11:07:04.999325 3762 namespace.go:142] [rhbk-operator] updating namespace I0405 11:07:05.097554 3762 namespace.go:142] [rhtpa-operator] updating namespace I0405 11:07:05.200173 3762 namespace.go:142] [trusted-artifact-signer] updating namespace I0405 11:07:05.296245 3762 namespace.go:142] [tsf] updating namespace I0405 11:07:05.398593 3762 namespace.go:142] [tsf-keycloak] updating namespace I0405 11:07:05.497048 3762 namespace.go:142] [tsf-tas] updating namespace I0405 11:07:05.598580 3762 namespace.go:142] [tsf-tpa] updating namespace I0405 11:07:05.857662 3762 namespace.go:142] [openshift-pipelines] updating namespace I0405 11:07:07.900484 3762 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=101 I0405 11:07:09.434239 3762 cni.go:403] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pqd5h bbb9f4f41aee2536114e7afd1d8b5e5f58cd3f437cdb9ddb600c35139bd90076 network default NAD default] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pqd5h bbb9f4f41aee2536114e7afd1d8b5e5f58cd3f437cdb9ddb600c35139bd90076 network default NAD default] I0405 11:07:09.444945 3762 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-pqd5h, hostIfaceName: bbb9f4f41aee253, network: default, NAD default, SandboxID: "bbb9f4f41aee2536114e7afd1d8b5e5f58cd3f437cdb9ddb600c35139bd90076", PCI device ID: , UID: "6165913d-f58a-4799-89a1-a8e16281eec2", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0405 11:07:09.500738 3762 cni.go:424] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pqd5h bbb9f4f41aee2536114e7afd1d8b5e5f58cd3f437cdb9ddb600c35139bd90076 network default NAD default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pqd5h bbb9f4f41aee2536114e7afd1d8b5e5f58cd3f437cdb9ddb600c35139bd90076 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:b4:2b:b3:4b:c1\",\"name\":\"bbb9f4f41aee253\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1cb8e833-27ef-4a24-b93b-6f9925b16d1e\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0405 11:07:10.561712 3762 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0405 11:07:14.863551 3762 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-b79bdd59-nbhfj] creating logical port openshift-pipelines_tekton-events-controller-b79bdd59-nbhfj for pod on switch ip-10-0-2-248.ec2.internal I0405 11:07:14.863669 3762 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-b79bdd59-nbhfj I0405 11:07:14.878120 3762 pod.go:62] [openshift-pipelines/tekton-events-controller-b79bdd59-nbhfj] pod update took 14.489828ms I0405 11:07:14.878153 3762 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-events-controller-b79bdd59-nbhfj] addLogicalPort annotation time took 14.52961ms I0405 11:07:14.879519 3762 pods.go:271] [openshift-pipelines/tekton-events-controller-b79bdd59-nbhfj] addLogicalPort took 15.997609ms, libovsdb time 915.444µs I0405 11:07:15.293742 3762 cni.go:403] [openshift-pipelines/tekton-events-controller-b79bdd59-nbhfj d1f7eb260293fd008cf7ec7b8d2c030b2eaf7c0f1a373de5002c3bdf715863fe network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-nbhfj d1f7eb260293fd008cf7ec7b8d2c030b2eaf7c0f1a373de5002c3bdf715863fe network default NAD default] I0405 11:07:15.309055 3762 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-b79bdd59-nbhfj, hostIfaceName: d1f7eb260293fd0, network: default, NAD default, SandboxID: "d1f7eb260293fd008cf7ec7b8d2c030b2eaf7c0f1a373de5002c3bdf715863fe", PCI device ID: , UID: "e7e340d9-8093-4964-a388-af9c4ac21a71", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0405 11:07:15.379341 3762 cni.go:424] [openshift-pipelines/tekton-events-controller-b79bdd59-nbhfj d1f7eb260293fd008cf7ec7b8d2c030b2eaf7c0f1a373de5002c3bdf715863fe network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-nbhfj d1f7eb260293fd008cf7ec7b8d2c030b2eaf7c0f1a373de5002c3bdf715863fe network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:ab:6a:6d:75:e2\",\"name\":\"d1f7eb260293fd0\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96c719a9-6ec0-4ee9-9974-5656d89f7ce4\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0405 11:07:15.410189 3762 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0405 11:07:16.969094 3762 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 W0405 11:07:19.434287 3762 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0405 11:07:19.434310 3762 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0405 11:07:19.434314 3762 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0405 11:07:20.609641 3762 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0405 11:07:20.609664 3762 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0405 11:07:20.609669 3762 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0405 11:07:20.609686 3762 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0405 11:07:20.650402 3762 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0405 11:07:20.650424 3762 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0405 11:07:20.650429 3762 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0405 11:07:20.896630 3762 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0405 11:07:21.002113 3762 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 W0405 11:07:30.437214 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0405 11:07:30.437241 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0405 11:07:30.437248 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0405 11:07:36.416721 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0405 11:07:38.495975 3762 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-2njzv] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-8bb674894-2njzv for pod on switch ip-10-0-2-248.ec2.internal I0405 11:07:38.496101 3762 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-2njzv I0405 11:07:38.509495 3762 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-2njzv] pod update took 13.413081ms I0405 11:07:38.509526 3762 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-2njzv] addLogicalPort annotation time took 13.451642ms I0405 11:07:38.510980 3762 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-2njzv] addLogicalPort took 15.025105ms, libovsdb time 918.375µs I0405 11:07:38.858604 3762 cni.go:403] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-2njzv 21f62b6de1f4c0c2c5a74a4b6f9bcf1817aa00a5fb5e29f622dbc535b271ab61 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-2njzv 21f62b6de1f4c0c2c5a74a4b6f9bcf1817aa00a5fb5e29f622dbc535b271ab61 network default NAD default] I0405 11:07:38.868327 3762 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-8bb674894-2njzv, hostIfaceName: 21f62b6de1f4c0c, network: default, NAD default, SandboxID: "21f62b6de1f4c0c2c5a74a4b6f9bcf1817aa00a5fb5e29f622dbc535b271ab61", PCI device ID: , UID: "5f80742f-fe94-4b2c-881a-b17eb01fc972", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0405 11:07:38.923198 3762 cni.go:424] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-2njzv 21f62b6de1f4c0c2c5a74a4b6f9bcf1817aa00a5fb5e29f622dbc535b271ab61 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-2njzv 21f62b6de1f4c0c2c5a74a4b6f9bcf1817aa00a5fb5e29f622dbc535b271ab61 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:c5:db:e1:2c:84\",\"name\":\"21f62b6de1f4c0c\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/84956bd0-de8c-4e29-aa86-ec43fa4db58d\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 11:07:38.979809 3762 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0405 11:07:39.840601 3762 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:07:39.841195 3762 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:07:39.859752 3762 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:07:39.859774 3762 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:07:39.862739 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0405 11:07:39.862764 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure W0405 11:07:41.549430 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0405 11:07:46.745095 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0405 11:07:46.750322 3762 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0405 11:07:46.750338 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0405 11:07:52.558349 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0405 11:07:54.514733 3762 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-cdnst] creating logical port openshift-pipelines_tekton-chains-controller-5fb999ffff-cdnst for pod on switch ip-10-0-2-248.ec2.internal I0405 11:07:54.514857 3762 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-5fb999ffff-cdnst I0405 11:07:54.528828 3762 pod.go:62] [openshift-pipelines/tekton-chains-controller-5fb999ffff-cdnst] pod update took 13.996833ms I0405 11:07:54.528927 3762 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-cdnst] addLogicalPort annotation time took 14.12047ms I0405 11:07:54.530470 3762 pods.go:271] [openshift-pipelines/tekton-chains-controller-5fb999ffff-cdnst] addLogicalPort took 15.755581ms, libovsdb time 1.030654ms I0405 11:07:54.881815 3762 cni.go:403] [openshift-pipelines/tekton-chains-controller-5fb999ffff-cdnst 0c65285c57778f892a28447d0b9303f07e879311b3b8160f7d482d4c61d6df64 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-cdnst 0c65285c57778f892a28447d0b9303f07e879311b3b8160f7d482d4c61d6df64 network default NAD default] I0405 11:07:54.891084 3762 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-5fb999ffff-cdnst, hostIfaceName: 0c65285c57778f8, network: default, NAD default, SandboxID: "0c65285c57778f892a28447d0b9303f07e879311b3b8160f7d482d4c61d6df64", PCI device ID: , UID: "88acd3c2-1f06-4083-ac3b-d6d1b63e920e", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0405 11:07:54.946913 3762 cni.go:424] [openshift-pipelines/tekton-chains-controller-5fb999ffff-cdnst 0c65285c57778f892a28447d0b9303f07e879311b3b8160f7d482d4c61d6df64 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-cdnst 0c65285c57778f892a28447d0b9303f07e879311b3b8160f7d482d4c61d6df64 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:cc:f3:1f:f8:90\",\"name\":\"0c65285c57778f8\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/06f81bdf-e300-4d5d-87e1-dd261d510f9a\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 11:07:59.613001 3762 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0405 11:08:02.698281 3762 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-2-248.ec2.internal I0405 11:08:02.698376 3762 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0405 11:08:02.711140 3762 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 12.784364ms I0405 11:08:02.711170 3762 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 12.819313ms I0405 11:08:02.712493 3762 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 14.226885ms, libovsdb time 964.313µs I0405 11:08:07.096381 3762 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:08:07.096986 3762 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:08:07.849749 3762 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:08:07.849770 3762 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:08:07.856988 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0405 11:08:07.857013 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 I0405 11:08:09.659745 3762 cni.go:403] [openshift-pipelines/tekton-results-postgres-0 86914e210e78d13c4568d5bf5bd3bc71a920b6a2dc1dea21bb640515a3bf0aca network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 86914e210e78d13c4568d5bf5bd3bc71a920b6a2dc1dea21bb640515a3bf0aca network default NAD default] I0405 11:08:09.669039 3762 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 86914e210e78d13, network: default, NAD default, SandboxID: "86914e210e78d13c4568d5bf5bd3bc71a920b6a2dc1dea21bb640515a3bf0aca", PCI device ID: , UID: "0514627c-cd1d-4a45-8838-efa8e71963b2", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0405 11:08:09.723928 3762 cni.go:424] [openshift-pipelines/tekton-results-postgres-0 86914e210e78d13c4568d5bf5bd3bc71a920b6a2dc1dea21bb640515a3bf0aca network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 86914e210e78d13c4568d5bf5bd3bc71a920b6a2dc1dea21bb640515a3bf0aca network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:d8:ae:0b:00:8b\",\"name\":\"86914e210e78d13\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/88043154-7b4b-4cf8-a3a7-6c4176a0c2d5\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0405 11:08:09.878438 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0405 11:08:09.878456 3762 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0405 11:08:09.880298 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0405 11:08:15.764663 3762 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0405 11:08:17.203256 3762 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-dfgkd] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-dfgkd for pod on switch ip-10-0-2-248.ec2.internal I0405 11:08:17.203354 3762 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-dfgkd I0405 11:08:17.221604 3762 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-dfgkd] pod update took 18.27287ms I0405 11:08:17.221628 3762 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-dfgkd] addLogicalPort annotation time took 18.303966ms I0405 11:08:17.222867 3762 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-dfgkd] addLogicalPort took 19.632086ms, libovsdb time 805.797µs I0405 11:08:17.565151 3762 cni.go:403] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-dfgkd 01450a976543d56e14a7a5c46171741ec2342da4c122332cee2b02550dcbc030 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-dfgkd 01450a976543d56e14a7a5c46171741ec2342da4c122332cee2b02550dcbc030 network default NAD default] I0405 11:08:17.574949 3762 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-dfgkd, hostIfaceName: 01450a976543d56, network: default, NAD default, SandboxID: "01450a976543d56e14a7a5c46171741ec2342da4c122332cee2b02550dcbc030", PCI device ID: , UID: "8fec62ba-af50-4a77-ac5a-3f3fd4152a2a", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0405 11:08:17.632657 3762 cni.go:424] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-dfgkd 01450a976543d56e14a7a5c46171741ec2342da4c122332cee2b02550dcbc030 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-dfgkd 01450a976543d56e14a7a5c46171741ec2342da4c122332cee2b02550dcbc030 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2a:fe:0a:41:c2:52\",\"name\":\"01450a976543d56\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/efe99f27-af1a-4834-a42c-217b6bbba47b\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0405 11:08:21.959464 3762 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0405 11:08:21.959498 3762 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0405 11:08:21.959506 3762 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0405 11:08:33.962000 3762 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-9wvs5] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-9wvs5 for pod on switch ip-10-0-2-248.ec2.internal I0405 11:08:33.962104 3762 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-9wvs5 I0405 11:08:33.977331 3762 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-9wvs5] pod update took 15.246906ms I0405 11:08:33.977358 3762 base_network_controller_pods.go:937] [default/openshift-pipelines/tkn-cli-serve-784b566968-9wvs5] addLogicalPort annotation time took 15.281941ms I0405 11:08:33.978751 3762 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-9wvs5] addLogicalPort took 16.77172ms, libovsdb time 938.027µs I0405 11:08:34.324736 3762 cni.go:403] [openshift-pipelines/tkn-cli-serve-784b566968-9wvs5 4f5d873ef14982219ef022ac087558e1dba91479609063f496154b77ccaecbd8 network default NAD default] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-9wvs5 4f5d873ef14982219ef022ac087558e1dba91479609063f496154b77ccaecbd8 network default NAD default] I0405 11:08:34.334759 3762 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-9wvs5, hostIfaceName: 4f5d873ef149822, network: default, NAD default, SandboxID: "4f5d873ef14982219ef022ac087558e1dba91479609063f496154b77ccaecbd8", PCI device ID: , UID: "856c88ba-7289-410b-ae14-35cf8d175634", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0405 11:08:34.391704 3762 cni.go:424] [openshift-pipelines/tkn-cli-serve-784b566968-9wvs5 4f5d873ef14982219ef022ac087558e1dba91479609063f496154b77ccaecbd8 network default NAD default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-9wvs5 4f5d873ef14982219ef022ac087558e1dba91479609063f496154b77ccaecbd8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:f0:38:12:a7:f2\",\"name\":\"4f5d873ef149822\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9dd77f40-5541-439e-aeab-9d8f0bc8c495\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 11:08:42.174250 3762 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:08:42.174963 3762 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:08:48.208082 3762 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-rm6d7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:08:48.208685 3762 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-rm6d7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:08:49.233208 3762 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-rm6d7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:08:49.233239 3762 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-rm6d7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:08:49.574593 3762 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:08:49.575201 3762 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:08:50.084473 3762 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:08:50.084502 3762 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:08:50.091006 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0405 11:08:50.091032 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 W0405 11:08:52.104092 3762 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0405 11:08:52.104117 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0405 11:08:52.109542 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0405 11:08:54.124906 3762 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0405 11:08:54.175430 3762 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0405 11:08:54.175452 3762 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0405 11:09:25.996220 3762 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5 I0405 11:09:42.258173 3762 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:09:42.258197 3762 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:09:42.265482 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0405 11:09:42.265514 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0405 11:09:50.562530 3762 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:09:50.563143 3762 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:09:50.582508 3762 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:09:50.582532 3762 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:09:50.585143 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0405 11:09:50.585169 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0405 11:09:52.144799 3762 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-ln8cg-gn42q] creating logical port tsf-tas_segment-backup-installation-ln8cg-gn42q for pod on switch ip-10-0-2-248.ec2.internal I0405 11:09:52.144932 3762 kube.go:256] Updating pod tsf-tas/segment-backup-installation-ln8cg-gn42q I0405 11:09:52.159175 3762 pod.go:62] [tsf-tas/segment-backup-installation-ln8cg-gn42q] pod update took 14.264962ms I0405 11:09:52.159200 3762 base_network_controller_pods.go:937] [default/tsf-tas/segment-backup-installation-ln8cg-gn42q] addLogicalPort annotation time took 14.297646ms I0405 11:09:52.160573 3762 pods.go:271] [tsf-tas/segment-backup-installation-ln8cg-gn42q] addLogicalPort took 15.79494ms, libovsdb time 985.334µs I0405 11:09:52.508501 3762 cni.go:403] [tsf-tas/segment-backup-installation-ln8cg-gn42q 01aff100acc7d6255691f04a15551d4a08e14a7d70c9e1b6e3c1a0c6b261023f network default NAD default] ADD starting CNI request [tsf-tas/segment-backup-installation-ln8cg-gn42q 01aff100acc7d6255691f04a15551d4a08e14a7d70c9e1b6e3c1a0c6b261023f network default NAD default] I0405 11:09:52.518031 3762 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-ln8cg-gn42q, hostIfaceName: 01aff100acc7d62, network: default, NAD default, SandboxID: "01aff100acc7d6255691f04a15551d4a08e14a7d70c9e1b6e3c1a0c6b261023f", PCI device ID: , UID: "f09d7cd0-d736-4d2e-8114-a00d60a1fbaa", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0405 11:09:52.573279 3762 cni.go:424] [tsf-tas/segment-backup-installation-ln8cg-gn42q 01aff100acc7d6255691f04a15551d4a08e14a7d70c9e1b6e3c1a0c6b261023f network default NAD default] ADD finished CNI request [tsf-tas/segment-backup-installation-ln8cg-gn42q 01aff100acc7d6255691f04a15551d4a08e14a7d70c9e1b6e3c1a0c6b261023f network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:06:cb:43:c3:ed\",\"name\":\"01aff100acc7d62\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e582d85e-9b87-4751-b544-2e19349ffd2b\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0405 11:09:57.477124 3762 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0405 11:09:57.477144 3762 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0405 11:10:00.499518 3762 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0405 11:10:01.499252 3762 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0405 11:10:03.646888 3762 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29589790-pnq69 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:10:03.647493 3762 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29589790-pnq69 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:10:04.532959 3762 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29589790-pnq69 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:10:04.532995 3762 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29589790-pnq69 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:10:05.303970 3762 cni.go:403] [tsf-tas/segment-backup-installation-ln8cg-gn42q 01aff100acc7d6255691f04a15551d4a08e14a7d70c9e1b6e3c1a0c6b261023f network default NAD default] DEL starting CNI request [tsf-tas/segment-backup-installation-ln8cg-gn42q 01aff100acc7d6255691f04a15551d4a08e14a7d70c9e1b6e3c1a0c6b261023f network default NAD default] I0405 11:10:05.389798 3762 cni.go:424] [tsf-tas/segment-backup-installation-ln8cg-gn42q 01aff100acc7d6255691f04a15551d4a08e14a7d70c9e1b6e3c1a0c6b261023f network default NAD default] DEL finished CNI request [tsf-tas/segment-backup-installation-ln8cg-gn42q 01aff100acc7d6255691f04a15551d4a08e14a7d70c9e1b6e3c1a0c6b261023f network default NAD default], result "{}", err I0405 11:10:05.440248 3762 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-ln8cg-gn42q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:10:05.440282 3762 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-ln8cg-gn42q I0405 11:10:05.441617 3762 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-ln8cg-gn42q, ips: 10.130.0.37 I0405 11:10:05.441651 3762 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-ln8cg-gn42q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:10:06.316363 3762 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-ln8cg-gn42q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:10:06.316387 3762 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-ln8cg-gn42q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0405 11:10:07.547178 3762 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0405 11:10:11.901646 3762 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=57 I0405 11:10:39.845596 3762 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:10:39.846206 3762 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:10:39.864906 3762 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:10:39.864927 3762 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:10:39.868184 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0405 11:10:39.868213 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0405 11:10:40.099953 3762 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0405 11:10:40.498444 3762 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-hzt8f] creating logical port tsf_patch-tekton-config-hzt8f for pod on switch ip-10-0-2-248.ec2.internal I0405 11:10:40.498535 3762 kube.go:256] Updating pod tsf/patch-tekton-config-hzt8f I0405 11:10:40.510948 3762 pod.go:62] [tsf/patch-tekton-config-hzt8f] pod update took 12.431924ms I0405 11:10:40.510981 3762 base_network_controller_pods.go:937] [default/tsf/patch-tekton-config-hzt8f] addLogicalPort annotation time took 12.472092ms I0405 11:10:40.512564 3762 pods.go:271] [tsf/patch-tekton-config-hzt8f] addLogicalPort took 14.130956ms, libovsdb time 1.057581ms I0405 11:10:40.903538 3762 cni.go:403] [tsf/patch-tekton-config-hzt8f ba65fab0a2296d5da01b57854640cd81d3aa47f4272e27ece78916f805da6cdd network default NAD default] ADD starting CNI request [tsf/patch-tekton-config-hzt8f ba65fab0a2296d5da01b57854640cd81d3aa47f4272e27ece78916f805da6cdd network default NAD default] I0405 11:10:40.912914 3762 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-hzt8f, hostIfaceName: ba65fab0a2296d5, network: default, NAD default, SandboxID: "ba65fab0a2296d5da01b57854640cd81d3aa47f4272e27ece78916f805da6cdd", PCI device ID: , UID: "02fca49b-49a9-4e48-9a8a-5b334e48c3b7", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0405 11:10:40.970017 3762 cni.go:424] [tsf/patch-tekton-config-hzt8f ba65fab0a2296d5da01b57854640cd81d3aa47f4272e27ece78916f805da6cdd network default NAD default] ADD finished CNI request [tsf/patch-tekton-config-hzt8f ba65fab0a2296d5da01b57854640cd81d3aa47f4272e27ece78916f805da6cdd network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:8d:c9:de:e7:34\",\"name\":\"ba65fab0a2296d5\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4cef23cc-604a-4919-896c-9aa6daedfe6e\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 11:10:43.901726 3762 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-xlv99-tmrnw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:10:43.902334 3762 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-xlv99-tmrnw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:10:44.779320 3762 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-xlv99-tmrnw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:10:44.779343 3762 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-xlv99-tmrnw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:10:47.699072 3762 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-65d69f7fbc-9jfpn] creating logical port tsf-tas_ctlog-65d69f7fbc-9jfpn for pod on switch ip-10-0-2-248.ec2.internal I0405 11:10:47.699197 3762 kube.go:256] Updating pod tsf-tas/ctlog-65d69f7fbc-9jfpn I0405 11:10:47.715687 3762 pod.go:62] [tsf-tas/ctlog-65d69f7fbc-9jfpn] pod update took 16.499307ms I0405 11:10:47.715710 3762 base_network_controller_pods.go:937] [default/tsf-tas/ctlog-65d69f7fbc-9jfpn] addLogicalPort annotation time took 16.543267ms I0405 11:10:47.717205 3762 pods.go:271] [tsf-tas/ctlog-65d69f7fbc-9jfpn] addLogicalPort took 18.150065ms, libovsdb time 1.081403ms I0405 11:10:48.535295 3762 cni.go:403] [tsf/patch-tekton-config-hzt8f ba65fab0a2296d5da01b57854640cd81d3aa47f4272e27ece78916f805da6cdd network default NAD default] DEL starting CNI request [tsf/patch-tekton-config-hzt8f ba65fab0a2296d5da01b57854640cd81d3aa47f4272e27ece78916f805da6cdd network default NAD default] I0405 11:10:48.628279 3762 cni.go:424] [tsf/patch-tekton-config-hzt8f ba65fab0a2296d5da01b57854640cd81d3aa47f4272e27ece78916f805da6cdd network default NAD default] DEL finished CNI request [tsf/patch-tekton-config-hzt8f ba65fab0a2296d5da01b57854640cd81d3aa47f4272e27ece78916f805da6cdd network default NAD default], result "{}", err I0405 11:10:48.665419 3762 cni.go:403] [tsf-tas/ctlog-65d69f7fbc-9jfpn 56fd48d70d7e5d31c9f238c66c9b97f2cdee417a7af78869de632ede6a85ac23 network default NAD default] ADD starting CNI request [tsf-tas/ctlog-65d69f7fbc-9jfpn 56fd48d70d7e5d31c9f238c66c9b97f2cdee417a7af78869de632ede6a85ac23 network default NAD default] I0405 11:10:48.666378 3762 obj_retry.go:464] Detected object tsf/patch-tekton-config-hzt8f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:10:48.666473 3762 pods.go:176] Deleting pod: tsf/patch-tekton-config-hzt8f I0405 11:10:48.668096 3762 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-hzt8f, ips: 10.130.0.38 I0405 11:10:48.668144 3762 obj_retry.go:464] Detected object tsf/patch-tekton-config-hzt8f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:10:48.675858 3762 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: ctlog-65d69f7fbc-9jfpn, hostIfaceName: 56fd48d70d7e5d3, network: default, NAD default, SandboxID: "56fd48d70d7e5d31c9f238c66c9b97f2cdee417a7af78869de632ede6a85ac23", PCI device ID: , UID: "fa676b64-1606-4165-9040-9754f88664a8", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0405 11:10:48.735837 3762 cni.go:424] [tsf-tas/ctlog-65d69f7fbc-9jfpn 56fd48d70d7e5d31c9f238c66c9b97f2cdee417a7af78869de632ede6a85ac23 network default NAD default] ADD finished CNI request [tsf-tas/ctlog-65d69f7fbc-9jfpn 56fd48d70d7e5d31c9f238c66c9b97f2cdee417a7af78869de632ede6a85ac23 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:a7:66:ec:b7:48\",\"name\":\"56fd48d70d7e5d3\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/99042434-b964-40e4-ae19-dc5f3549805c\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 11:10:49.687857 3762 obj_retry.go:458] Detected object tsf/patch-tekton-config-hzt8f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:10:49.687884 3762 obj_retry.go:458] Detected object tsf/patch-tekton-config-hzt8f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:10:49.778425 3762 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-hckj9] creating logical port tsf_tsf-tekton-configuration-hckj9 for pod on switch ip-10-0-2-248.ec2.internal I0405 11:10:49.778518 3762 kube.go:256] Updating pod tsf/tsf-tekton-configuration-hckj9 I0405 11:10:49.790168 3762 pod.go:62] [tsf/tsf-tekton-configuration-hckj9] pod update took 11.670663ms I0405 11:10:49.790198 3762 base_network_controller_pods.go:937] [default/tsf/tsf-tekton-configuration-hckj9] addLogicalPort annotation time took 11.708332ms I0405 11:10:49.791655 3762 pods.go:271] [tsf/tsf-tekton-configuration-hckj9] addLogicalPort took 13.249314ms, libovsdb time 969.225µs I0405 11:10:50.144655 3762 cni.go:403] [tsf/tsf-tekton-configuration-hckj9 d47a804d9c384a84e83ba0fb25c9d26bf76b8b74093db5d179a09862bc2a5a32 network default NAD default] ADD starting CNI request [tsf/tsf-tekton-configuration-hckj9 d47a804d9c384a84e83ba0fb25c9d26bf76b8b74093db5d179a09862bc2a5a32 network default NAD default] I0405 11:10:50.154906 3762 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-hckj9, hostIfaceName: d47a804d9c384a8, network: default, NAD default, SandboxID: "d47a804d9c384a84e83ba0fb25c9d26bf76b8b74093db5d179a09862bc2a5a32", PCI device ID: , UID: "2b81753b-8747-42a4-9cbb-4eaa3b980aca", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0405 11:10:50.212068 3762 cni.go:424] [tsf/tsf-tekton-configuration-hckj9 d47a804d9c384a84e83ba0fb25c9d26bf76b8b74093db5d179a09862bc2a5a32 network default NAD default] ADD finished CNI request [tsf/tsf-tekton-configuration-hckj9 d47a804d9c384a84e83ba0fb25c9d26bf76b8b74093db5d179a09862bc2a5a32 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7a:0b:a0:90:e4:9a\",\"name\":\"d47a804d9c384a8\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/88242d2d-84b7-45b6-87d3-850d2c36a8e8\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0405 11:10:50.541366 3762 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0405 11:10:56.922999 3762 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-kpcgx-6cpn9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:10:56.923699 3762 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-kpcgx-6cpn9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:10:57.806656 3762 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-kpcgx-6cpn9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:10:57.806706 3762 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-kpcgx-6cpn9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:00.606786 3762 cni.go:403] [tsf/tsf-tekton-configuration-hckj9 d47a804d9c384a84e83ba0fb25c9d26bf76b8b74093db5d179a09862bc2a5a32 network default NAD default] DEL starting CNI request [tsf/tsf-tekton-configuration-hckj9 d47a804d9c384a84e83ba0fb25c9d26bf76b8b74093db5d179a09862bc2a5a32 network default NAD default] I0405 11:11:00.678565 3762 cni.go:424] [tsf/tsf-tekton-configuration-hckj9 d47a804d9c384a84e83ba0fb25c9d26bf76b8b74093db5d179a09862bc2a5a32 network default NAD default] DEL finished CNI request [tsf/tsf-tekton-configuration-hckj9 d47a804d9c384a84e83ba0fb25c9d26bf76b8b74093db5d179a09862bc2a5a32 network default NAD default], result "{}", err I0405 11:11:00.731820 3762 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-hckj9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:11:00.731854 3762 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-hckj9 I0405 11:11:00.733242 3762 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-hckj9, ips: 10.130.0.40 I0405 11:11:00.733279 3762 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-hckj9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0405 11:11:01.562452 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0405 11:11:01.752163 3762 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-hckj9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:01.752191 3762 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-hckj9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:01.807108 3762 obj_retry.go:458] Detected object tsf/patch-tekton-config-hzt8f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:01.807137 3762 obj_retry.go:458] Detected object tsf/patch-tekton-config-hzt8f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:01.816142 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-hzt8f I0405 11:11:01.816172 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-hzt8f W0405 11:11:03.833899 3762 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0405 11:11:03.853731 3762 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0405 11:11:06.977137 3762 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:11:06.977740 3762 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:11:06.996844 3762 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:06.996872 3762 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:07.003073 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0405 11:11:07.003097 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0405 11:11:07.866888 3762 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0405 11:11:08.979139 3762 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0405 11:11:13.078314 3762 obj_retry.go:464] Detected object tsf-tpa/create-db-prjzh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:11:13.078928 3762 obj_retry.go:464] Detected object tsf-tpa/create-db-prjzh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:11:14.100930 3762 obj_retry.go:458] Detected object tsf-tpa/create-db-prjzh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:14.100955 3762 obj_retry.go:458] Detected object tsf-tpa/create-db-prjzh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:17.112523 3762 obj_retry.go:464] Detected object tsf-tpa/migrate-db-fmrjc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:11:17.113166 3762 obj_retry.go:464] Detected object tsf-tpa/migrate-db-fmrjc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:11:17.235657 3762 obj_retry.go:458] Detected object tsf-tpa/migrate-db-fmrjc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:17.235711 3762 obj_retry.go:458] Detected object tsf-tpa/migrate-db-fmrjc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:17.428204 3762 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-jmcgm] creating logical port tsf-tpa_create-importers-jmcgm for pod on switch ip-10-0-2-248.ec2.internal I0405 11:11:17.428354 3762 kube.go:256] Updating pod tsf-tpa/create-importers-jmcgm I0405 11:11:17.441615 3762 pod.go:62] [tsf-tpa/create-importers-jmcgm] pod update took 13.296517ms I0405 11:11:17.441649 3762 base_network_controller_pods.go:937] [default/tsf-tpa/create-importers-jmcgm] addLogicalPort annotation time took 13.336951ms I0405 11:11:17.443089 3762 pods.go:271] [tsf-tpa/create-importers-jmcgm] addLogicalPort took 14.905712ms, libovsdb time 926.031µs I0405 11:11:17.870798 3762 cni.go:403] [tsf-tpa/create-importers-jmcgm 0c3d9f087f22a5fe832b8a2ed038b55c5ecbf31e3687943b64f2ea0df494abfa network default NAD default] ADD starting CNI request [tsf-tpa/create-importers-jmcgm 0c3d9f087f22a5fe832b8a2ed038b55c5ecbf31e3687943b64f2ea0df494abfa network default NAD default] I0405 11:11:17.880505 3762 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-jmcgm, hostIfaceName: 0c3d9f087f22a5f, network: default, NAD default, SandboxID: "0c3d9f087f22a5fe832b8a2ed038b55c5ecbf31e3687943b64f2ea0df494abfa", PCI device ID: , UID: "2e1003f9-b9bf-407a-ab51-de2dc3a7d91c", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0405 11:11:17.940845 3762 cni.go:424] [tsf-tpa/create-importers-jmcgm 0c3d9f087f22a5fe832b8a2ed038b55c5ecbf31e3687943b64f2ea0df494abfa network default NAD default] ADD finished CNI request [tsf-tpa/create-importers-jmcgm 0c3d9f087f22a5fe832b8a2ed038b55c5ecbf31e3687943b64f2ea0df494abfa network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:01:be:d4:a4:c5\",\"name\":\"0c3d9f087f22a5f\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33b1c72a-8b92-428f-b042-487b4b139bdc\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 11:11:22.729474 3762 cni.go:403] [tsf-tpa/create-importers-jmcgm 0c3d9f087f22a5fe832b8a2ed038b55c5ecbf31e3687943b64f2ea0df494abfa network default NAD default] DEL starting CNI request [tsf-tpa/create-importers-jmcgm 0c3d9f087f22a5fe832b8a2ed038b55c5ecbf31e3687943b64f2ea0df494abfa network default NAD default] I0405 11:11:22.816946 3762 cni.go:424] [tsf-tpa/create-importers-jmcgm 0c3d9f087f22a5fe832b8a2ed038b55c5ecbf31e3687943b64f2ea0df494abfa network default NAD default] DEL finished CNI request [tsf-tpa/create-importers-jmcgm 0c3d9f087f22a5fe832b8a2ed038b55c5ecbf31e3687943b64f2ea0df494abfa network default NAD default], result "{}", err I0405 11:11:22.870046 3762 obj_retry.go:464] Detected object tsf-tpa/create-importers-jmcgm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:11:22.870087 3762 pods.go:176] Deleting pod: tsf-tpa/create-importers-jmcgm I0405 11:11:22.871467 3762 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-jmcgm, ips: 10.130.0.41 I0405 11:11:22.871499 3762 obj_retry.go:464] Detected object tsf-tpa/create-importers-jmcgm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:11:23.890241 3762 obj_retry.go:458] Detected object tsf-tpa/create-importers-jmcgm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:23.890279 3762 obj_retry.go:458] Detected object tsf-tpa/create-importers-jmcgm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:25.972716 3762 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-7cd75-n4l7h] creating logical port tsf-tas_tuf-repository-init-7cd75-n4l7h for pod on switch ip-10-0-2-248.ec2.internal I0405 11:11:25.972876 3762 kube.go:256] Updating pod tsf-tas/tuf-repository-init-7cd75-n4l7h I0405 11:11:25.986110 3762 pod.go:62] [tsf-tas/tuf-repository-init-7cd75-n4l7h] pod update took 13.267028ms I0405 11:11:25.986136 3762 base_network_controller_pods.go:937] [default/tsf-tas/tuf-repository-init-7cd75-n4l7h] addLogicalPort annotation time took 13.304024ms I0405 11:11:25.987471 3762 pods.go:271] [tsf-tas/tuf-repository-init-7cd75-n4l7h] addLogicalPort took 14.799649ms, libovsdb time 883.543µs W0405 11:11:26.042736 3762 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0405 11:11:34.450248 3762 cni.go:403] [tsf-tas/tuf-repository-init-7cd75-n4l7h 300dc49300cc4ec4efac02472a508cfa864f36563b87dcb93b3bb00f1e570ad5 network default NAD default] ADD starting CNI request [tsf-tas/tuf-repository-init-7cd75-n4l7h 300dc49300cc4ec4efac02472a508cfa864f36563b87dcb93b3bb00f1e570ad5 network default NAD default] I0405 11:11:34.459887 3762 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-7cd75-n4l7h, hostIfaceName: 300dc49300cc4ec, network: default, NAD default, SandboxID: "300dc49300cc4ec4efac02472a508cfa864f36563b87dcb93b3bb00f1e570ad5", PCI device ID: , UID: "a598b554-ffb0-4886-81eb-edea4c6be784", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0405 11:11:34.516152 3762 cni.go:424] [tsf-tas/tuf-repository-init-7cd75-n4l7h 300dc49300cc4ec4efac02472a508cfa864f36563b87dcb93b3bb00f1e570ad5 network default NAD default] ADD finished CNI request [tsf-tas/tuf-repository-init-7cd75-n4l7h 300dc49300cc4ec4efac02472a508cfa864f36563b87dcb93b3bb00f1e570ad5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ee:69:0f:24:a7:f2\",\"name\":\"300dc49300cc4ec\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/59b878fc-cb79-4c37-bd7e-da6232576597\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 11:11:36.069834 3762 namespace.go:142] [openshift-pipelines] updating namespace I0405 11:11:37.813884 3762 cni.go:403] [tsf-tas/tuf-repository-init-7cd75-n4l7h 300dc49300cc4ec4efac02472a508cfa864f36563b87dcb93b3bb00f1e570ad5 network default NAD default] DEL starting CNI request [tsf-tas/tuf-repository-init-7cd75-n4l7h 300dc49300cc4ec4efac02472a508cfa864f36563b87dcb93b3bb00f1e570ad5 network default NAD default] I0405 11:11:37.899879 3762 cni.go:424] [tsf-tas/tuf-repository-init-7cd75-n4l7h 300dc49300cc4ec4efac02472a508cfa864f36563b87dcb93b3bb00f1e570ad5 network default NAD default] DEL finished CNI request [tsf-tas/tuf-repository-init-7cd75-n4l7h 300dc49300cc4ec4efac02472a508cfa864f36563b87dcb93b3bb00f1e570ad5 network default NAD default], result "{}", err I0405 11:11:37.954382 3762 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-7cd75-n4l7h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:11:37.954426 3762 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-7cd75-n4l7h I0405 11:11:37.955853 3762 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-7cd75-n4l7h, ips: 10.130.0.42 I0405 11:11:37.955889 3762 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-7cd75-n4l7h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:11:38.825932 3762 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-7cd75-n4l7h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:38.825957 3762 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-7cd75-n4l7h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:43.085204 3762 base_network_controller_pods.go:487] [default/tsf-tas/tuf-bc5768c88-rc84q] creating logical port tsf-tas_tuf-bc5768c88-rc84q for pod on switch ip-10-0-2-248.ec2.internal I0405 11:11:43.085301 3762 kube.go:256] Updating pod tsf-tas/tuf-bc5768c88-rc84q I0405 11:11:43.101771 3762 pod.go:62] [tsf-tas/tuf-bc5768c88-rc84q] pod update took 16.490391ms I0405 11:11:43.101797 3762 base_network_controller_pods.go:937] [default/tsf-tas/tuf-bc5768c88-rc84q] addLogicalPort annotation time took 16.522706ms I0405 11:11:43.103234 3762 pods.go:271] [tsf-tas/tuf-bc5768c88-rc84q] addLogicalPort took 18.04523ms, libovsdb time 1.019224ms I0405 11:11:44.347055 3762 cni.go:403] [tsf-tas/tuf-bc5768c88-rc84q 607418a74b87093afe01996f9d5276981a7d8a39b18c92f0c6d43b96e410921c network default NAD default] ADD starting CNI request [tsf-tas/tuf-bc5768c88-rc84q 607418a74b87093afe01996f9d5276981a7d8a39b18c92f0c6d43b96e410921c network default NAD default] I0405 11:11:44.356271 3762 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: tuf-bc5768c88-rc84q, hostIfaceName: 607418a74b87093, network: default, NAD default, SandboxID: "607418a74b87093afe01996f9d5276981a7d8a39b18c92f0c6d43b96e410921c", PCI device ID: , UID: "045c59ed-7ed6-4f79-9a05-d8bf74ade0f6", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0405 11:11:44.411492 3762 cni.go:424] [tsf-tas/tuf-bc5768c88-rc84q 607418a74b87093afe01996f9d5276981a7d8a39b18c92f0c6d43b96e410921c network default NAD default] ADD finished CNI request [tsf-tas/tuf-bc5768c88-rc84q 607418a74b87093afe01996f9d5276981a7d8a39b18c92f0c6d43b96e410921c network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:77:e0:f7:07:6a\",\"name\":\"607418a74b87093\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/83c833ca-99a0-4785-a23a-07a9362db499\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0405 11:11:45.854368 3762 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0405 11:11:54.244345 3762 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:11:54.244950 3762 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:11:54.263461 3762 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:54.263487 3762 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:54.269461 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0405 11:11:54.269493 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0405 11:11:54.923406 3762 namespace.go:98] [build-service] adding namespace I0405 11:11:54.924482 3762 namespace.go:102] [build-service] adding namespace took 1.01894ms I0405 11:11:54.927746 3762 namespace.go:98] [image-controller] adding namespace I0405 11:11:54.928549 3762 namespace.go:102] [image-controller] adding namespace took 769.782µs I0405 11:11:54.931768 3762 namespace.go:98] [default-tenant] adding namespace I0405 11:11:54.931953 3762 namespace.go:98] [integration-service] adding namespace I0405 11:11:54.932572 3762 namespace.go:102] [default-tenant] adding namespace took 787.385µs I0405 11:11:54.933196 3762 namespace.go:102] [integration-service] adding namespace took 1.226663ms I0405 11:11:54.975786 3762 namespace.go:142] [build-service] updating namespace I0405 11:11:55.015776 3762 namespace.go:142] [build-service] updating namespace I0405 11:11:55.033669 3762 namespace.go:142] [image-controller] updating namespace I0405 11:11:55.053108 3762 namespace.go:142] [image-controller] updating namespace I0405 11:11:55.070821 3762 namespace.go:142] [default-tenant] updating namespace I0405 11:11:55.089788 3762 namespace.go:142] [default-tenant] updating namespace I0405 11:11:55.098867 3762 namespace.go:142] [integration-service] updating namespace I0405 11:11:55.129085 3762 namespace.go:142] [integration-service] updating namespace I0405 11:11:55.137962 3762 namespace.go:142] [build-service] updating namespace I0405 11:11:55.166772 3762 namespace.go:142] [integration-service] updating namespace I0405 11:11:55.253863 3762 namespace.go:98] [release-service] adding namespace I0405 11:11:55.254730 3762 namespace.go:102] [release-service] adding namespace took 843.261µs I0405 11:11:55.305850 3762 namespace.go:142] [konflux-ui] updating namespace I0405 11:11:55.397272 3762 namespace.go:142] [release-service] updating namespace I0405 11:11:55.455838 3762 namespace.go:142] [release-service] updating namespace I0405 11:11:55.596793 3762 namespace.go:98] [konflux-info] adding namespace I0405 11:11:55.597634 3762 namespace.go:102] [konflux-info] adding namespace took 820.536µs I0405 11:11:55.699942 3762 namespace.go:98] [namespace-lister] adding namespace I0405 11:11:55.700807 3762 namespace.go:102] [namespace-lister] adding namespace took 841.168µs I0405 11:11:55.703689 3762 namespace.go:142] [konflux-info] updating namespace I0405 11:11:55.730628 3762 namespace.go:142] [build-service] updating namespace I0405 11:11:55.823816 3762 namespace.go:98] [enterprise-contract-service] adding namespace I0405 11:11:55.824732 3762 namespace.go:102] [enterprise-contract-service] adding namespace took 891.636µs I0405 11:11:55.838881 3762 namespace.go:142] [konflux-info] updating namespace I0405 11:11:55.856768 3762 namespace.go:142] [namespace-lister] updating namespace I0405 11:11:55.919746 3762 namespace.go:142] [image-controller] updating namespace I0405 11:11:56.005932 3762 namespace.go:142] [namespace-lister] updating namespace I0405 11:11:56.141752 3762 namespace.go:142] [enterprise-contract-service] updating namespace I0405 11:11:56.261835 3762 namespace.go:142] [default-tenant] updating namespace I0405 11:11:56.367871 3762 namespace.go:142] [build-service] updating namespace I0405 11:11:56.374894 3762 namespace.go:142] [enterprise-contract-service] updating namespace I0405 11:11:56.389742 3762 namespace.go:142] [default-tenant] updating namespace I0405 11:11:56.398935 3762 namespace.go:142] [image-controller] updating namespace I0405 11:11:56.419907 3762 namespace.go:142] [integration-service] updating namespace I0405 11:11:56.481782 3762 namespace.go:142] [image-controller] updating namespace I0405 11:11:56.521703 3762 namespace.go:142] [default-tenant] updating namespace I0405 11:11:56.536943 3762 namespace.go:98] [segment-bridge] adding namespace I0405 11:11:56.537003 3762 namespace.go:142] [integration-service] updating namespace I0405 11:11:56.537928 3762 namespace.go:102] [segment-bridge] adding namespace took 959.274µs I0405 11:11:56.706893 3762 namespace.go:142] [segment-bridge] updating namespace I0405 11:11:56.843189 3762 namespace.go:142] [segment-bridge] updating namespace I0405 11:11:56.897760 3762 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0405 11:11:56.898428 3762 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0405 11:11:56.898453 3762 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0405 11:11:56.901222 3762 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0405 11:11:56.901253 3762 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0405 11:11:56.901264 3762 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0405 11:11:56.901832 3762 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0405 11:11:57.159979 3762 namespace.go:142] [build-service] updating namespace I0405 11:11:57.204585 3762 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-67655c4674-6cs4g] creating logical port namespace-lister_namespace-lister-67655c4674-6cs4g for pod on switch ip-10-0-2-248.ec2.internal I0405 11:11:57.204770 3762 kube.go:256] Updating pod namespace-lister/namespace-lister-67655c4674-6cs4g I0405 11:11:57.261932 3762 pod.go:62] [namespace-lister/namespace-lister-67655c4674-6cs4g] pod update took 57.202404ms I0405 11:11:57.261960 3762 base_network_controller_pods.go:937] [default/namespace-lister/namespace-lister-67655c4674-6cs4g] addLogicalPort annotation time took 57.234874ms I0405 11:11:57.263454 3762 pods.go:271] [namespace-lister/namespace-lister-67655c4674-6cs4g] addLogicalPort took 58.894117ms, libovsdb time 968.547µs W0405 11:11:57.264779 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0405 11:11:57.386029 3762 namespace.go:142] [default-tenant] updating namespace I0405 11:11:57.539454 3762 base_network_controller_pods.go:487] [default/konflux-ui/dex-79895698c7-tqxxr] creating logical port konflux-ui_dex-79895698c7-tqxxr for pod on switch ip-10-0-2-248.ec2.internal I0405 11:11:57.539545 3762 kube.go:256] Updating pod konflux-ui/dex-79895698c7-tqxxr I0405 11:11:57.562912 3762 namespace.go:142] [image-controller] updating namespace I0405 11:11:57.576021 3762 pod.go:62] [konflux-ui/dex-79895698c7-tqxxr] pod update took 36.496347ms I0405 11:11:57.576047 3762 base_network_controller_pods.go:937] [default/konflux-ui/dex-79895698c7-tqxxr] addLogicalPort annotation time took 36.531221ms I0405 11:11:57.577334 3762 pods.go:271] [konflux-ui/dex-79895698c7-tqxxr] addLogicalPort took 37.899763ms, libovsdb time 884.571µs I0405 11:11:57.659223 3762 base_network_controller_pods.go:487] [default/konflux-ui/proxy-64c96d56f5-wdf4c] creating logical port konflux-ui_proxy-64c96d56f5-wdf4c for pod on switch ip-10-0-2-248.ec2.internal I0405 11:11:57.659327 3762 kube.go:256] Updating pod konflux-ui/proxy-64c96d56f5-wdf4c I0405 11:11:57.708075 3762 pod.go:62] [konflux-ui/proxy-64c96d56f5-wdf4c] pod update took 48.779079ms I0405 11:11:57.708102 3762 base_network_controller_pods.go:937] [default/konflux-ui/proxy-64c96d56f5-wdf4c] addLogicalPort annotation time took 48.812139ms I0405 11:11:57.709466 3762 pods.go:271] [konflux-ui/proxy-64c96d56f5-wdf4c] addLogicalPort took 50.265194ms, libovsdb time 950.145µs I0405 11:11:57.728059 3762 namespace.go:142] [integration-service] updating namespace I0405 11:11:57.887055 3762 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-fc44cc754-x8mkm] creating logical port image-controller_image-controller-controller-manager-fc44cc754-x8mkm for pod on switch ip-10-0-2-248.ec2.internal I0405 11:11:57.887171 3762 kube.go:256] Updating pod image-controller/image-controller-controller-manager-fc44cc754-x8mkm I0405 11:11:57.920875 3762 pod.go:62] [image-controller/image-controller-controller-manager-fc44cc754-x8mkm] pod update took 33.734747ms I0405 11:11:57.920901 3762 base_network_controller_pods.go:937] [default/image-controller/image-controller-controller-manager-fc44cc754-x8mkm] addLogicalPort annotation time took 33.768043ms I0405 11:11:57.922103 3762 pods.go:271] [image-controller/image-controller-controller-manager-fc44cc754-x8mkm] addLogicalPort took 35.069213ms, libovsdb time 810.804µs I0405 11:11:57.967728 3762 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7884d6c5d6-hn66n] creating logical port integration-service_integration-service-controller-manager-7884d6c5d6-hn66n for pod on switch ip-10-0-2-248.ec2.internal I0405 11:11:57.967865 3762 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7884d6c5d6-hn66n I0405 11:11:57.991773 3762 pod.go:62] [integration-service/integration-service-controller-manager-7884d6c5d6-hn66n] pod update took 23.933938ms I0405 11:11:57.991799 3762 base_network_controller_pods.go:937] [default/integration-service/integration-service-controller-manager-7884d6c5d6-hn66n] addLogicalPort annotation time took 23.966469ms I0405 11:11:57.993277 3762 pods.go:271] [integration-service/integration-service-controller-manager-7884d6c5d6-hn66n] addLogicalPort took 25.569908ms, libovsdb time 1.031356ms I0405 11:11:58.175666 3762 cni.go:403] [namespace-lister/namespace-lister-67655c4674-6cs4g 2fbe9df1fbb9c6dc138d807c00d49417f087449a9dc88e600953cfa4628be59a network default NAD default] ADD starting CNI request [namespace-lister/namespace-lister-67655c4674-6cs4g 2fbe9df1fbb9c6dc138d807c00d49417f087449a9dc88e600953cfa4628be59a network default NAD default] I0405 11:11:58.186039 3762 helper_linux.go:450] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-67655c4674-6cs4g, hostIfaceName: 2fbe9df1fbb9c6d, network: default, NAD default, SandboxID: "2fbe9df1fbb9c6dc138d807c00d49417f087449a9dc88e600953cfa4628be59a", PCI device ID: , UID: "2f6a19a8-4940-4710-a97a-9f4e2886673d", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0405 11:11:58.249967 3762 cni.go:424] [namespace-lister/namespace-lister-67655c4674-6cs4g 2fbe9df1fbb9c6dc138d807c00d49417f087449a9dc88e600953cfa4628be59a network default NAD default] ADD finished CNI request [namespace-lister/namespace-lister-67655c4674-6cs4g 2fbe9df1fbb9c6dc138d807c00d49417f087449a9dc88e600953cfa4628be59a network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:b1:3c:ba:94:93\",\"name\":\"2fbe9df1fbb9c6d\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d5d63f1-a530-42d3-a717-e07882a2dd2d\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 11:11:58.254813 3762 cni.go:403] [image-controller/image-controller-controller-manager-fc44cc754-x8mkm 4e5e390fc5bac16c7c8c937cbdeb5b3d8ab6ad7911828ae6845c1494b880daf8 network default NAD default] ADD starting CNI request [image-controller/image-controller-controller-manager-fc44cc754-x8mkm 4e5e390fc5bac16c7c8c937cbdeb5b3d8ab6ad7911828ae6845c1494b880daf8 network default NAD default] I0405 11:11:58.264863 3762 helper_linux.go:450] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-fc44cc754-x8mkm, hostIfaceName: 4e5e390fc5bac16, network: default, NAD default, SandboxID: "4e5e390fc5bac16c7c8c937cbdeb5b3d8ab6ad7911828ae6845c1494b880daf8", PCI device ID: , UID: "a6671bab-c255-4597-adc1-6f6151b22335", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0405 11:11:58.321784 3762 cni.go:424] [image-controller/image-controller-controller-manager-fc44cc754-x8mkm 4e5e390fc5bac16c7c8c937cbdeb5b3d8ab6ad7911828ae6845c1494b880daf8 network default NAD default] ADD finished CNI request [image-controller/image-controller-controller-manager-fc44cc754-x8mkm 4e5e390fc5bac16c7c8c937cbdeb5b3d8ab6ad7911828ae6845c1494b880daf8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:7d:f2:9c:6c:4b\",\"name\":\"4e5e390fc5bac16\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5cf896ff-596a-41a6-80f1-26c05ce4c3ec\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 11:11:58.394950 3762 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7df75dd4df-v7qt8] creating logical port build-service_build-service-controller-manager-7df75dd4df-v7qt8 for pod on switch ip-10-0-2-248.ec2.internal I0405 11:11:58.395074 3762 kube.go:256] Updating pod build-service/build-service-controller-manager-7df75dd4df-v7qt8 I0405 11:11:58.415962 3762 pod.go:62] [build-service/build-service-controller-manager-7df75dd4df-v7qt8] pod update took 20.923259ms I0405 11:11:58.415987 3762 base_network_controller_pods.go:937] [default/build-service/build-service-controller-manager-7df75dd4df-v7qt8] addLogicalPort annotation time took 20.954399ms I0405 11:11:58.417305 3762 pods.go:271] [build-service/build-service-controller-manager-7df75dd4df-v7qt8] addLogicalPort took 22.375941ms, libovsdb time 835.541µs I0405 11:11:58.761166 3762 cni.go:403] [build-service/build-service-controller-manager-7df75dd4df-v7qt8 764e65b3a91f607a12d8bfd6544b233ff4786118cee97344bd24aef4d85cabd8 network default NAD default] ADD starting CNI request [build-service/build-service-controller-manager-7df75dd4df-v7qt8 764e65b3a91f607a12d8bfd6544b233ff4786118cee97344bd24aef4d85cabd8 network default NAD default] I0405 11:11:58.770710 3762 helper_linux.go:450] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7df75dd4df-v7qt8, hostIfaceName: 764e65b3a91f607, network: default, NAD default, SandboxID: "764e65b3a91f607a12d8bfd6544b233ff4786118cee97344bd24aef4d85cabd8", PCI device ID: , UID: "41770854-59b7-4890-9bcc-de080c1ac737", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0405 11:11:58.827277 3762 cni.go:424] [build-service/build-service-controller-manager-7df75dd4df-v7qt8 764e65b3a91f607a12d8bfd6544b233ff4786118cee97344bd24aef4d85cabd8 network default NAD default] ADD finished CNI request [build-service/build-service-controller-manager-7df75dd4df-v7qt8 764e65b3a91f607a12d8bfd6544b233ff4786118cee97344bd24aef4d85cabd8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:35:96:8e:fb:4e\",\"name\":\"764e65b3a91f607\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f260bc82-1bd5-457e-812d-7e0256650987\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 11:11:59.078768 3762 namespace.go:142] [enterprise-contract-service] updating namespace I0405 11:11:59.248264 3762 namespace.go:142] [konflux-info] updating namespace I0405 11:11:59.445840 3762 namespace.go:142] [namespace-lister] updating namespace I0405 11:11:59.454264 3762 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-656499ffcd-6qm49] creating logical port release-service_release-service-controller-manager-656499ffcd-6qm49 for pod on switch ip-10-0-2-248.ec2.internal I0405 11:11:59.454379 3762 kube.go:256] Updating pod release-service/release-service-controller-manager-656499ffcd-6qm49 I0405 11:11:59.481236 3762 pod.go:62] [release-service/release-service-controller-manager-656499ffcd-6qm49] pod update took 26.886036ms I0405 11:11:59.481335 3762 base_network_controller_pods.go:937] [default/release-service/release-service-controller-manager-656499ffcd-6qm49] addLogicalPort annotation time took 26.991386ms I0405 11:11:59.483071 3762 pods.go:271] [release-service/release-service-controller-manager-656499ffcd-6qm49] addLogicalPort took 28.823311ms, libovsdb time 1.20195ms I0405 11:11:59.631779 3762 namespace.go:142] [release-service] updating namespace I0405 11:11:59.833265 3762 namespace.go:142] [segment-bridge] updating namespace W0405 11:11:59.947843 3762 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0405 11:11:59.953366 3762 namespace.go:142] [enterprise-contract-service] updating namespace I0405 11:11:59.967530 3762 namespace.go:142] [konflux-info] updating namespace I0405 11:11:59.989222 3762 namespace.go:142] [namespace-lister] updating namespace I0405 11:12:00.003744 3762 namespace.go:142] [release-service] updating namespace I0405 11:12:00.022311 3762 namespace.go:142] [segment-bridge] updating namespace I0405 11:12:00.022830 3762 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-864db9d4f9-8qg72] creating logical port integration-service_integration-service-controller-manager-864db9d4f9-8qg72 for pod on switch ip-10-0-2-248.ec2.internal I0405 11:12:00.022947 3762 kube.go:256] Updating pod integration-service/integration-service-controller-manager-864db9d4f9-8qg72 I0405 11:12:00.040337 3762 pod.go:62] [integration-service/integration-service-controller-manager-864db9d4f9-8qg72] pod update took 17.421623ms I0405 11:12:00.040404 3762 base_network_controller_pods.go:937] [default/integration-service/integration-service-controller-manager-864db9d4f9-8qg72] addLogicalPort annotation time took 17.497993ms I0405 11:12:00.042243 3762 pods.go:271] [integration-service/integration-service-controller-manager-864db9d4f9-8qg72] addLogicalPort took 19.42905ms, libovsdb time 1.205891ms I0405 11:12:00.084391 3762 namespace.go:142] [enterprise-contract-service] updating namespace I0405 11:12:00.163539 3762 namespace.go:142] [konflux-info] updating namespace I0405 11:12:00.262063 3762 namespace.go:142] [namespace-lister] updating namespace I0405 11:12:00.422475 3762 namespace.go:142] [release-service] updating namespace I0405 11:12:00.639588 3762 namespace.go:142] [segment-bridge] updating namespace W0405 11:12:00.964699 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister W0405 11:12:02.966336 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0405 11:12:02.989136 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0405 11:12:03.992838 3762 cni.go:403] [integration-service/integration-service-controller-manager-864db9d4f9-8qg72 4e41e94b2ba6d2f317b5e6cd8ca7a7d4b897f63986f64edeffa856cc76c3784c network default NAD default] ADD starting CNI request [integration-service/integration-service-controller-manager-864db9d4f9-8qg72 4e41e94b2ba6d2f317b5e6cd8ca7a7d4b897f63986f64edeffa856cc76c3784c network default NAD default] I0405 11:12:04.002218 3762 helper_linux.go:450] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-864db9d4f9-8qg72, hostIfaceName: 4e41e94b2ba6d2f, network: default, NAD default, SandboxID: "4e41e94b2ba6d2f317b5e6cd8ca7a7d4b897f63986f64edeffa856cc76c3784c", PCI device ID: , UID: "94bc9f04-c281-400c-a84b-8061881e2de9", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0405 11:12:04.056401 3762 cni.go:424] [integration-service/integration-service-controller-manager-864db9d4f9-8qg72 4e41e94b2ba6d2f317b5e6cd8ca7a7d4b897f63986f64edeffa856cc76c3784c network default NAD default] ADD finished CNI request [integration-service/integration-service-controller-manager-864db9d4f9-8qg72 4e41e94b2ba6d2f317b5e6cd8ca7a7d4b897f63986f64edeffa856cc76c3784c network default NAD default], result "{\"interfaces\":[{\"mac\":\"ee:64:41:7f:92:49\",\"name\":\"4e41e94b2ba6d2f\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/688f5de6-8a47-456e-822a-82c91379b7ed\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 11:12:05.525556 3762 cni.go:403] [konflux-ui/proxy-64c96d56f5-wdf4c fbb3bdc1c8bec88f617c20c8e8ae2a0daf4594fb2c97daa2f1020539d0fa3d3b network default NAD default] ADD starting CNI request [konflux-ui/proxy-64c96d56f5-wdf4c fbb3bdc1c8bec88f617c20c8e8ae2a0daf4594fb2c97daa2f1020539d0fa3d3b network default NAD default] I0405 11:12:05.536376 3762 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: proxy-64c96d56f5-wdf4c, hostIfaceName: fbb3bdc1c8bec88, network: default, NAD default, SandboxID: "fbb3bdc1c8bec88f617c20c8e8ae2a0daf4594fb2c97daa2f1020539d0fa3d3b", PCI device ID: , UID: "5ab52bd1-4dfb-4048-bfdc-72733b7bf3a0", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0405 11:12:05.599944 3762 cni.go:424] [konflux-ui/proxy-64c96d56f5-wdf4c fbb3bdc1c8bec88f617c20c8e8ae2a0daf4594fb2c97daa2f1020539d0fa3d3b network default NAD default] ADD finished CNI request [konflux-ui/proxy-64c96d56f5-wdf4c fbb3bdc1c8bec88f617c20c8e8ae2a0daf4594fb2c97daa2f1020539d0fa3d3b network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:9e:ae:d0:31:5d\",\"name\":\"fbb3bdc1c8bec88\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6cecf958-b21d-436f-a09e-94c6056d7fa7\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 11:12:05.708030 3762 cni.go:403] [konflux-ui/dex-79895698c7-tqxxr f7c58ad86ddf16ca736378d5b6e8b2cd7c8213b25bd87153a1a65735b68868d2 network default NAD default] ADD starting CNI request [konflux-ui/dex-79895698c7-tqxxr f7c58ad86ddf16ca736378d5b6e8b2cd7c8213b25bd87153a1a65735b68868d2 network default NAD default] I0405 11:12:05.719309 3762 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: dex-79895698c7-tqxxr, hostIfaceName: f7c58ad86ddf16c, network: default, NAD default, SandboxID: "f7c58ad86ddf16ca736378d5b6e8b2cd7c8213b25bd87153a1a65735b68868d2", PCI device ID: , UID: "7fac070c-e473-4bde-bf64-4372a0a7bae9", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0405 11:12:05.786617 3762 cni.go:424] [konflux-ui/dex-79895698c7-tqxxr f7c58ad86ddf16ca736378d5b6e8b2cd7c8213b25bd87153a1a65735b68868d2 network default NAD default] ADD finished CNI request [konflux-ui/dex-79895698c7-tqxxr f7c58ad86ddf16ca736378d5b6e8b2cd7c8213b25bd87153a1a65735b68868d2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:b3:f4:0e:87:4b\",\"name\":\"f7c58ad86ddf16c\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1bf5d773-5686-4eae-859d-13ebb886b0bd\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 11:12:05.838928 3762 cni.go:403] [integration-service/integration-service-controller-manager-7884d6c5d6-hn66n aa4bf75f17cc49d06b48d0277c6a03900b5c509c36d3412397becf5328a9660d network default NAD default] ADD starting CNI request [integration-service/integration-service-controller-manager-7884d6c5d6-hn66n aa4bf75f17cc49d06b48d0277c6a03900b5c509c36d3412397becf5328a9660d network default NAD default] I0405 11:12:05.862412 3762 helper_linux.go:450] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7884d6c5d6-hn66n, hostIfaceName: aa4bf75f17cc49d, network: default, NAD default, SandboxID: "aa4bf75f17cc49d06b48d0277c6a03900b5c509c36d3412397becf5328a9660d", PCI device ID: , UID: "c03f403f-fa24-4e03-8dca-36ac92f248e5", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0405 11:12:05.923497 3762 cni.go:424] [integration-service/integration-service-controller-manager-7884d6c5d6-hn66n aa4bf75f17cc49d06b48d0277c6a03900b5c509c36d3412397becf5328a9660d network default NAD default] ADD finished CNI request [integration-service/integration-service-controller-manager-7884d6c5d6-hn66n aa4bf75f17cc49d06b48d0277c6a03900b5c509c36d3412397becf5328a9660d network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:7e:1a:95:ee:46\",\"name\":\"aa4bf75f17cc49d\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3f329549-4b82-4c38-9064-88945345f02b\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 11:12:07.632632 3762 cni.go:403] [release-service/release-service-controller-manager-656499ffcd-6qm49 5e4098323424445f49522826faf99b98c1361cf9396f544e7244cf6660102abf network default NAD default] ADD starting CNI request [release-service/release-service-controller-manager-656499ffcd-6qm49 5e4098323424445f49522826faf99b98c1361cf9396f544e7244cf6660102abf network default NAD default] I0405 11:12:07.644096 3762 helper_linux.go:450] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-656499ffcd-6qm49, hostIfaceName: 5e4098323424445, network: default, NAD default, SandboxID: "5e4098323424445f49522826faf99b98c1361cf9396f544e7244cf6660102abf", PCI device ID: , UID: "f95023ec-10b4-44ff-a4c0-4bbfa00b9730", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0405 11:12:07.721118 3762 cni.go:424] [release-service/release-service-controller-manager-656499ffcd-6qm49 5e4098323424445f49522826faf99b98c1361cf9396f544e7244cf6660102abf network default NAD default] ADD finished CNI request [release-service/release-service-controller-manager-656499ffcd-6qm49 5e4098323424445f49522826faf99b98c1361cf9396f544e7244cf6660102abf network default NAD default], result "{\"interfaces\":[{\"mac\":\"32:df:cd:9b:36:9b\",\"name\":\"5e4098323424445\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/936907fc-7dee-4b2d-a6dc-826125a8c07d\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0405 11:12:08.006126 3762 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0405 11:12:08.006776 3762 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0405 11:12:08.029016 3762 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0405 11:12:08.032527 3762 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0405 11:12:09.013970 3762 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0405 11:12:12.224510 3762 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0405 11:12:12.224532 3762 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0405 11:12:13.056787 3762 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0405 11:12:13.056807 3762 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0405 11:12:13.103125 3762 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0405 11:12:13.103708 3762 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0405 11:12:13.974773 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0405 11:12:14.000578 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0405 11:12:15.903750 3762 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=76 W0405 11:12:19.020769 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0405 11:12:19.023193 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0405 11:12:20.260870 3762 cni.go:403] [integration-service/integration-service-controller-manager-7884d6c5d6-hn66n aa4bf75f17cc49d06b48d0277c6a03900b5c509c36d3412397becf5328a9660d network default NAD default] DEL starting CNI request [integration-service/integration-service-controller-manager-7884d6c5d6-hn66n aa4bf75f17cc49d06b48d0277c6a03900b5c509c36d3412397becf5328a9660d network default NAD default] I0405 11:12:20.358927 3762 cni.go:424] [integration-service/integration-service-controller-manager-7884d6c5d6-hn66n aa4bf75f17cc49d06b48d0277c6a03900b5c509c36d3412397becf5328a9660d network default NAD default] DEL finished CNI request [integration-service/integration-service-controller-manager-7884d6c5d6-hn66n aa4bf75f17cc49d06b48d0277c6a03900b5c509c36d3412397becf5328a9660d network default NAD default], result "{}", err I0405 11:12:20.663354 3762 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-hn66n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:12:20.663387 3762 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7884d6c5d6-hn66n I0405 11:12:20.664831 3762 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7884d6c5d6-hn66n, ips: 10.130.0.48 I0405 11:12:20.664869 3762 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-hn66n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:12:21.105742 3762 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-hn66n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:12:21.105767 3762 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-hn66n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:12:21.111826 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7884d6c5d6-hn66n I0405 11:12:21.111864 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7884d6c5d6-hn66n W0405 11:12:24.063291 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0405 11:12:24.091727 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0405 11:12:24.091886 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service I0405 11:12:25.973415 3762 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0405 11:12:54.111002 3762 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 W0405 11:12:54.151118 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0405 11:12:54.151136 3762 util.go:959] Failed to build node endpoints for node ip-10-0-2-248.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0405 11:12:56.973003 3762 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0405 11:13:13.900035 3762 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0405 11:13:24.335772 3762 cni.go:403] [konflux-ui/proxy-64c96d56f5-wdf4c fbb3bdc1c8bec88f617c20c8e8ae2a0daf4594fb2c97daa2f1020539d0fa3d3b network default NAD default] DEL starting CNI request [konflux-ui/proxy-64c96d56f5-wdf4c fbb3bdc1c8bec88f617c20c8e8ae2a0daf4594fb2c97daa2f1020539d0fa3d3b network default NAD default] I0405 11:13:24.434161 3762 cni.go:424] [konflux-ui/proxy-64c96d56f5-wdf4c fbb3bdc1c8bec88f617c20c8e8ae2a0daf4594fb2c97daa2f1020539d0fa3d3b network default NAD default] DEL finished CNI request [konflux-ui/proxy-64c96d56f5-wdf4c fbb3bdc1c8bec88f617c20c8e8ae2a0daf4594fb2c97daa2f1020539d0fa3d3b network default NAD default], result "{}", err I0405 11:13:24.511530 3762 obj_retry.go:464] Detected object konflux-ui/proxy-64c96d56f5-wdf4c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:13:24.511565 3762 pods.go:176] Deleting pod: konflux-ui/proxy-64c96d56f5-wdf4c I0405 11:13:24.512996 3762 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-64c96d56f5-wdf4c, ips: 10.130.0.46 I0405 11:13:24.513034 3762 obj_retry.go:464] Detected object konflux-ui/proxy-64c96d56f5-wdf4c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:13:25.490819 3762 obj_retry.go:458] Detected object konflux-ui/proxy-64c96d56f5-wdf4c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:13:25.490845 3762 obj_retry.go:458] Detected object konflux-ui/proxy-64c96d56f5-wdf4c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:13:25.498470 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-64c96d56f5-wdf4c I0405 11:13:25.498503 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-64c96d56f5-wdf4c I0405 11:13:25.732983 3762 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:13:25.733537 3762 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:13:25.769705 3762 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:13:25.769734 3762 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:13:25.778063 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0405 11:13:25.778092 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0405 11:13:39.904635 3762 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=173 I0405 11:14:00.573737 3762 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-h8j2j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:14:00.574349 3762 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-h8j2j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:14:00.604320 3762 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-56b684c87-kgbw4] creating logical port image-controller_image-controller-controller-manager-56b684c87-kgbw4 for pod on switch ip-10-0-2-248.ec2.internal I0405 11:14:00.604449 3762 kube.go:256] Updating pod image-controller/image-controller-controller-manager-56b684c87-kgbw4 I0405 11:14:00.620085 3762 pod.go:62] [image-controller/image-controller-controller-manager-56b684c87-kgbw4] pod update took 15.656399ms I0405 11:14:00.620117 3762 base_network_controller_pods.go:937] [default/image-controller/image-controller-controller-manager-56b684c87-kgbw4] addLogicalPort annotation time took 15.695227ms I0405 11:14:00.621670 3762 pods.go:271] [image-controller/image-controller-controller-manager-56b684c87-kgbw4] addLogicalPort took 17.368261ms, libovsdb time 1.019642ms I0405 11:14:00.955390 3762 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-h8j2j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:14:00.955414 3762 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-h8j2j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:14:00.961304 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-h8j2j I0405 11:14:00.961331 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-h8j2j I0405 11:14:00.972619 3762 cni.go:403] [image-controller/image-controller-controller-manager-56b684c87-kgbw4 1e41a64da585e7e9df0a29ee37737434f04858a098ce73129ea19dcdf74e539f network default NAD default] ADD starting CNI request [image-controller/image-controller-controller-manager-56b684c87-kgbw4 1e41a64da585e7e9df0a29ee37737434f04858a098ce73129ea19dcdf74e539f network default NAD default] I0405 11:14:00.982236 3762 helper_linux.go:450] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-56b684c87-kgbw4, hostIfaceName: 1e41a64da585e7e, network: default, NAD default, SandboxID: "1e41a64da585e7e9df0a29ee37737434f04858a098ce73129ea19dcdf74e539f", PCI device ID: , UID: "9e7bfc90-b893-4ec7-a942-08fbbaf07b9f", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0405 11:14:01.042771 3762 cni.go:424] [image-controller/image-controller-controller-manager-56b684c87-kgbw4 1e41a64da585e7e9df0a29ee37737434f04858a098ce73129ea19dcdf74e539f network default NAD default] ADD finished CNI request [image-controller/image-controller-controller-manager-56b684c87-kgbw4 1e41a64da585e7e9df0a29ee37737434f04858a098ce73129ea19dcdf74e539f network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:07:c2:38:83:56\",\"name\":\"1e41a64da585e7e\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/47e63f34-20ab-4bae-a286-dc689f2635ff\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 11:14:14.920416 3762 cni.go:403] [image-controller/image-controller-controller-manager-fc44cc754-x8mkm 4e5e390fc5bac16c7c8c937cbdeb5b3d8ab6ad7911828ae6845c1494b880daf8 network default NAD default] DEL starting CNI request [image-controller/image-controller-controller-manager-fc44cc754-x8mkm 4e5e390fc5bac16c7c8c937cbdeb5b3d8ab6ad7911828ae6845c1494b880daf8 network default NAD default] I0405 11:14:15.014793 3762 cni.go:424] [image-controller/image-controller-controller-manager-fc44cc754-x8mkm 4e5e390fc5bac16c7c8c937cbdeb5b3d8ab6ad7911828ae6845c1494b880daf8 network default NAD default] DEL finished CNI request [image-controller/image-controller-controller-manager-fc44cc754-x8mkm 4e5e390fc5bac16c7c8c937cbdeb5b3d8ab6ad7911828ae6845c1494b880daf8 network default NAD default], result "{}", err I0405 11:14:15.072059 3762 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-fc44cc754-x8mkm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:14:15.072100 3762 pods.go:176] Deleting pod: image-controller/image-controller-controller-manager-fc44cc754-x8mkm I0405 11:14:15.073717 3762 pods.go:236] Attempting to release IPs for pod: image-controller/image-controller-controller-manager-fc44cc754-x8mkm, ips: 10.130.0.47 I0405 11:14:15.073749 3762 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-fc44cc754-x8mkm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:14:15.790743 3762 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-fc44cc754-x8mkm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:14:15.790772 3762 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-fc44cc754-x8mkm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:14:15.798814 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-fc44cc754-x8mkm I0405 11:14:15.798845 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-fc44cc754-x8mkm I0405 11:14:29.107010 3762 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0405 11:14:44.983652 3762 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0405 11:15:33.916534 3762 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=522 I0405 11:15:37.903789 3762 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=69 I0405 11:15:40.112370 3762 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0405 11:16:42.982777 3762 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0405 11:16:49.905266 3762 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=28 I0405 11:17:12.000807 3762 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0405 11:17:15.006606 3762 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0405 11:17:38.103489 3762 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0405 11:18:40.977819 3762 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0405 11:18:49.114860 3762 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0405 11:19:16.909013 3762 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0405 11:20:03.788080 3762 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29589800-5kg59 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:20:03.788655 3762 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29589800-5kg59 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:20:04.110641 3762 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0405 11:20:04.671975 3762 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29589800-5kg59 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:20:04.672014 3762 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29589800-5kg59 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:20:47.977345 3762 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0405 11:21:14.047145 3762 obj_retry.go:458] Detected object tsf-tpa/create-db-prjzh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:21:14.047201 3762 obj_retry.go:458] Detected object tsf-tpa/create-db-prjzh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:21:14.052414 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-prjzh I0405 11:21:14.052442 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-prjzh I0405 11:21:17.028045 3762 obj_retry.go:458] Detected object tsf-tpa/migrate-db-fmrjc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:21:17.028118 3762 obj_retry.go:458] Detected object tsf-tpa/migrate-db-fmrjc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:21:17.031047 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-fmrjc I0405 11:21:17.031068 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-fmrjc I0405 11:21:23.028233 3762 obj_retry.go:458] Detected object tsf-tpa/create-importers-jmcgm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:21:23.028291 3762 obj_retry.go:458] Detected object tsf-tpa/create-importers-jmcgm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:21:23.033399 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-jmcgm I0405 11:21:23.033429 3762 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-jmcgm I0405 11:21:43.907889 3762 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=52 W0405 11:22:30.394712 3762 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-864d7c9655-pm5nj I0405 11:22:31.004248 3762 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0405 11:22:41.986344 3762 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 I0405 11:22:57.905787 3762 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0405 11:23:08.987301 3762 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0405 11:23:34.116631 3762 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0405 11:24:19.106822 3762 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0405 11:25:14.919972 3762 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=24 I0405 11:25:24.909174 3762 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0405 11:25:25.907826 3762 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0405 11:25:45.981432 3762 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0405 11:26:11.114807 3762 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0405 11:26:26.119547 3762 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0405 11:26:56.010241 3762 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10