+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-12.ec2.internal ++ [[ -n ip-10-0-1-12.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-12.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' I0505 23:12:54.923643765 - disable conntrack on geneve port + echo 'I0505 23:12:54.923643765 - disable conntrack on geneve port' + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0505 23:12:54.940753941 - starting ovnkube-node + echo 'I0505 23:12:54.940753941 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-12.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-12.ec2.internal --init-node ip-10-0-1-12.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-12.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0505 23:12:54.981803 3648 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0505 23:12:54.981861 3648 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-1f93bc5c03.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0505 23:12:54.983298 3648 kube.go:431] Waiting for certificate I0505 23:12:54.983338 3648 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0505 23:12:54.983381 3648 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0505 23:12:54.984255 3648 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 23:12:55.012967 3648 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 23:12:55.012987 3648 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 23:12:55.015645 3648 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 23:12:55.018280 3648 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-5cqrc" I0505 23:13:06.159989 3648 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-5cqrc" I0505 23:13:06.160137 3648 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 23:13:06.984364 3648 kube.go:438] Certificate found I0505 23:13:06.984920 3648 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 23:13:06.986094 3648 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0505 23:13:07.065779 3648 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 23:13:07.074640 3648 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0505 23:13:07.074717 3648 factory.go:561] Starting watch factory I0505 23:13:07.074822 3648 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:07.074851 3648 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:07.074847 3648 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:07.074887 3648 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:07.074823 3648 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:07.075365 3648 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:07.074822 3648 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:07.075468 3648 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:07.074825 3648 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:07.075688 3648 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:07.074827 3648 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:07.075721 3648 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:07.076890 3648 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0505 23:13:07.077431 3648 server.go:101] MetricServer registers OVS metrics I0505 23:13:07.077743 3648 server.go:105] MetricServer registers OVN DB metrics I0505 23:13:07.078503 3648 controller_manager.go:370] Starting the ovnkube controller I0505 23:13:07.078514 3648 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-12.ec2.internal I0505 23:13:07.078561 3648 controller_manager.go:395] NBDB zone sync took: 39.083µs I0505 23:13:07.078571 3648 factory.go:561] Starting watch factory I0505 23:13:07.081981 3648 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0505 23:13:07.081999 3648 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0505 23:13:07.095220 3648 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0505 23:13:07.095237 3648 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0505 23:13:07.096453 3648 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:07.096731 3648 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:07.097600 3648 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:07.100077 3648 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:07.100079 3648 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0505 23:13:07.100129 3648 server.go:109] MetricServer registers OVN Controller metrics I0505 23:13:07.101270 3648 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:07.105372 3648 server.go:113] MetricServer registers OVN Northd metrics I0505 23:13:07.110032 3648 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:07.110509 3648 metrics.go:519] OVN Metrics Server starts to run ... I0505 23:13:07.181548 3648 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 23:13:07.181574 3648 factory.go:1977] *v1.Node informer cache synced successfully I0505 23:13:07.181577 3648 factory.go:1977] *v1.Service informer cache synced successfully I0505 23:13:07.181581 3648 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 23:13:07.181608 3648 factory.go:1977] *v1.Pod informer cache synced successfully I0505 23:13:07.181612 3648 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 23:13:07.181711 3648 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 23:13:07.181737 3648 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 23:13:07.181841 3648 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 23:13:07.181859 3648 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 23:13:07.183629 3648 factory.go:1977] *v1.Pod informer cache synced successfully I0505 23:13:07.183639 3648 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 23:13:07.183643 3648 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 23:13:07.183646 3648 factory.go:1977] *v1.Node informer cache synced successfully I0505 23:13:07.183649 3648 factory.go:1977] *v1.Service informer cache synced successfully I0505 23:13:07.183651 3648 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 23:13:07.184172 3648 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-06 23:08:06 +0000 UTC" deadline="2026-05-06 17:46:48.31247658 +0000 UTC" I0505 23:13:07.184201 3648 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h33m41.128285955s" I0505 23:13:07.184753 3648 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 23:13:07.184812 3648 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 23:13:07.187529 3648 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 23:13:07.187539 3648 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 23:13:07.187588 3648 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.187598 3648 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.188861 3648 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 23:13:07.188871 3648 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 23:13:07.190011 3648 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.193325 3648 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 23:13:07.193393 3648 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.193409 3648 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.193923 3648 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 23:13:07.196060 3648 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.199341 3648 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 23:13:07.199354 3648 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 23:13:07.199408 3648 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.199420 3648 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.202032 3648 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.205354 3648 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 23:13:07.205419 3648 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.205436 3648 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.205514 3648 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 23:13:07.207947 3648 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.210436 3648 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 23:13:07.210509 3648 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.210520 3648 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.210557 3648 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 23:13:07.214073 3648 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.216247 3648 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 23:13:07.216265 3648 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 23:13:07.216399 3648 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 23:13:07.216410 3648 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 23:13:07.219036 3648 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 23:13:07.221406 3648 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 23:13:07.221461 3648 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.221474 3648 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.221502 3648 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.221517 3648 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.221563 3648 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 23:13:07.224121 3648 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.224123 3648 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.226473 3648 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 23:13:07.226482 3648 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 23:13:07.226504 3648 factory.go:680] Watch Factory start up complete, took: 147.930518ms I0505 23:13:07.226511 3648 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-12.ec2.internal" zone I0505 23:13:07.226599 3648 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 23:13:07.226606 3648 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 23:13:07.226611 3648 factory.go:680] Watch Factory start up complete, took: 151.900385ms I0505 23:13:07.226680 3648 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0505 23:13:07.269886 3648 default_node_network_controller.go:710] Initializing the default node network controller I0505 23:13:07.342505 3648 udn_isolation.go:101] Starting UDN host isolation manager I0505 23:13:07.348714 3648 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0505 23:13:07.416183 3648 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0505 23:13:07.416257 3648 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0505 23:13:07.416272 3648 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0505 23:13:07.450144 3648 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0505 23:13:07.450206 3648 default_node_network_controller.go:809] Node ip-10-0-1-12.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0505 23:13:07.455262 3648 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.12"] k8s.ovn.org/zone-name:ip-10-0-1-12.ec2.internal] on node ip-10-0-1-12.ec2.internal I0505 23:13:07.477563 3648 controller_manager.go:429] Waiting for node in zone sync took: 251.039935ms I0505 23:13:07.478603 3648 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0505 23:13:07.484419 3648 controller_manager.go:611] Switching to transit router for layer2 networks I0505 23:13:07.484431 3648 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-12.ec2.internal I0505 23:13:07.484698 3648 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0505 23:13:07.484838 3648 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0505 23:13:07.484975 3648 gateway_init.go:263] Preparing Gateway I0505 23:13:07.484986 3648 gateway_shared_intf.go:1687] Creating new gateway I0505 23:13:07.501582 3648 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 23:13:07.507815 3648 controller_manager.go:290] SCTP support detected in OVN I0505 23:13:07.508421 3648 services_controller.go:69] Creating services controller for network=default I0505 23:13:07.508564 3648 udn_enabled_svc.go:80] Waiting for service informer to sync I0505 23:13:07.508795 3648 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0505 23:13:07.508838 3648 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0505 23:13:07.508851 3648 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0505 23:13:07.508860 3648 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 23:13:07.509059 3648 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0505 23:13:07.509095 3648 udn_enabled_svc.go:95] Performing full resync I0505 23:13:07.509134 3648 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0505 23:13:07.509177 3648 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 78.14µs I0505 23:13:07.509198 3648 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 54.061µs I0505 23:13:07.509208 3648 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 74.493µs I0505 23:13:07.509215 3648 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0505 23:13:07.509223 3648 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0505 23:13:07.509233 3648 default_network_controller.go:325] Starting the default network controller I0505 23:13:07.509318 3648 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 14.811µs I0505 23:13:07.509461 3648 udn_enabled_svc.go:99] Waiting for handler to sync I0505 23:13:07.509472 3648 udn_enabled_svc.go:104] Starting worker I0505 23:13:07.518948 3648 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0505 23:13:07.519015 3648 repair.go:33] Syncing exgw routes took 53.824µs I0505 23:13:07.519036 3648 default_network_controller.go:414] Starting all the Watchers... I0505 23:13:07.519190 3648 namespace.go:98] [openshift-backplane-csm] adding namespace I0505 23:13:07.519201 3648 namespace.go:98] [openshift-cluster-version] adding namespace I0505 23:13:07.519228 3648 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0505 23:13:07.519238 3648 namespace.go:98] [openshift-backplane-tam] adding namespace I0505 23:13:07.519249 3648 namespace.go:98] [openshift-multus] adding namespace I0505 23:13:07.519251 3648 namespace.go:98] [openshift-dns] adding namespace I0505 23:13:07.519258 3648 namespace.go:98] [kube-system] adding namespace I0505 23:13:07.519275 3648 namespace.go:98] [openshift-backplane-cse] adding namespace I0505 23:13:07.519279 3648 namespace.go:98] [openshift-authentication-operator] adding namespace I0505 23:13:07.519274 3648 namespace.go:98] [openshift-service-ca] adding namespace I0505 23:13:07.519274 3648 namespace.go:98] [openshift-operators-redhat] adding namespace I0505 23:13:07.519290 3648 namespace.go:98] [openshift-insights] adding namespace I0505 23:13:07.519276 3648 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0505 23:13:07.519286 3648 namespace.go:98] [openshift-ingress-canary] adding namespace I0505 23:13:07.519292 3648 namespace.go:98] [openshift-console] adding namespace I0505 23:13:07.519714 3648 namespace.go:102] [openshift-backplane-csm] adding namespace took 512.743µs I0505 23:13:07.519735 3648 namespace.go:98] [openshift-backplane-srep] adding namespace I0505 23:13:07.520503 3648 namespace.go:102] [openshift-cluster-version] adding namespace took 1.268639ms I0505 23:13:07.520549 3648 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0505 23:13:07.521109 3648 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 1.869355ms I0505 23:13:07.521123 3648 namespace.go:98] [openshift-console-operator] adding namespace I0505 23:13:07.521659 3648 namespace.go:102] [openshift-console-operator] adding namespace took 529.634µs I0505 23:13:07.521675 3648 namespace.go:98] [openshift-backplane-srep-ro] adding namespace W0505 23:13:07.522263 3648 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-5brt2: pod openshift-multus/network-metrics-daemon-5brt2: no pod IPs found I0505 23:13:07.522267 3648 namespace.go:102] [openshift-backplane-tam] adding namespace took 3.020635ms W0505 23:13:07.522351 3648 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-d6pp2: pod openshift-multus/network-metrics-daemon-d6pp2: no pod IPs found I0505 23:13:07.522359 3648 namespace.go:98] [openshift-operators] adding namespace I0505 23:13:07.522807 3648 namespace.go:102] [openshift-multus] adding namespace took 3.550822ms I0505 23:13:07.522820 3648 namespace.go:98] [openshift-network-operator] adding namespace I0505 23:13:07.523319 3648 namespace.go:102] [openshift-dns] adding namespace took 4.058325ms I0505 23:13:07.523332 3648 namespace.go:98] [kube-node-lease] adding namespace I0505 23:13:07.523909 3648 namespace.go:102] [kube-system] adding namespace took 4.64416ms I0505 23:13:07.523918 3648 namespace.go:98] [openshift-apiserver] adding namespace I0505 23:13:07.524332 3648 namespace.go:102] [openshift-backplane-cse] adding namespace took 5.048777ms I0505 23:13:07.524342 3648 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0505 23:13:07.524970 3648 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.680001ms I0505 23:13:07.524984 3648 namespace.go:98] [openshift-config-operator] adding namespace I0505 23:13:07.525534 3648 namespace.go:102] [openshift-service-ca] adding namespace took 6.238963ms I0505 23:13:07.525552 3648 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0505 23:13:07.526033 3648 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.736078ms I0505 23:13:07.526047 3648 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0505 23:13:07.526704 3648 namespace.go:102] [openshift-insights] adding namespace took 7.383172ms I0505 23:13:07.526720 3648 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0505 23:13:07.527204 3648 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.900933ms I0505 23:13:07.527220 3648 namespace.go:98] [openshift-network-console] adding namespace I0505 23:13:07.527709 3648 namespace.go:102] [openshift-ingress-canary] adding namespace took 8.400226ms I0505 23:13:07.527729 3648 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0505 23:13:07.528206 3648 namespace.go:102] [openshift-console] adding namespace took 8.89746ms I0505 23:13:07.528220 3648 namespace.go:98] [openshift-etcd] adding namespace I0505 23:13:07.528568 3648 namespace.go:102] [openshift-backplane-srep] adding namespace took 8.823779ms I0505 23:13:07.528580 3648 namespace.go:98] [openshift-controller-manager] adding namespace I0505 23:13:07.529061 3648 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 8.499233ms I0505 23:13:07.529080 3648 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0505 23:13:07.529448 3648 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.766155ms I0505 23:13:07.529463 3648 namespace.go:98] [openshift-infra] adding namespace I0505 23:13:07.529882 3648 namespace.go:102] [openshift-operators] adding namespace took 7.516822ms I0505 23:13:07.529898 3648 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0505 23:13:07.530276 3648 namespace.go:102] [openshift-network-operator] adding namespace took 7.449291ms I0505 23:13:07.530292 3648 namespace.go:98] [openshift-backplane-cee] adding namespace I0505 23:13:07.530669 3648 namespace.go:102] [kube-node-lease] adding namespace took 7.330259ms I0505 23:13:07.530687 3648 namespace.go:98] [openshift-kube-scheduler] adding namespace I0505 23:13:07.531177 3648 namespace.go:102] [openshift-apiserver] adding namespace took 7.253443ms I0505 23:13:07.531192 3648 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0505 23:13:07.531544 3648 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.197928ms I0505 23:13:07.531556 3648 namespace.go:98] [openshift-customer-monitoring] adding namespace I0505 23:13:07.532546 3648 namespace.go:102] [openshift-config-operator] adding namespace took 7.55489ms I0505 23:13:07.532565 3648 namespace.go:98] [dedicated-admin] adding namespace I0505 23:13:07.532978 3648 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.420132ms I0505 23:13:07.532988 3648 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0505 23:13:07.533410 3648 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.356839ms I0505 23:13:07.533426 3648 namespace.go:98] [openshift-package-operator] adding namespace I0505 23:13:07.533871 3648 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.143827ms I0505 23:13:07.533890 3648 namespace.go:98] [openshift-config-managed] adding namespace I0505 23:13:07.534416 3648 namespace.go:102] [openshift-network-console] adding namespace took 7.1893ms I0505 23:13:07.534440 3648 namespace.go:98] [openshift-machine-config-operator] adding namespace I0505 23:13:07.534889 3648 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.148398ms I0505 23:13:07.534901 3648 namespace.go:98] [openshift-apiserver-operator] adding namespace I0505 23:13:07.535359 3648 namespace.go:102] [openshift-etcd] adding namespace took 7.133972ms I0505 23:13:07.535373 3648 namespace.go:98] [openshift-must-gather-operator] adding namespace I0505 23:13:07.535775 3648 namespace.go:102] [openshift-controller-manager] adding namespace took 7.190763ms I0505 23:13:07.535787 3648 namespace.go:98] [openshift-route-controller-manager] adding namespace I0505 23:13:07.536196 3648 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.107736ms I0505 23:13:07.536207 3648 namespace.go:98] [open-cluster-management-2q42fkshsh4u20crbvkl178uubteill3] adding namespace I0505 23:13:07.536655 3648 namespace.go:102] [openshift-infra] adding namespace took 7.18802ms I0505 23:13:07.536666 3648 namespace.go:98] [openshift-node] adding namespace I0505 23:13:07.537063 3648 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.157829ms I0505 23:13:07.537075 3648 namespace.go:98] [openshift-backplane] adding namespace I0505 23:13:07.537478 3648 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.180808ms I0505 23:13:07.537506 3648 namespace.go:98] [openshift-ingress] adding namespace I0505 23:13:07.538183 3648 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.489374ms I0505 23:13:07.538196 3648 namespace.go:98] [openshift-console-user-settings] adding namespace I0505 23:13:07.538668 3648 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.470205ms I0505 23:13:07.538683 3648 namespace.go:98] [openshift-dns-operator] adding namespace I0505 23:13:07.539087 3648 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.525357ms I0505 23:13:07.539099 3648 namespace.go:98] [openshift-kube-apiserver] adding namespace I0505 23:13:07.539525 3648 namespace.go:102] [dedicated-admin] adding namespace took 6.954737ms I0505 23:13:07.539536 3648 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0505 23:13:07.540119 3648 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.124532ms I0505 23:13:07.540137 3648 namespace.go:98] [openshift-marketplace] adding namespace I0505 23:13:07.540508 3648 namespace.go:102] [openshift-package-operator] adding namespace took 7.076833ms I0505 23:13:07.540525 3648 namespace.go:98] [openshift-authentication] adding namespace I0505 23:13:07.541087 3648 namespace.go:102] [openshift-config-managed] adding namespace took 7.190276ms I0505 23:13:07.541101 3648 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0505 23:13:07.541507 3648 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.060659ms I0505 23:13:07.541526 3648 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0505 23:13:07.542025 3648 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.118627ms I0505 23:13:07.542039 3648 namespace.go:98] [openshift-network-diagnostics] adding namespace I0505 23:13:07.542391 3648 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.014114ms I0505 23:13:07.542402 3648 namespace.go:98] [openshift-logging] adding namespace I0505 23:13:07.542842 3648 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.049867ms I0505 23:13:07.542856 3648 namespace.go:98] [openshift-network-node-identity] adding namespace I0505 23:13:07.543235 3648 namespace.go:102] [open-cluster-management-2q42fkshsh4u20crbvkl178uubteill3] adding namespace took 7.023645ms I0505 23:13:07.543247 3648 namespace.go:98] [openshift] adding namespace I0505 23:13:07.543747 3648 namespace.go:102] [openshift-node] adding namespace took 7.075895ms I0505 23:13:07.543762 3648 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0505 23:13:07.544261 3648 namespace.go:102] [openshift-backplane] adding namespace took 7.179424ms I0505 23:13:07.544275 3648 namespace.go:98] [openshift-host-network] adding namespace I0505 23:13:07.544884 3648 namespace.go:102] [openshift-ingress] adding namespace took 7.37347ms I0505 23:13:07.544897 3648 namespace.go:98] [openshift-config] adding namespace I0505 23:13:07.545412 3648 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.211935ms I0505 23:13:07.545426 3648 namespace.go:98] [openshift-monitoring] adding namespace I0505 23:13:07.546005 3648 namespace.go:102] [openshift-dns-operator] adding namespace took 7.315395ms I0505 23:13:07.546028 3648 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0505 23:13:07.546465 3648 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.361293ms I0505 23:13:07.546480 3648 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0505 23:13:07.546924 3648 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.383378ms I0505 23:13:07.546940 3648 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0505 23:13:07.547472 3648 namespace.go:102] [openshift-marketplace] adding namespace took 7.329643ms I0505 23:13:07.547503 3648 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0505 23:13:07.548033 3648 namespace.go:102] [openshift-authentication] adding namespace took 7.501981ms I0505 23:13:07.548048 3648 namespace.go:98] [openshift-backplane-mobb] adding namespace I0505 23:13:07.548631 3648 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.525241ms I0505 23:13:07.548644 3648 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0505 23:13:07.549155 3648 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.62214ms W0505 23:13:07.549165 3648 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-v65jq: pod openshift-network-diagnostics/network-check-target-v65jq: no pod IPs found I0505 23:13:07.549173 3648 namespace.go:98] [openshift-cluster-samples-operator] adding namespace W0505 23:13:07.549177 3648 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-8tlbv: pod openshift-network-diagnostics/network-check-target-8tlbv: no pod IPs found I0505 23:13:07.549849 3648 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.806068ms I0505 23:13:07.549862 3648 namespace.go:98] [openshift-image-registry] adding namespace I0505 23:13:07.550429 3648 namespace.go:102] [openshift-logging] adding namespace took 8.022541ms I0505 23:13:07.550443 3648 namespace.go:98] [kube-public] adding namespace I0505 23:13:07.551070 3648 namespace.go:102] [openshift-network-node-identity] adding namespace took 8.207538ms I0505 23:13:07.551085 3648 namespace.go:98] [default] adding namespace I0505 23:13:07.551699 3648 namespace.go:102] [openshift] adding namespace took 8.44489ms I0505 23:13:07.551722 3648 namespace.go:98] [openshift-ingress-operator] adding namespace I0505 23:13:07.552332 3648 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 8.563561ms I0505 23:13:07.552988 3648 namespace.go:102] [openshift-host-network] adding namespace took 8.706343ms I0505 23:13:07.553444 3648 namespace.go:102] [openshift-config] adding namespace took 8.542721ms I0505 23:13:07.553458 3648 namespace.go:98] [openshift-service-ca-operator] adding namespace I0505 23:13:07.554190 3648 namespace.go:102] [openshift-monitoring] adding namespace took 8.751113ms I0505 23:13:07.554212 3648 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0505 23:13:07.554833 3648 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 8.796665ms I0505 23:13:07.555852 3648 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 9.34754ms I0505 23:13:07.556399 3648 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 9.451515ms I0505 23:13:07.556973 3648 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 9.463477ms I0505 23:13:07.557354 3648 namespace.go:102] [openshift-backplane-mobb] adding namespace took 9.299527ms I0505 23:13:07.557975 3648 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 9.324364ms I0505 23:13:07.558427 3648 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 9.247385ms I0505 23:13:07.558444 3648 namespace.go:98] [openshift-machine-api] adding namespace I0505 23:13:07.558995 3648 namespace.go:102] [openshift-image-registry] adding namespace took 9.127146ms I0505 23:13:07.559427 3648 namespace.go:102] [kube-public] adding namespace took 8.978133ms I0505 23:13:07.559974 3648 namespace.go:102] [default] adding namespace took 8.880994ms I0505 23:13:07.560465 3648 namespace.go:102] [openshift-ingress-operator] adding namespace took 8.73584ms I0505 23:13:07.560968 3648 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.505473ms I0505 23:13:07.561444 3648 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.225215ms I0505 23:13:07.561893 3648 namespace.go:102] [openshift-machine-api] adding namespace took 3.442763ms W0505 23:13:07.561974 3648 master.go:458] Unable to parse local node ip-10-0-1-12.ec2.internal chassis-id annotation. Chassis may be removed during sync W0505 23:13:07.561983 3648 master.go:471] Unable to parse remote node ip-10-0-0-214.ec2.internal chassis-id annotation. Chassis may be removed during sync I0505 23:13:07.561987 3648 master.go:481] Removing stale chassis with ID/Name: 803991e9-bfdd-4ba4-91ea-618c51a9b36e, hostname: ip-10-0-1-12.ec2.internal I0505 23:13:07.562383 3648 master.go:548] Adding or Updating local node "ip-10-0-1-12.ec2.internal" for network "default" I0505 23:13:07.562452 3648 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-214.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-214.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-214.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-214.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-214.ec2.internal I0505 23:13:07.563580 3648 zone_ic_handler.go:195] Time taken to create transit switch: 297.718µs I0505 23:13:07.563593 3648 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-173.ec2.internal for the network default I0505 23:13:07.564749 3648 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-173.ec2.internal" on network "default" took: 1.476429ms I0505 23:13:07.566092 3648 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-12.ec2.internal for the network default I0505 23:13:07.566277 3648 zone_ic_handler.go:195] Time taken to create transit switch: 172.23µs I0505 23:13:07.566959 3648 default_network_controller.go:823] Node add failed for ip-10-0-1-12.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-12.ec2.internal, error getting gateway config for node ip-10-0-1-12.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-12.ec2.internal", failed to update chassis to local for local node ip-10-0-1-12.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-12.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-12.ec2.internal] E0505 23:13:07.567002 3648 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-12.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-12.ec2.internal, error getting gateway config for node ip-10-0-1-12.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-12.ec2.internal", failed to update chassis to local for local node ip-10-0-1-12.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-12.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-12.ec2.internal] I0505 23:13:07.567065 3648 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0505 23:13:07.567100 3648 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0505 23:13:07.567118 3648 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-214.ec2.internal in network "default" I0505 23:13:07.567095 3648 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-12.ec2.internal", UID:"a38a53b2-21ea-4c50-b03a-6f426cad249b", APIVersion:"v1", ResourceVersion:"9673", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-12.ec2.internal, error getting gateway config for node ip-10-0-1-12.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-12.ec2.internal", failed to update chassis to local for local node ip-10-0-1-12.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-12.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-12.ec2.internal] I0505 23:13:07.567124 3648 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0505 23:13:07.567188 3648 node_tracker.go:235] Node ip-10-0-0-214.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-214.ec2.internal" I0505 23:13:07.567202 3648 node_tracker.go:169] Node ip-10-0-0-214.ec2.internal switch + router changed, syncing services in network "default" I0505 23:13:07.567215 3648 services_controller.go:574] Full service sync requested for network=default I0505 23:13:07.567225 3648 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-12.ec2.internal in network "default" I0505 23:13:07.567234 3648 node_tracker.go:235] Node ip-10-0-1-12.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-12.ec2.internal" I0505 23:13:07.567240 3648 node_tracker.go:169] Node ip-10-0-1-12.ec2.internal switch + router changed, syncing services in network "default" I0505 23:13:07.567244 3648 services_controller.go:574] Full service sync requested for network=default I0505 23:13:07.567249 3648 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-173.ec2.internal in network "default" I0505 23:13:07.567306 3648 node_tracker.go:169] Node ip-10-0-2-173.ec2.internal switch + router changed, syncing services in network "default" I0505 23:13:07.567322 3648 services_controller.go:574] Full service sync requested for network=default I0505 23:13:07.594841 3648 iptables.go:108] Creating table: filter chain: FORWARD I0505 23:13:07.600745 3648 iptables.go:108] Creating table: filter chain: OUTPUT I0505 23:13:07.606776 3648 gateway_shared_intf.go:1816] Gateway Creation Complete I0505 23:13:07.606790 3648 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-12.ec2.internal","mac-address":"0a:ff:e0:47:ad:7b","ip-addresses":["10.0.1.12/24"],"ip-address":"10.0.1.12/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:803991e9-bfdd-4ba4-91ea-618c51a9b36e k8s.ovn.org/node-encap-ips:["10.0.1.12"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.12/24"} k8s.ovn.org/zone-name:ip-10-0-1-12.ec2.internal] on node ip-10-0-1-12.ec2.internal I0505 23:13:07.623859 3648 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-12.ec2.internal in network "default" I0505 23:13:07.623912 3648 node_tracker.go:169] Node ip-10-0-1-12.ec2.internal switch + router changed, syncing services in network "default" I0505 23:13:07.623922 3648 master.go:548] Adding or Updating local node "ip-10-0-1-12.ec2.internal" for network "default" I0505 23:13:07.623928 3648 services_controller.go:574] Full service sync requested for network=default I0505 23:13:07.627987 3648 default_node_network_controller.go:519] Node connection status = connected W0505 23:13:07.628786 3648 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-v65jq: pod openshift-network-diagnostics/network-check-target-v65jq: no pod IPs found W0505 23:13:07.628808 3648 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-5brt2: pod openshift-multus/network-metrics-daemon-5brt2: no pod IPs found I0505 23:13:07.630854 3648 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-12.ec2.internal for the network default I0505 23:13:07.631067 3648 zone_ic_handler.go:195] Time taken to create transit switch: 200.391µs I0505 23:13:07.667300 3648 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0505 23:13:07.667320 3648 services_controller.go:208] Setting up event handlers for services for network=default I0505 23:13:07.667389 3648 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0505 23:13:07.667432 3648 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0505 23:13:07.667448 3648 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0505 23:13:07.676825 3648 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-214.ec2.internal in network "default" I0505 23:13:07.676863 3648 node_tracker.go:235] Node ip-10-0-0-214.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-214.ec2.internal" I0505 23:13:07.676867 3648 default_network_controller.go:1025] Node "ip-10-0-0-214.ec2.internal" in remote zone "ip-10-0-0-214.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 23:13:07.676883 3648 node_tracker.go:169] Node ip-10-0-0-214.ec2.internal switch + router changed, syncing services in network "default" I0505 23:13:07.676898 3648 services_controller.go:574] Full service sync requested for network=default I0505 23:13:07.767696 3648 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0505 23:13:07.767717 3648 repair.go:60] Starting repairing loop for services I0505 23:13:07.767798 3648 repair.go:131] Deleted 0 stale service LBs I0505 23:13:07.767817 3648 repair.go:137] Deleted 0 stale Chassis Template Vars I0505 23:13:07.767832 3648 repair.go:62] Finished repairing loop for services: 117.003µs I0505 23:13:07.767870 3648 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0505 23:13:07.767882 3648 services_controller.go:254] Starting workers for network=default I0505 23:13:07.768528 3648 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-8tlbv, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-8tlbv: suppressed error logged: pod openshift-network-diagnostics/network-check-target-8tlbv: no pod IPs found I0505 23:13:07.768639 3648 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-v65jq] creating logical port openshift-network-diagnostics_network-check-target-v65jq for pod on switch ip-10-0-1-12.ec2.internal I0505 23:13:07.768709 3648 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-5brt2] creating logical port openshift-multus_network-metrics-daemon-5brt2 for pod on switch ip-10-0-1-12.ec2.internal I0505 23:13:07.768721 3648 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-d6pp2, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-d6pp2: suppressed error logged: pod openshift-multus/network-metrics-daemon-d6pp2: no pod IPs found I0505 23:13:07.768767 3648 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-v65jq I0505 23:13:07.768815 3648 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-5brt2 W0505 23:13:07.769911 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0505 23:13:07.771031 3648 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 23:13:07.787202 3648 pod.go:62] [openshift-multus/network-metrics-daemon-5brt2] pod update took 18.405775ms I0505 23:13:07.787222 3648 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-5brt2] addLogicalPort annotation time took 18.431092ms I0505 23:13:07.787636 3648 pod.go:62] [openshift-network-diagnostics/network-check-target-v65jq] pod update took 18.935887ms I0505 23:13:07.787656 3648 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-v65jq] addLogicalPort annotation time took 18.957644ms I0505 23:13:07.788194 3648 pods.go:271] [openshift-multus/network-metrics-daemon-5brt2] addLogicalPort took 19.49444ms, libovsdb time 599.022µs I0505 23:13:07.788462 3648 pods.go:271] [openshift-network-diagnostics/network-check-target-v65jq] addLogicalPort took 19.846693ms, libovsdb time 621.697µs I0505 23:13:07.788981 3648 admin_network_policy_controller.go:227] Starting controller default-network-controller I0505 23:13:07.789006 3648 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0505 23:13:07.789024 3648 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0505 23:13:07.789030 3648 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0505 23:13:07.789302 3648 repair.go:29] Repairing admin network policies took 264.153µs I0505 23:13:07.789504 3648 repair.go:92] Repairing baseline admin network policies took 186.891µs I0505 23:13:07.790040 3648 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0505 23:13:07.790064 3648 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0505 23:13:07.792323 3648 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0505 23:13:07.792352 3648 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0505 23:13:07.792360 3648 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0505 23:13:07.793759 3648 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0505 23:13:07.793783 3648 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0505 23:13:07.793790 3648 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0505 23:13:07.795225 3648 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0505 23:13:07.795242 3648 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0505 23:13:07.795251 3648 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0505 23:13:07.796940 3648 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0505 23:13:07.796964 3648 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0505 23:13:07.796976 3648 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0505 23:13:07.798123 3648 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0505 23:13:07.798149 3648 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0505 23:13:07.798158 3648 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0505 23:13:07.799169 3648 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0505 23:13:07.799213 3648 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0505 23:13:07.799233 3648 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0505 23:13:07.800822 3648 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0505 23:13:07.800840 3648 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0505 23:13:07.800847 3648 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0505 23:13:07.801197 3648 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0505 23:13:07.801217 3648 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0505 23:13:07.801227 3648 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0505 23:13:07.803167 3648 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0505 23:13:07.803192 3648 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0505 23:13:07.803203 3648 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0505 23:13:07.804865 3648 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0505 23:13:07.804885 3648 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0505 23:13:07.805728 3648 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0505 23:13:07.805740 3648 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 23:13:07.806406 3648 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0505 23:13:07.806425 3648 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0505 23:13:07.806448 3648 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 23:13:07.807350 3648 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0505 23:13:07.807368 3648 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0505 23:13:07.807375 3648 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0505 23:13:07.808800 3648 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0505 23:13:07.808818 3648 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0505 23:13:07.808826 3648 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0505 23:13:07.809844 3648 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0505 23:13:07.809870 3648 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0505 23:13:07.809885 3648 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0505 23:13:07.811037 3648 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0505 23:13:07.811058 3648 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0505 23:13:07.811067 3648 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0505 23:13:07.811601 3648 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0505 23:13:07.811618 3648 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0505 23:13:07.811627 3648 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0505 23:13:07.812125 3648 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0505 23:13:07.812144 3648 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0505 23:13:07.812153 3648 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0505 23:13:07.812776 3648 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0505 23:13:07.812806 3648 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0505 23:13:07.812816 3648 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0505 23:13:07.813325 3648 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0505 23:13:07.813341 3648 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0505 23:13:07.813350 3648 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0505 23:13:07.815049 3648 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0505 23:13:07.815068 3648 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0505 23:13:07.815075 3648 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0505 23:13:07.815633 3648 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0505 23:13:07.815651 3648 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0505 23:13:07.815659 3648 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0505 23:13:07.816349 3648 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0505 23:13:07.816366 3648 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0505 23:13:07.816373 3648 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0505 23:13:07.816941 3648 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0505 23:13:07.816960 3648 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0505 23:13:07.816970 3648 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0505 23:13:07.818303 3648 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0505 23:13:07.818323 3648 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0505 23:13:07.818332 3648 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0505 23:13:07.819535 3648 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0505 23:13:07.819557 3648 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0505 23:13:07.819564 3648 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0505 23:13:07.820081 3648 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0505 23:13:07.820099 3648 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0505 23:13:07.820109 3648 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0505 23:13:07.821166 3648 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0505 23:13:07.821185 3648 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0505 23:13:07.821193 3648 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0505 23:13:07.821797 3648 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0505 23:13:07.821814 3648 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0505 23:13:07.821832 3648 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0505 23:13:07.822194 3648 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0505 23:13:07.827986 3648 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-214.ec2.internal in network "default" I0505 23:13:07.828037 3648 node_tracker.go:169] Node ip-10-0-0-214.ec2.internal switch + router changed, syncing services in network "default" I0505 23:13:07.828053 3648 services_controller.go:574] Full service sync requested for network=default I0505 23:13:07.828224 3648 default_network_controller.go:1025] Node "ip-10-0-0-214.ec2.internal" in remote zone "ip-10-0-0-214.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 23:13:07.828395 3648 egressfirewall.go:374] Starting EgressFirewall controller I0505 23:13:07.828427 3648 controller.go:133] Adding controller egress-firewall-controller event handlers I0505 23:13:07.828460 3648 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0505 23:13:07.828465 3648 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0505 23:13:07.828510 3648 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0505 23:13:07.828517 3648 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0505 23:13:07.828524 3648 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" W0505 23:13:07.828684 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0505 23:13:07.828706 3648 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 23:13:07.828943 3648 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0505 23:13:07.828959 3648 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0505 23:13:07.828965 3648 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0505 23:13:07.828973 3648 egressqos.go:193] Setting up event handlers for EgressQoS I0505 23:13:07.828987 3648 egressfirewall.go:723] Syncing node "ip-10-0-0-214.ec2.internal" for egress firewall I0505 23:13:07.829002 3648 egressfirewall.go:723] Syncing node "ip-10-0-1-12.ec2.internal" for egress firewall I0505 23:13:07.829007 3648 egressfirewall.go:723] Syncing node "ip-10-0-2-173.ec2.internal" for egress firewall I0505 23:13:07.829039 3648 zone_ic_handler.go:195] Time taken to create transit switch: 184.355µs I0505 23:13:07.829052 3648 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-214.ec2.internal for the network default I0505 23:13:07.829242 3648 egressqos.go:245] Starting EgressQoS Controller I0505 23:13:07.829259 3648 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0505 23:13:07.829267 3648 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0505 23:13:07.829276 3648 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0505 23:13:07.829283 3648 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0505 23:13:07.829290 3648 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0505 23:13:07.829294 3648 shared_informer.go:356] "Caches are synced" controller="egressqos" I0505 23:13:07.829298 3648 egressqos.go:259] Repairing EgressQoSes I0505 23:13:07.829302 3648 egressqos.go:399] Starting repairing loop for egressqos I0505 23:13:07.829380 3648 egressqos.go:401] Finished repairing loop for egressqos: 77.792µs I0505 23:13:07.829408 3648 egressservice_zone.go:132] Setting up event handlers for Egress Services I0505 23:13:07.829454 3648 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-12.ec2.internal I0505 23:13:07.829535 3648 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-12.ec2.internal : 84.511µs I0505 23:13:07.829716 3648 egressservice_zone.go:210] Starting Egress Services Controller I0505 23:13:07.829728 3648 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 23:13:07.829738 3648 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 23:13:07.829743 3648 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 23:13:07.829749 3648 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 23:13:07.829812 3648 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 23:13:07.829825 3648 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 23:13:07.829851 3648 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0505 23:13:07.829858 3648 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0505 23:13:07.829862 3648 egressservice_zone.go:228] Repairing Egress Services I0505 23:13:07.830303 3648 master_controller.go:88] Starting Admin Policy Based Route Controller I0505 23:13:07.830312 3648 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 23:13:07.830341 3648 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-214.ec2.internal" on network "default" took: 1.493619ms I0505 23:13:07.830362 3648 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-214.ec2.internal I0505 23:13:07.830372 3648 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-214.ec2.internal: 11.419µs I0505 23:13:07.830385 3648 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-12.ec2.internal I0505 23:13:07.830390 3648 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-12.ec2.internal: 6.532µs I0505 23:13:07.830398 3648 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-173.ec2.internal I0505 23:13:07.830410 3648 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-173.ec2.internal: 13.027µs I0505 23:13:07.830538 3648 default_network_controller.go:585] Completing all the Watchers took 311.493951ms I0505 23:13:07.830550 3648 default_network_controller.go:589] Starting unidling controllers I0505 23:13:07.830567 3648 unidle.go:46] Registering OVN SB ControllerEvent handler I0505 23:13:07.830572 3648 unidle.go:63] Populating Initial ContollerEvent events I0505 23:13:07.830657 3648 unidle.go:79] Setting up event handlers for services I0505 23:13:07.830791 3648 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0505 23:13:07.856064 3648 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0505 23:13:08.129230 3648 default_node_network_controller.go:519] Node connection status = connected I0505 23:13:08.146718 3648 bridgeconfig.go:537] Gateway is ready I0505 23:13:08.146736 3648 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0505 23:13:08.158429 3648 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.12. Updating OVN encap IP. I0505 23:13:08.163644 3648 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.12 - it is already configured I0505 23:13:08.163658 3648 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.12/24:{} 172.20.0.1/32:{}]. Updating annotations. I0505 23:13:08.163890 3648 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.12/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-12.ec2.internal","mac-address":"0a:ff:e0:47:ad:7b","ip-addresses":["10.0.1.12/24"],"ip-address":"10.0.1.12/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:803991e9-bfdd-4ba4-91ea-618c51a9b36e k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.12/24"}] on node ip-10-0-1-12.ec2.internal I0505 23:13:08.186184 3648 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.12 I0505 23:13:08.186254 3648 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-12.ec2.internal I0505 23:13:08.186553 3648 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-12.ec2.internal I0505 23:13:08.186571 3648 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-12.ec2.internal: 24.475µs I0505 23:13:08.186554 3648 master.go:548] Adding or Updating local node "ip-10-0-1-12.ec2.internal" for network "default" I0505 23:13:08.186586 3648 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-12.ec2.internal in network "default" I0505 23:13:08.186587 3648 egressfirewall.go:723] Syncing node "ip-10-0-1-12.ec2.internal" for egress firewall I0505 23:13:08.186642 3648 node_tracker.go:169] Node ip-10-0-1-12.ec2.internal switch + router changed, syncing services in network "default" I0505 23:13:08.186658 3648 services_controller.go:574] Full service sync requested for network=default W0505 23:13:08.187250 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0505 23:13:08.187307 3648 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 23:13:08.191176 3648 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-12.ec2.internal. Updating no re-route policies I0505 23:13:08.191243 3648 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-v65jq I0505 23:13:08.191257 3648 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-v65jq I0505 23:13:08.191297 3648 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-v65jq] creating logical port openshift-network-diagnostics_network-check-target-v65jq for pod on switch ip-10-0-1-12.ec2.internal I0505 23:13:08.191303 3648 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-7vkvg I0505 23:13:08.191309 3648 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-6jwt7 I0505 23:13:08.191318 3648 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-7vkvg I0505 23:13:08.191330 3648 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-cx8fn I0505 23:13:08.191333 3648 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-5bmmb I0505 23:13:08.191335 3648 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-gfwpw I0505 23:13:08.191348 3648 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-5bmmb I0505 23:13:08.191350 3648 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-gfwpw I0505 23:13:08.191355 3648 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-qpdmj I0505 23:13:08.191357 3648 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-5brt2 I0505 23:13:08.191367 3648 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-qpdmj I0505 23:13:08.191365 3648 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-p6f8v I0505 23:13:08.191372 3648 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-5brt2 I0505 23:13:08.191367 3648 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-5bmmb after 0 failed attempt(s) I0505 23:13:08.191341 3648 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-cx8fn I0505 23:13:08.191380 3648 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-p6f8v I0505 23:13:08.191349 3648 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-7vkvg after 0 failed attempt(s) I0505 23:13:08.191374 3648 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-gfwpw after 0 failed attempt(s) I0505 23:13:08.191387 3648 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-12.ec2.internal I0505 23:13:08.191390 3648 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-12.ec2.internal I0505 23:13:08.191405 3648 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-12.ec2.internal I0505 23:13:08.191416 3648 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-cx8fn after 0 failed attempt(s) I0505 23:13:08.191426 3648 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-12.ec2.internal I0505 23:13:08.191320 3648 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-6jwt7 I0505 23:13:08.191445 3648 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-12.ec2.internal after 0 failed attempt(s) I0505 23:13:08.191450 3648 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-6jwt7 after 0 failed attempt(s) I0505 23:13:08.191454 3648 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-5brt2] creating logical port openshift-multus_network-metrics-daemon-5brt2 for pod on switch ip-10-0-1-12.ec2.internal I0505 23:13:08.191388 3648 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-qpdmj after 0 failed attempt(s) I0505 23:13:08.191477 3648 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-kxhwf I0505 23:13:08.191508 3648 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-kxhwf I0505 23:13:08.191510 3648 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-p6f8v after 0 failed attempt(s) I0505 23:13:08.191521 3648 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-12.ec2.internal after 0 failed attempt(s) I0505 23:13:08.191526 3648 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-kxhwf after 0 failed attempt(s) I0505 23:13:08.191479 3648 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-xg9hf I0505 23:13:08.191539 3648 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-xg9hf I0505 23:13:08.191558 3648 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-xg9hf after 0 failed attempt(s) I0505 23:13:08.192098 3648 pods.go:271] [openshift-network-diagnostics/network-check-target-v65jq] addLogicalPort took 805.202µs, libovsdb time 238.489µs I0505 23:13:08.192110 3648 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-v65jq after 0 failed attempt(s) I0505 23:13:08.192226 3648 pods.go:271] [openshift-multus/network-metrics-daemon-5brt2] addLogicalPort took 833.982µs, libovsdb time 348.074µs I0505 23:13:08.192237 3648 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-5brt2 after 0 failed attempt(s) I0505 23:13:08.210245 3648 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0505 23:13:08.221757 3648 iptables.go:108] Creating table: mangle chain: OUTPUT I0505 23:13:08.224956 3648 iptables.go:108] Creating table: nat chain: OUTPUT I0505 23:13:08.270596 3648 iptables.go:108] Creating table: nat chain: PREROUTING I0505 23:13:08.330222 3648 iptables.go:108] Creating table: filter chain: FORWARD I0505 23:13:08.346638 3648 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0505 23:13:08.346732 3648 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0505 23:13:08.346773 3648 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0505 23:13:08.346836 3648 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0505 23:13:08.346882 3648 gateway_init.go:325] Gateway and management port readiness took 723.153973ms I0505 23:13:08.346908 3648 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0505 23:13:08.346942 3648 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0505 23:13:08.346954 3648 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0505 23:13:08.346963 3648 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 23:13:08.347022 3648 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0505 23:13:08.347113 3648 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 58.368µs I0505 23:13:08.347387 3648 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0505 23:13:08.347413 3648 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.991µs I0505 23:13:08.347421 3648 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 35.165µs I0505 23:13:08.347427 3648 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0505 23:13:08.347436 3648 nad_controller.go:379] [node-nad-controller NAD controller]: started I0505 23:13:08.347448 3648 default_node_network_controller.go:899] Starting the default node network controller I0505 23:13:08.347453 3648 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0505 23:13:08.347530 3648 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.212µs I0505 23:13:08.347651 3648 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0505 23:13:08.347660 3648 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0505 23:13:08.347694 3648 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b3d330 0xc0002d28c0 0xc0002d2930 0xc0002d29a0 0xc0002d2a10 0xc0002d2a80 0xc0002d2af0 0xc000b49220 0xc0002d2b60 0xc0002d2bd0 0xc000b48410 0xc0062a5340 0xc0002d2c40 map[0x2ff9080:0xc002546120 0x2ff95c0:0xc002546420 0x2ffa2e0:0xc002546060 0x2ffa580:0xc0025460c0 0x2ffad60:0xc002546180 0x2ffb000:0xc0025461e0 0x2ffb2a0:0xc0025463c0 0x2ffba80:0xc002546480 0x2ffbd20:0xc0025464e0 0x3026980:0xc000f302a0 0x3026d20:0xc000f30300 0x3027800:0xc000b63c80 0x3029160:0xc001b4c000 0x30298a0:0xc002546000 0x302a720:0xc000f30240] 0xc00016b340 0} I0505 23:13:08.347750 3648 gateway.go:151] Starting gateway service sync I0505 23:13:08.348210 3648 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0505 23:13:08.350259 3648 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0505 23:13:08.370203 3648 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0505 23:13:08.371403 3648 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0505 23:13:08.372501 3648 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0505 23:13:08.388990 3648 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-214.ec2.internal in network "default" I0505 23:13:08.389022 3648 egressfirewall.go:723] Syncing node "ip-10-0-0-214.ec2.internal" for egress firewall I0505 23:13:08.389026 3648 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-214.ec2.internal I0505 23:13:08.389041 3648 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-214.ec2.internal: 18.673µs I0505 23:13:08.389081 3648 node_tracker.go:169] Node ip-10-0-0-214.ec2.internal switch + router changed, syncing services in network "default" I0505 23:13:08.389112 3648 services_controller.go:574] Full service sync requested for network=default I0505 23:13:08.389117 3648 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-214.ec2.internal. Updating no re-route policies W0505 23:13:08.389239 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0505 23:13:08.389279 3648 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 23:13:08.405869 3648 gateway.go:168] Gateway service sync done. Time taken: 58.109947ms I0505 23:13:08.406191 3648 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30905 I0505 23:13:08.406756 3648 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b3d330 0xc0002d28c0 0xc0002d2930 0xc0002d29a0 0xc0002d2a10 0xc0002d2a80 0xc0002d2af0 0xc000b49220 0xc0002d2b60 0xc0002d2bd0 0xc000b48410 0xc0062a5340 0xc0002d2c40 map[0x2ff9080:0xc002546120 0x2ff95c0:0xc002546420 0x2ffa2e0:0xc002546060 0x2ffa580:0xc0025460c0 0x2ffad60:0xc002546180 0x2ffb000:0xc0025461e0 0x2ffb2a0:0xc0025463c0 0x2ffba80:0xc002546480 0x2ffbd20:0xc0025464e0 0x3026980:0xc000f302a0 0x3026d20:0xc000f30300 0x3027800:0xc000b63c80 0x3029160:0xc001b4c000 0x30298a0:0xc002546000 0x302a720:0xc000f30240] 0xc00016b340 0} I0505 23:13:08.407303 3648 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b3d330 0xc0002d28c0 0xc0002d2930 0xc0002d29a0 0xc0002d2a10 0xc0002d2a80 0xc0002d2af0 0xc000b49220 0xc0002d2b60 0xc0002d2bd0 0xc000b48410 0xc0062a5340 0xc0002d2c40 map[0x2ff9080:0xc002546120 0x2ff95c0:0xc002546420 0x2ffa2e0:0xc002546060 0x2ffa580:0xc0025460c0 0x2ffad60:0xc002546180 0x2ffb000:0xc0025461e0 0x2ffb2a0:0xc0025463c0 0x2ffba80:0xc002546480 0x2ffbd20:0xc0025464e0 0x3026980:0xc000f302a0 0x3026d20:0xc000f30300 0x3027800:0xc000b63c80 0x3029160:0xc001b4c000 0x30298a0:0xc002546000 0x302a720:0xc000f30240] 0xc00016b340 0} I0505 23:13:08.407355 3648 gateway.go:532] Reconciling gateway with updates I0505 23:13:08.413185 3648 gateway.go:339] Spawning Conntrack Rule Check Thread I0505 23:13:08.413215 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 23:13:08.413230 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 23:13:08.413233 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 23:13:08.413254 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 23:13:08.413259 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 23:13:08.413266 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 23:13:08.413265 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 23:13:08.413276 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 23:13:08.413281 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 23:13:08.413216 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 23:13:08.413291 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 23:13:08.413294 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 23:13:08.413299 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 23:13:08.413299 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 23:13:08.413307 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 23:13:08.413318 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 23:13:08.413319 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 23:13:08.413322 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 23:13:08.413325 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 23:13:08.413329 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 23:13:08.413332 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 23:13:08.413338 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 23:13:08.413341 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 23:13:08.413341 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 23:13:08.413286 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 23:13:08.413345 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 23:13:08.413352 3648 port_claim.go:71] Svc openshift-ingress/router-default: port 31028 is already open, no action needed I0505 23:13:08.413354 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 23:13:08.413362 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 23:13:08.413278 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 23:13:08.413370 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 23:13:08.413364 3648 port_claim.go:71] Svc openshift-ingress/router-default: port 31933 is already open, no action needed I0505 23:13:08.413382 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 23:13:08.413325 3648 default_node_network_controller.go:944] Gateway and management port readiness took 65.658553ms I0505 23:13:08.413433 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 23:13:08.413451 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 23:13:08.413372 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 23:13:08.413334 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 23:13:08.413305 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 23:13:08.413470 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 23:13:08.413329 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 23:13:08.413526 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 23:13:08.413547 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 23:13:08.413547 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 23:13:08.413551 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 23:13:08.413556 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 23:13:08.413560 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 23:13:08.413566 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 23:13:08.413569 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 23:13:08.413568 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 23:13:08.413573 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0505 23:13:08.413575 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 23:13:08.413584 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0505 23:13:08.413585 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 23:13:08.413590 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 23:13:08.413559 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 23:13:08.413604 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 23:13:08.413606 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 23:13:08.413549 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 23:13:08.413618 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 23:13:08.413623 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 23:13:08.413628 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 23:13:08.413639 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 23:13:08.413639 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 23:13:08.413654 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 23:13:08.413610 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 23:13:08.413594 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0505 23:13:08.413611 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 23:13:08.413682 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 23:13:08.413688 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 23:13:08.413700 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 23:13:08.413711 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 23:13:08.413726 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 23:13:08.413762 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 23:13:08.413782 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 23:13:08.413799 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 23:13:08.413812 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 23:13:08.413852 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 23:13:08.413866 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 23:13:08.413871 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 23:13:08.413882 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 23:13:08.413928 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 23:13:08.413944 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 23:13:08.413954 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 23:13:08.413954 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 23:13:08.413960 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 23:13:08.413965 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 23:13:08.413970 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 23:13:08.413943 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 23:13:08.413978 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 23:13:08.413984 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 23:13:08.414001 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 23:13:08.414016 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 23:13:08.414030 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 23:13:08.414079 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 23:13:08.414093 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 23:13:08.414098 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 23:13:08.414111 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 23:13:08.414118 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 23:13:08.414129 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 23:13:08.414136 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 23:13:08.414185 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 23:13:08.414194 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 23:13:08.414208 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 23:13:08.414226 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 23:13:08.414228 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 23:13:08.414236 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 23:13:08.414246 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 23:13:08.414893 3648 node_ip_handler_linux.go:160] Node IP manager is running W0505 23:13:08.451156 3648 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 23:13:08.451360 3648 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 23:13:08.451509 3648 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0505 23:13:08.458881 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 23:13:08.458904 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 23:13:08.458930 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 23:13:08.498412 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 23:13:08.498411 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 23:13:08.498442 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 23:13:08.498453 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 23:13:08.498496 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 23:13:08.498507 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 23:13:08.498524 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 23:13:08.498533 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 23:13:08.498539 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 23:13:08.498544 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 23:13:08.498550 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 23:13:08.498555 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 23:13:08.498562 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 23:13:08.498567 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 23:13:08.498573 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 23:13:08.498578 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 23:13:08.498583 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 23:13:08.498588 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 23:13:08.498594 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 23:13:08.498610 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 23:13:08.498628 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 23:13:08.537395 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 23:13:08.537425 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 23:13:08.537432 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 23:13:08.537438 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 23:13:08.537443 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 23:13:08.537453 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) W0505 23:13:09.932057 3648 egressip_healthcheck.go:76] Health checking using insecure connection I0505 23:13:09.932087 3648 default_node_network_controller.go:1380] Starting node controller node sync I0505 23:13:09.932100 3648 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0505 23:13:09.943779 3648 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.677593ms I0505 23:13:09.943908 3648 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-214.ec2.internal", IP: 10.0.0.214 to PMTUD blocking rules I0505 23:13:09.943918 3648 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-214.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 23:13:09.943914 3648 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-173.ec2.internal", IP: 10.0.2.173 to PMTUD blocking rules I0505 23:13:09.943935 3648 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-173.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 23:13:09.955645 3648 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0505 23:13:09.955923 3648 egressservice_node.go:93] Setting up event handlers for Egress Services I0505 23:13:09.956036 3648 egressservice_node.go:183] Starting Egress Services Controller I0505 23:13:09.956065 3648 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 23:13:09.956087 3648 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 23:13:09.956102 3648 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 23:13:09.956111 3648 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 23:13:09.956120 3648 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 23:13:09.956128 3648 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 23:13:09.956135 3648 egressservice_node.go:197] Repairing Egress Services I0505 23:13:09.966103 3648 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0505 23:13:09.966115 3648 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 23:13:09.966265 3648 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0505 23:13:09.966278 3648 link_network_manager.go:119] Link manager is running I0505 23:13:09.966293 3648 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0505 23:13:09.966450 3648 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0505 23:13:09.966670 3648 vrf_manager.go:128] VRF manager is running I0505 23:13:09.966867 3648 node_controller_manager.go:437] Removing flows to drop GARP I0505 23:13:09.966881 3648 gateway.go:532] Reconciling gateway with updates I0505 23:13:09.996343 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 23:13:09.996363 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 23:13:09.996371 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 23:13:09.996371 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 23:13:09.996383 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 23:13:09.996387 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 23:13:09.996389 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 23:13:09.996389 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 23:13:09.996401 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 23:13:09.996404 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 23:13:09.996409 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 23:13:09.996410 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 23:13:09.996423 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 23:13:09.996422 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 23:13:09.996430 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 23:13:09.996435 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 23:13:09.996437 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 23:13:09.996438 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 23:13:09.996449 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 23:13:09.996447 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 23:13:09.996463 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 23:13:09.996466 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 23:13:09.996470 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 23:13:09.996476 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 23:13:09.996478 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 23:13:09.996481 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 23:13:09.996505 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0505 23:13:09.996512 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 23:13:09.996511 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 23:13:09.996515 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 23:13:09.996519 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 23:13:09.996526 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 23:13:09.996526 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 23:13:09.996528 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 23:13:09.996526 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 23:13:09.996536 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 23:13:09.996542 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 23:13:09.996450 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 23:13:09.996547 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 23:13:09.996550 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 23:13:09.996547 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 23:13:09.996554 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 23:13:09.996517 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0505 23:13:09.996563 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 23:13:09.996565 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 23:13:09.996569 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 23:13:09.996589 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 23:13:09.996593 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 23:13:09.996596 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 23:13:09.996601 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 23:13:09.996602 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 23:13:09.996606 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 23:13:09.996595 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 23:13:09.996594 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 23:13:09.996611 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 23:13:09.996622 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 23:13:09.996343 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 23:13:09.996632 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 23:13:09.996513 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 23:13:09.996656 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 23:13:09.996523 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 23:13:09.996679 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 23:13:09.996682 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 23:13:09.996371 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 23:13:09.996703 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 23:13:09.996633 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 23:13:09.996713 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 23:13:09.996714 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 23:13:09.996725 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 23:13:09.996725 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 23:13:09.996728 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 23:13:09.996750 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 23:13:09.996764 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 23:13:09.996769 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 23:13:09.996775 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 23:13:09.996617 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 23:13:09.996553 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 23:13:09.996571 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0505 23:13:09.996507 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 23:13:09.996500 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 23:13:09.996480 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 23:13:09.996912 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 23:13:09.996475 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 23:13:09.996461 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 23:13:09.996972 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 23:13:09.996441 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 23:13:09.996452 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 23:13:09.996449 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 23:13:09.997028 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 23:13:09.996465 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 23:13:09.997051 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 23:13:09.996470 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 23:13:09.997059 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 23:13:09.996499 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 23:13:09.997087 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 23:13:09.997091 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 23:13:09.996501 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 23:13:09.997105 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 23:13:09.996501 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 23:13:09.997129 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 23:13:09.996513 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 23:13:09.997153 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 23:13:09.996517 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 23:13:09.997176 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 23:13:09.996518 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 23:13:09.997199 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 23:13:09.996537 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 23:13:09.997225 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 23:13:09.996539 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 23:13:09.996535 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 23:13:09.997268 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 23:13:09.997273 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 23:13:09.996540 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 23:13:09.997279 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 23:13:09.996552 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 23:13:09.997313 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 23:13:09.997324 3648 port_claim.go:71] Svc openshift-ingress/router-default: port 31028 is already open, no action needed I0505 23:13:09.997331 3648 port_claim.go:71] Svc openshift-ingress/router-default: port 31933 is already open, no action needed I0505 23:13:09.996560 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 23:13:09.996711 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 23:13:10.035332 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 23:13:10.035352 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 23:13:10.035358 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 23:13:10.035364 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 23:13:10.035369 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 23:13:10.035375 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 23:13:10.035408 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 23:13:10.073812 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 23:13:10.073842 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 23:13:10.073856 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 23:13:10.073862 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 23:13:10.073876 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 23:13:10.073881 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 23:13:10.073896 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 23:13:10.073913 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 23:13:10.111847 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 23:13:10.111854 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) W0505 23:13:11.691785 3648 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:13:11.691804 3648 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:13:11.691811 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:13:11.691892 3648 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0505 23:13:11.691917 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0505 23:13:11.752843 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0505 23:13:11.752858 3648 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0505 23:13:11.752921 3648 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:13:11.752936 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:13:11.752940 3648 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:13:11.783216 3648 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0505 23:13:12.003377 3648 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-12.ec2.internal I0505 23:13:12.003403 3648 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-12.ec2.internal: 32.737µs I0505 23:13:12.038896 3648 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5d4bd45b8b-plxpt] creating logical port openshift-image-registry_image-registry-5d4bd45b8b-plxpt for pod on switch ip-10-0-1-12.ec2.internal I0505 23:13:12.039015 3648 kube.go:256] Updating pod openshift-image-registry/image-registry-5d4bd45b8b-plxpt I0505 23:13:12.060604 3648 pod.go:62] [openshift-image-registry/image-registry-5d4bd45b8b-plxpt] pod update took 21.627152ms I0505 23:13:12.060621 3648 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5d4bd45b8b-plxpt] addLogicalPort annotation time took 21.649235ms I0505 23:13:12.061797 3648 pods.go:271] [openshift-image-registry/image-registry-5d4bd45b8b-plxpt] addLogicalPort took 22.917365ms, libovsdb time 887.439µs I0505 23:13:12.062174 3648 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7c4cf75599-nmlbt] creating logical port openshift-ingress_router-default-7c4cf75599-nmlbt for pod on switch ip-10-0-1-12.ec2.internal I0505 23:13:12.062270 3648 kube.go:256] Updating pod openshift-ingress/router-default-7c4cf75599-nmlbt I0505 23:13:12.080916 3648 pod.go:62] [openshift-ingress/router-default-7c4cf75599-nmlbt] pod update took 18.669716ms I0505 23:13:12.080937 3648 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-7c4cf75599-nmlbt] addLogicalPort annotation time took 18.694231ms I0505 23:13:12.081908 3648 pods.go:271] [openshift-ingress/router-default-7c4cf75599-nmlbt] addLogicalPort took 19.744802ms, libovsdb time 742.837µs I0505 23:13:12.086577 3648 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-sspxr] creating logical port openshift-ingress-canary_ingress-canary-sspxr for pod on switch ip-10-0-1-12.ec2.internal I0505 23:13:12.086650 3648 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-sspxr I0505 23:13:12.087557 3648 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-fsxnp] creating logical port openshift-dns_dns-default-fsxnp for pod on switch ip-10-0-1-12.ec2.internal I0505 23:13:12.087636 3648 kube.go:256] Updating pod openshift-dns/dns-default-fsxnp I0505 23:13:12.101979 3648 pod.go:62] [openshift-ingress-canary/ingress-canary-sspxr] pod update took 15.347132ms I0505 23:13:12.101997 3648 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-sspxr] addLogicalPort annotation time took 15.368276ms I0505 23:13:12.102998 3648 pods.go:271] [openshift-ingress-canary/ingress-canary-sspxr] addLogicalPort took 16.433518ms, libovsdb time 776.641µs I0505 23:13:12.103158 3648 pod.go:62] [openshift-dns/dns-default-fsxnp] pod update took 15.547389ms I0505 23:13:12.103180 3648 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-fsxnp] addLogicalPort annotation time took 15.577672ms I0505 23:13:12.104184 3648 pods.go:271] [openshift-dns/dns-default-fsxnp] addLogicalPort took 16.638091ms, libovsdb time 736.027µs I0505 23:13:12.200843 3648 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-t5q8p] creating logical port openshift-insights_insights-runtime-extractor-t5q8p for pod on switch ip-10-0-1-12.ec2.internal I0505 23:13:12.201000 3648 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-t5q8p I0505 23:13:12.220056 3648 pod.go:62] [openshift-insights/insights-runtime-extractor-t5q8p] pod update took 19.111479ms I0505 23:13:12.220079 3648 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-t5q8p] addLogicalPort annotation time took 19.136371ms I0505 23:13:12.221197 3648 pods.go:271] [openshift-insights/insights-runtime-extractor-t5q8p] addLogicalPort took 20.367694ms, libovsdb time 831.364µs I0505 23:13:12.422306 3648 cni.go:452] [openshift-image-registry/image-registry-5d4bd45b8b-plxpt 429e0540b44cd4c746308dc6bc7f08d70a5b70b3cbb49725710eaed7b1ee3462 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5d4bd45b8b-plxpt 429e0540b44cd4c746308dc6bc7f08d70a5b70b3cbb49725710eaed7b1ee3462 network default NAD default NAD key ] I0505 23:13:12.450339 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5d4bd45b8b-plxpt, hostIfaceName: 429e0540b44cd4c, network: default, NAD default, SandboxID: "429e0540b44cd4c746308dc6bc7f08d70a5b70b3cbb49725710eaed7b1ee3462", PCI device ID: , UID: "f618a5de-8c40-4b95-9bc4-27505a5e5cc9", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0505 23:13:12.480392 3648 cni.go:452] [openshift-ingress/router-default-7c4cf75599-nmlbt 9dc106625634d5ef9af7a436c87dd2c2bd62b8e41b656eb1066ec0d6a11a3979 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-7c4cf75599-nmlbt 9dc106625634d5ef9af7a436c87dd2c2bd62b8e41b656eb1066ec0d6a11a3979 network default NAD default NAD key ] I0505 23:13:12.490100 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7c4cf75599-nmlbt, hostIfaceName: 9dc106625634d5e, network: default, NAD default, SandboxID: "9dc106625634d5ef9af7a436c87dd2c2bd62b8e41b656eb1066ec0d6a11a3979", PCI device ID: , UID: "4ff9001d-775e-4c2f-9f97-d19137f25f86", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0505 23:13:12.505986 3648 cni.go:473] [openshift-image-registry/image-registry-5d4bd45b8b-plxpt 429e0540b44cd4c746308dc6bc7f08d70a5b70b3cbb49725710eaed7b1ee3462 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5d4bd45b8b-plxpt 429e0540b44cd4c746308dc6bc7f08d70a5b70b3cbb49725710eaed7b1ee3462 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:f2:4f:42:2c:a9\",\"name\":\"429e0540b44cd4c\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/877eb630-ce5a-4e1c-876a-7d29ea1a1066\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:13:12.532990 3648 cni.go:473] [openshift-ingress/router-default-7c4cf75599-nmlbt 9dc106625634d5ef9af7a436c87dd2c2bd62b8e41b656eb1066ec0d6a11a3979 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-7c4cf75599-nmlbt 9dc106625634d5ef9af7a436c87dd2c2bd62b8e41b656eb1066ec0d6a11a3979 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:b5:77:12:ec:1e\",\"name\":\"9dc106625634d5e\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5bcdc221-0472-4188-aa60-958ba1a6e5f4\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:13:12.779281 3648 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-4nvxg] creating logical port openshift-console_downloads-5c54f4944f-4nvxg for pod on switch ip-10-0-1-12.ec2.internal I0505 23:13:12.779441 3648 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-4nvxg I0505 23:13:12.796240 3648 pod.go:62] [openshift-console/downloads-5c54f4944f-4nvxg] pod update took 16.854046ms I0505 23:13:12.796270 3648 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-4nvxg] addLogicalPort annotation time took 16.890314ms I0505 23:13:12.797756 3648 pods.go:271] [openshift-console/downloads-5c54f4944f-4nvxg] addLogicalPort took 18.490724ms, libovsdb time 1.073607ms I0505 23:13:12.800672 3648 cni.go:452] [openshift-ingress-canary/ingress-canary-sspxr 059d8823d0406baa91253c604649b8e31a83fbd37fe018cbf22ba3e897735abb network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-sspxr 059d8823d0406baa91253c604649b8e31a83fbd37fe018cbf22ba3e897735abb network default NAD default NAD key ] I0505 23:13:12.805888 3648 cni.go:452] [openshift-dns/dns-default-fsxnp ede48177dbc680f96564a5430ada7d4e9063c1e4fc624ddbba9ab29f2daf0dcd network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-fsxnp ede48177dbc680f96564a5430ada7d4e9063c1e4fc624ddbba9ab29f2daf0dcd network default NAD default NAD key ] I0505 23:13:12.812457 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-sspxr, hostIfaceName: 059d8823d0406ba, network: default, NAD default, SandboxID: "059d8823d0406baa91253c604649b8e31a83fbd37fe018cbf22ba3e897735abb", PCI device ID: , UID: "d54138e1-de21-45fd-9942-8ba75fc408dd", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0505 23:13:12.816797 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-fsxnp, hostIfaceName: ede48177dbc680f, network: default, NAD default, SandboxID: "ede48177dbc680f96564a5430ada7d4e9063c1e4fc624ddbba9ab29f2daf0dcd", PCI device ID: , UID: "8ff0e02e-03cf-432f-ae85-92b46b36fb94", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0505 23:13:12.860146 3648 cni.go:473] [openshift-ingress-canary/ingress-canary-sspxr 059d8823d0406baa91253c604649b8e31a83fbd37fe018cbf22ba3e897735abb network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-sspxr 059d8823d0406baa91253c604649b8e31a83fbd37fe018cbf22ba3e897735abb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:dd:63:ae:4c:aa\",\"name\":\"059d8823d0406ba\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/59a62722-cbef-4d89-b84d-efa0fdadaf33\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:13:12.866568 3648 cni.go:473] [openshift-dns/dns-default-fsxnp ede48177dbc680f96564a5430ada7d4e9063c1e4fc624ddbba9ab29f2daf0dcd network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-fsxnp ede48177dbc680f96564a5430ada7d4e9063c1e4fc624ddbba9ab29f2daf0dcd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:3a:51:01:94:2d\",\"name\":\"ede48177dbc680f\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/595b7c35-f350-4205-bbcc-4a20e05b3de7\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:13:12.889128 3648 cni.go:452] [openshift-insights/insights-runtime-extractor-t5q8p 213c33d1350a9c009f362e358c4e8544694911b2c1240c493f03016c1b90d194 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-t5q8p 213c33d1350a9c009f362e358c4e8544694911b2c1240c493f03016c1b90d194 network default NAD default NAD key ] I0505 23:13:12.899927 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-t5q8p, hostIfaceName: 213c33d1350a9c0, network: default, NAD default, SandboxID: "213c33d1350a9c009f362e358c4e8544694911b2c1240c493f03016c1b90d194", PCI device ID: , UID: "30a5646c-6963-418c-91c0-50e291ee56d6", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0505 23:13:12.946980 3648 cni.go:473] [openshift-insights/insights-runtime-extractor-t5q8p 213c33d1350a9c009f362e358c4e8544694911b2c1240c493f03016c1b90d194 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-t5q8p 213c33d1350a9c009f362e358c4e8544694911b2c1240c493f03016c1b90d194 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:bc:df:e3:88:54\",\"name\":\"213c33d1350a9c0\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/038865c3-9c5a-4951-8cce-25091bf3d820\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:13:13.137439 3648 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-214.ec2.internal I0505 23:13:13.137470 3648 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-214.ec2.internal: 38.01µs I0505 23:13:13.189123 3648 cni.go:452] [openshift-console/downloads-5c54f4944f-4nvxg c3698c539a07a93adef60c301367e158f766a406fe0d2886bb9e57e159253f07 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-4nvxg c3698c539a07a93adef60c301367e158f766a406fe0d2886bb9e57e159253f07 network default NAD default NAD key ] I0505 23:13:13.201707 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-4nvxg, hostIfaceName: c3698c539a07a93, network: default, NAD default, SandboxID: "c3698c539a07a93adef60c301367e158f766a406fe0d2886bb9e57e159253f07", PCI device ID: , UID: "9c75b491-dd06-4925-a454-4112d171c464", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0505 23:13:13.248796 3648 cni.go:473] [openshift-console/downloads-5c54f4944f-4nvxg c3698c539a07a93adef60c301367e158f766a406fe0d2886bb9e57e159253f07 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-4nvxg c3698c539a07a93adef60c301367e158f766a406fe0d2886bb9e57e159253f07 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:79:ed:d3:79:18\",\"name\":\"c3698c539a07a93\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6686fe81-5795-41f8-9768-014d5a64c5ec\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 23:13:13.372999 3648 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0505 23:13:13.410924 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0505 23:13:13.410945 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0505 23:13:14.074698 3648 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-rz6kv] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-rz6kv for pod on switch ip-10-0-1-12.ec2.internal I0505 23:13:14.074814 3648 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-rz6kv I0505 23:13:14.100690 3648 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-rz6kv] pod update took 25.910236ms I0505 23:13:14.100712 3648 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-rz6kv] addLogicalPort annotation time took 25.938861ms I0505 23:13:14.101800 3648 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-rz6kv] addLogicalPort took 27.119246ms, libovsdb time 795.554µs W0505 23:13:14.378690 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0505 23:13:14.378716 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0505 23:13:14.465527 3648 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0505 23:13:14.479349 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:13:14.479366 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:13:14.479372 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:13:14.721773 3648 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:14.721795 3648 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:14.721801 3648 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:14.817680 3648 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0505 23:13:15.738119 3648 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-rz6kv 97c0879741bd01c75f3cf4d37d7ac3278091536b875a66ca97763f600c9bbba6 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-rz6kv 97c0879741bd01c75f3cf4d37d7ac3278091536b875a66ca97763f600c9bbba6 network default NAD default NAD key ] I0505 23:13:15.749370 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-rz6kv, hostIfaceName: 97c0879741bd01c, network: default, NAD default, SandboxID: "97c0879741bd01c75f3cf4d37d7ac3278091536b875a66ca97763f600c9bbba6", PCI device ID: , UID: "c0fcafea-57fa-4712-a25c-d16942e89646", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0505 23:13:15.804162 3648 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-rz6kv 97c0879741bd01c75f3cf4d37d7ac3278091536b875a66ca97763f600c9bbba6 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-rz6kv 97c0879741bd01c75f3cf4d37d7ac3278091536b875a66ca97763f600c9bbba6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:fe:e6:31:bd:82\",\"name\":\"97c0879741bd01c\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/991f4440-4183-4337-a20e-e382f593cf2d\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 23:13:16.378712 3648 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:16.378785 3648 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:16.378794 3648 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:17.829323 3648 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:17.829347 3648 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:17.829353 3648 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0505 23:13:19.148913 3648 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-2h6qs] creating logical port openshift-monitoring_prometheus-operator-76b589d668-2h6qs for pod on switch ip-10-0-1-12.ec2.internal I0505 23:13:19.149017 3648 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-2h6qs I0505 23:13:19.163812 3648 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-2h6qs] pod update took 14.821288ms I0505 23:13:19.163842 3648 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-2h6qs] addLogicalPort annotation time took 14.857666ms I0505 23:13:19.165166 3648 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-2h6qs] addLogicalPort took 16.271684ms, libovsdb time 1.01448ms I0505 23:13:19.572568 3648 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-2h6qs 87236167378be501b713dbdabff44d7a1af47824ee415eea403488c958fe583e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-2h6qs 87236167378be501b713dbdabff44d7a1af47824ee415eea403488c958fe583e network default NAD default NAD key ] I0505 23:13:19.583618 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-2h6qs, hostIfaceName: 87236167378be50, network: default, NAD default, SandboxID: "87236167378be501b713dbdabff44d7a1af47824ee415eea403488c958fe583e", PCI device ID: , UID: "d1de379b-545a-41f0-9428-300c90321786", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0505 23:13:19.631241 3648 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-2h6qs 87236167378be501b713dbdabff44d7a1af47824ee415eea403488c958fe583e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-2h6qs 87236167378be501b713dbdabff44d7a1af47824ee415eea403488c958fe583e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:3a:77:27:e5:84\",\"name\":\"87236167378be50\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/176cdd7d-76ce-4dd5-9113-cd3cfa7f7514\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:13:21.819051 3648 base_network_controller_pods.go:487] [default/openshift-console/console-5976756878-8cpw5] creating logical port openshift-console_console-5976756878-8cpw5 for pod on switch ip-10-0-1-12.ec2.internal I0505 23:13:21.819160 3648 kube.go:256] Updating pod openshift-console/console-5976756878-8cpw5 I0505 23:13:21.836680 3648 pod.go:62] [openshift-console/console-5976756878-8cpw5] pod update took 17.548402ms I0505 23:13:21.836706 3648 base_network_controller_pods.go:951] [default/openshift-console/console-5976756878-8cpw5] addLogicalPort annotation time took 17.58091ms I0505 23:13:21.837949 3648 pods.go:271] [openshift-console/console-5976756878-8cpw5] addLogicalPort took 18.916253ms, libovsdb time 954.39µs I0505 23:13:22.192747 3648 cni.go:452] [openshift-console/console-5976756878-8cpw5 3837301e5845cbb3b2e85a8122a3d71d0e0456239f1d14d8e60dd4ba06a8713b network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5976756878-8cpw5 3837301e5845cbb3b2e85a8122a3d71d0e0456239f1d14d8e60dd4ba06a8713b network default NAD default NAD key ] I0505 23:13:22.204122 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5976756878-8cpw5, hostIfaceName: 3837301e5845cbb, network: default, NAD default, SandboxID: "3837301e5845cbb3b2e85a8122a3d71d0e0456239f1d14d8e60dd4ba06a8713b", PCI device ID: , UID: "f1c42f1a-9aa5-4a45-83f5-da74c91b0b23", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0505 23:13:22.258015 3648 cni.go:473] [openshift-console/console-5976756878-8cpw5 3837301e5845cbb3b2e85a8122a3d71d0e0456239f1d14d8e60dd4ba06a8713b network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5976756878-8cpw5 3837301e5845cbb3b2e85a8122a3d71d0e0456239f1d14d8e60dd4ba06a8713b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:e0:23:e8:65:1a\",\"name\":\"3837301e5845cbb\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77dcde87-06a2-4a2b-8ee0-34be261b0288\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:13:24.775908 3648 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-kkm9s] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-kkm9s for pod on switch ip-10-0-1-12.ec2.internal I0505 23:13:24.776028 3648 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-kkm9s I0505 23:13:24.804737 3648 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-kkm9s] pod update took 28.740789ms I0505 23:13:24.804764 3648 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-kkm9s] addLogicalPort annotation time took 28.774384ms I0505 23:13:24.806060 3648 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-kkm9s] addLogicalPort took 30.169442ms, libovsdb time 951.234µs W0505 23:13:25.727918 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:25.727942 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:25.727948 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:25.727963 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:25.727967 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:25.727973 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0505 23:13:25.851189 3648 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-kkm9s 441feed7ce99443583322f2a3af04a44d7db6cdae2681013310ef4c45aae59ca network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-kkm9s 441feed7ce99443583322f2a3af04a44d7db6cdae2681013310ef4c45aae59ca network default NAD default NAD key ] I0505 23:13:25.862910 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-kkm9s, hostIfaceName: 441feed7ce99443, network: default, NAD default, SandboxID: "441feed7ce99443583322f2a3af04a44d7db6cdae2681013310ef4c45aae59ca", PCI device ID: , UID: "12285a97-a50a-49ac-974e-89528c472df8", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0505 23:13:25.907092 3648 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-12.ec2.internal I0505 23:13:25.907282 3648 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0505 23:13:25.917710 3648 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-kkm9s 441feed7ce99443583322f2a3af04a44d7db6cdae2681013310ef4c45aae59ca network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-kkm9s 441feed7ce99443583322f2a3af04a44d7db6cdae2681013310ef4c45aae59ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:59:af:e5:f7:8d\",\"name\":\"441feed7ce99443\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18f6cd9d-af41-43b9-bde4-5d603bd81657\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:13:25.932574 3648 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 25.366605ms I0505 23:13:25.932594 3648 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 25.39266ms I0505 23:13:25.933928 3648 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 26.856232ms, libovsdb time 932.06µs I0505 23:13:26.323708 3648 cni.go:452] [openshift-monitoring/alertmanager-main-1 b12368d7bdfd5bf5e4213508c624bda025e6839c88f0a3453e7b93e8d72f3cf1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 b12368d7bdfd5bf5e4213508c624bda025e6839c88f0a3453e7b93e8d72f3cf1 network default NAD default NAD key ] I0505 23:13:26.342467 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: b12368d7bdfd5bf, network: default, NAD default, SandboxID: "b12368d7bdfd5bf5e4213508c624bda025e6839c88f0a3453e7b93e8d72f3cf1", PCI device ID: , UID: "0174f9b1-b83e-479b-a4bf-b9d8c688d40b", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] W0505 23:13:26.392723 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:26.392750 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:26.392758 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default I0505 23:13:26.409389 3648 cni.go:473] [openshift-monitoring/alertmanager-main-1 b12368d7bdfd5bf5e4213508c624bda025e6839c88f0a3453e7b93e8d72f3cf1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 b12368d7bdfd5bf5e4213508c624bda025e6839c88f0a3453e7b93e8d72f3cf1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:57:58:06:a6:02\",\"name\":\"b12368d7bdfd5bf\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6dba7150-ad83-4524-a606-6db54224f07f\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 23:13:26.451028 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 23:13:26.872046 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 23:13:27.838755 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0505 23:13:27.858690 3648 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-8574db7b5c-2s7c6] creating logical port openshift-monitoring_thanos-querier-8574db7b5c-2s7c6 for pod on switch ip-10-0-1-12.ec2.internal I0505 23:13:27.858811 3648 kube.go:256] Updating pod openshift-monitoring/thanos-querier-8574db7b5c-2s7c6 I0505 23:13:27.884161 3648 pod.go:62] [openshift-monitoring/thanos-querier-8574db7b5c-2s7c6] pod update took 25.388959ms I0505 23:13:27.884251 3648 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-8574db7b5c-2s7c6] addLogicalPort annotation time took 25.484855ms I0505 23:13:27.885478 3648 pods.go:271] [openshift-monitoring/thanos-querier-8574db7b5c-2s7c6] addLogicalPort took 26.809469ms, libovsdb time 905.145µs W0505 23:13:27.914894 3648 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:13:27.914981 3648 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:13:27.914995 3648 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 23:13:28.244716 3648 cni.go:452] [openshift-monitoring/thanos-querier-8574db7b5c-2s7c6 539d675656722202a0558aed7eb4572981251f6cbb8d0f55017ec15222672df2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-8574db7b5c-2s7c6 539d675656722202a0558aed7eb4572981251f6cbb8d0f55017ec15222672df2 network default NAD default NAD key ] I0505 23:13:28.256236 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-8574db7b5c-2s7c6, hostIfaceName: 539d67565672220, network: default, NAD default, SandboxID: "539d675656722202a0558aed7eb4572981251f6cbb8d0f55017ec15222672df2", PCI device ID: , UID: "cb4dfdb6-ed41-4cd1-a899-58deb445ca4c", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0505 23:13:28.310822 3648 cni.go:473] [openshift-monitoring/thanos-querier-8574db7b5c-2s7c6 539d675656722202a0558aed7eb4572981251f6cbb8d0f55017ec15222672df2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-8574db7b5c-2s7c6 539d675656722202a0558aed7eb4572981251f6cbb8d0f55017ec15222672df2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:3a:ef:88:3d:3e\",\"name\":\"539d67565672220\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5013bf8d-c9c4-416e-a389-4f0e7d99c80e\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 23:13:28.514642 3648 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:13:28.514658 3648 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:13:28.514663 3648 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:13:29.399309 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 23:13:29.420176 3648 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5db96b7856-8f9xn IP address from the namespace address-set, err: pod openshift-console/console-5db96b7856-8f9xn: no pod IPs found I0505 23:13:29.424875 3648 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-whdb9] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-whdb9 for pod on switch ip-10-0-1-12.ec2.internal I0505 23:13:29.424978 3648 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-whdb9 I0505 23:13:29.442277 3648 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-whdb9] pod update took 17.331598ms I0505 23:13:29.442300 3648 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-whdb9] addLogicalPort annotation time took 17.361365ms I0505 23:13:29.443572 3648 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-whdb9] addLogicalPort took 18.71146ms, libovsdb time 911.048µs I0505 23:13:29.565571 3648 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-5fc8859cc9-57s78] creating logical port openshift-monitoring_metrics-server-5fc8859cc9-57s78 for pod on switch ip-10-0-1-12.ec2.internal I0505 23:13:29.565690 3648 kube.go:256] Updating pod openshift-monitoring/metrics-server-5fc8859cc9-57s78 I0505 23:13:29.588500 3648 pod.go:62] [openshift-monitoring/metrics-server-5fc8859cc9-57s78] pod update took 22.83169ms I0505 23:13:29.588545 3648 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-5fc8859cc9-57s78] addLogicalPort annotation time took 22.895847ms I0505 23:13:29.589867 3648 pods.go:271] [openshift-monitoring/metrics-server-5fc8859cc9-57s78] addLogicalPort took 24.312549ms, libovsdb time 966.133µs I0505 23:13:31.185522 3648 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-12.ec2.internal I0505 23:13:31.185629 3648 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0505 23:13:31.213923 3648 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 28.326338ms I0505 23:13:31.213952 3648 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 28.360695ms I0505 23:13:31.215351 3648 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 29.866441ms, libovsdb time 1.043053ms W0505 23:13:32.715886 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 23:13:32.715916 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 23:13:32.905373 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0505 23:13:33.931504 3648 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 23:13:33.931527 3648 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 23:13:33.949903 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 23:13:33.977678 3648 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:13:33.977695 3648 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:13:33.977700 3648 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:13:33.977703 3648 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:13:34.379928 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 23:13:34.824108 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 23:13:34.824140 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 23:13:35.235894 3648 cni.go:452] [openshift-monitoring/prometheus-k8s-1 167c0d5719ca4dfb48f9bc97acd707063ed68646934f55e9cccfc826908d9830 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 167c0d5719ca4dfb48f9bc97acd707063ed68646934f55e9cccfc826908d9830 network default NAD default NAD key ] I0505 23:13:35.236869 3648 cni.go:452] [openshift-monitoring/metrics-server-5fc8859cc9-57s78 5308e3ba65d9a9faf663d880125fec9b4e649b624f5c786ac3a36dab302abf28 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-5fc8859cc9-57s78 5308e3ba65d9a9faf663d880125fec9b4e649b624f5c786ac3a36dab302abf28 network default NAD default NAD key ] I0505 23:13:35.237583 3648 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-whdb9 552dba4b213acb770d309613630e834a00238585f11ec67b605fc466786bcc42 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-whdb9 552dba4b213acb770d309613630e834a00238585f11ec67b605fc466786bcc42 network default NAD default NAD key ] I0505 23:13:35.248399 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 167c0d5719ca4df, network: default, NAD default, SandboxID: "167c0d5719ca4dfb48f9bc97acd707063ed68646934f55e9cccfc826908d9830", PCI device ID: , UID: "14fb5792-7fb4-4282-8d73-eb786f5363db", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0505 23:13:35.249634 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-whdb9, hostIfaceName: 552dba4b213acb7, network: default, NAD default, SandboxID: "552dba4b213acb770d309613630e834a00238585f11ec67b605fc466786bcc42", PCI device ID: , UID: "ad53847d-50f8-43d7-bae0-5ea8566aa355", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0505 23:13:35.249681 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-5fc8859cc9-57s78, hostIfaceName: 5308e3ba65d9a9f, network: default, NAD default, SandboxID: "5308e3ba65d9a9faf663d880125fec9b4e649b624f5c786ac3a36dab302abf28", PCI device ID: , UID: "6469f4d9-9ec2-4bf0-ae43-7c1a659b25dc", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0505 23:13:35.302803 3648 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-whdb9 552dba4b213acb770d309613630e834a00238585f11ec67b605fc466786bcc42 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-whdb9 552dba4b213acb770d309613630e834a00238585f11ec67b605fc466786bcc42 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:b1:2a:15:38:84\",\"name\":\"552dba4b213acb7\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c5abf7c6-6031-4bf0-88c8-4cc5f2766534\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 23:13:35.488720 3648 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0505 23:13:35.527848 3648 cni.go:473] [openshift-monitoring/metrics-server-5fc8859cc9-57s78 5308e3ba65d9a9faf663d880125fec9b4e649b624f5c786ac3a36dab302abf28 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-5fc8859cc9-57s78 5308e3ba65d9a9faf663d880125fec9b4e649b624f5c786ac3a36dab302abf28 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:30:85:56:4f:92\",\"name\":\"5308e3ba65d9a9f\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d948180-d97e-4edd-8877-3c373d5f6133\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:13:35.527859 3648 cni.go:473] [openshift-monitoring/prometheus-k8s-1 167c0d5719ca4dfb48f9bc97acd707063ed68646934f55e9cccfc826908d9830 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 167c0d5719ca4dfb48f9bc97acd707063ed68646934f55e9cccfc826908d9830 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:85:bd:62:b4:1c\",\"name\":\"167c0d5719ca4df\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b90c720a-8f7d-4895-a5f1-94a43fefb18f\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 23:13:35.821891 3648 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0505 23:13:35.857736 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0505 23:13:35.857770 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0505 23:13:36.512899 3648 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 23:13:36.512926 3648 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 23:13:36.533704 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0505 23:13:38.515061 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0505 23:13:39.783607 3648 cni.go:452] [openshift-multus/network-metrics-daemon-5brt2 4415c061ba379169f7c2288820ecf318722e7f4f78d37ad70c171e1d72f60363 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-5brt2 4415c061ba379169f7c2288820ecf318722e7f4f78d37ad70c171e1d72f60363 network default NAD default NAD key ] I0505 23:13:39.785255 3648 cni.go:452] [openshift-network-diagnostics/network-check-target-v65jq e7c01302191fbb4370b676c9a10fd0ac9307abfb3df66958edb403c71516cf3f network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-v65jq e7c01302191fbb4370b676c9a10fd0ac9307abfb3df66958edb403c71516cf3f network default NAD default NAD key ] I0505 23:13:39.796865 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-5brt2, hostIfaceName: 4415c061ba37916, network: default, NAD default, SandboxID: "4415c061ba379169f7c2288820ecf318722e7f4f78d37ad70c171e1d72f60363", PCI device ID: , UID: "9e5c8c90-afe5-40e9-8102-989695b4b1ba", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0505 23:13:39.797623 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-v65jq, hostIfaceName: e7c01302191fbb4, network: default, NAD default, SandboxID: "e7c01302191fbb4370b676c9a10fd0ac9307abfb3df66958edb403c71516cf3f", PCI device ID: , UID: "f6cc5c25-be6f-4db2-a065-b5b4f3ca5766", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0505 23:13:39.853007 3648 cni.go:473] [openshift-multus/network-metrics-daemon-5brt2 4415c061ba379169f7c2288820ecf318722e7f4f78d37ad70c171e1d72f60363 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-5brt2 4415c061ba379169f7c2288820ecf318722e7f4f78d37ad70c171e1d72f60363 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:c9:00:6e:0c:fd\",\"name\":\"4415c061ba37916\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e311129d-4df9-441b-8b4f-87ee02ad3e06\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:13:39.877340 3648 cni.go:473] [openshift-network-diagnostics/network-check-target-v65jq e7c01302191fbb4370b676c9a10fd0ac9307abfb3df66958edb403c71516cf3f network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-v65jq e7c01302191fbb4370b676c9a10fd0ac9307abfb3df66958edb403c71516cf3f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:6f:93:78:b3:b7\",\"name\":\"e7c01302191fbb4\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1516d00a-d260-4f2d-a7a9-b48a4a4e6db1\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 23:13:46.570781 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:13:46.570800 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:13:46.570806 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:13:46.570812 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:13:49.880142 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0505 23:13:51.537627 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 23:13:51.537649 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 23:13:51.537661 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 23:13:51.537666 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 23:13:52.151677 3648 obj_retry.go:498] Detected object openshift-console/console-5976756878-6vhn9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:13:52.152243 3648 obj_retry.go:498] Detected object openshift-console/console-5976756878-6vhn9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:13:53.039887 3648 obj_retry.go:492] Detected object openshift-console/console-5976756878-6vhn9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:13:53.039919 3648 obj_retry.go:492] Detected object openshift-console/console-5976756878-6vhn9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:13:53.044870 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5976756878-6vhn9 I0505 23:13:53.044899 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5976756878-6vhn9 I0505 23:13:54.579185 3648 cni.go:452] [openshift-console/console-5976756878-8cpw5 3837301e5845cbb3b2e85a8122a3d71d0e0456239f1d14d8e60dd4ba06a8713b network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5976756878-8cpw5 3837301e5845cbb3b2e85a8122a3d71d0e0456239f1d14d8e60dd4ba06a8713b network default NAD default NAD key ] I0505 23:13:54.656665 3648 cni.go:473] [openshift-console/console-5976756878-8cpw5 3837301e5845cbb3b2e85a8122a3d71d0e0456239f1d14d8e60dd4ba06a8713b network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5976756878-8cpw5 3837301e5845cbb3b2e85a8122a3d71d0e0456239f1d14d8e60dd4ba06a8713b network default NAD default NAD key default], result "{}", err I0505 23:13:54.730337 3648 obj_retry.go:498] Detected object openshift-console/console-5976756878-8cpw5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:13:54.730374 3648 pods.go:176] Deleting pod: openshift-console/console-5976756878-8cpw5 I0505 23:13:54.731650 3648 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5976756878-8cpw5, ips: 10.130.0.13 I0505 23:13:54.731683 3648 obj_retry.go:498] Detected object openshift-console/console-5976756878-8cpw5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:13:54.739938 3648 base_network_controller_pods.go:487] [default/openshift-console/console-5c6954bb6c-9sqgq] creating logical port openshift-console_console-5c6954bb6c-9sqgq for pod on switch ip-10-0-1-12.ec2.internal I0505 23:13:54.740044 3648 kube.go:256] Updating pod openshift-console/console-5c6954bb6c-9sqgq I0505 23:13:54.755365 3648 pod.go:62] [openshift-console/console-5c6954bb6c-9sqgq] pod update took 15.351574ms I0505 23:13:54.755392 3648 base_network_controller_pods.go:951] [default/openshift-console/console-5c6954bb6c-9sqgq] addLogicalPort annotation time took 15.383155ms I0505 23:13:54.756739 3648 pods.go:271] [openshift-console/console-5c6954bb6c-9sqgq] addLogicalPort took 16.813987ms, libovsdb time 969.367µs W0505 23:13:54.932005 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 23:13:54.932028 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0505 23:13:55.148320 3648 cni.go:452] [openshift-console/console-5c6954bb6c-9sqgq 637f7000cc02937e98712f798e3bfa8e1ddf833382ed6410907817d9015d0eb6 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5c6954bb6c-9sqgq 637f7000cc02937e98712f798e3bfa8e1ddf833382ed6410907817d9015d0eb6 network default NAD default NAD key ] I0505 23:13:55.169752 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5c6954bb6c-9sqgq, hostIfaceName: 637f7000cc02937, network: default, NAD default, SandboxID: "637f7000cc02937e98712f798e3bfa8e1ddf833382ed6410907817d9015d0eb6", PCI device ID: , UID: "bc09a34d-8b95-40e8-b07e-ffaf9fd03735", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0505 23:13:55.221638 3648 cni.go:473] [openshift-console/console-5c6954bb6c-9sqgq 637f7000cc02937e98712f798e3bfa8e1ddf833382ed6410907817d9015d0eb6 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5c6954bb6c-9sqgq 637f7000cc02937e98712f798e3bfa8e1ddf833382ed6410907817d9015d0eb6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:e3:f0:7c:01:f8\",\"name\":\"637f7000cc02937\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08fdc1a2-ba6c-4114-b163-a697f7a45230\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:13:55.636900 3648 obj_retry.go:492] Detected object openshift-console/console-5976756878-8cpw5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:13:55.636932 3648 obj_retry.go:492] Detected object openshift-console/console-5976756878-8cpw5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:13:55.641842 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5976756878-8cpw5 I0505 23:13:55.641864 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5976756878-8cpw5 W0505 23:13:56.303216 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:13:56.303242 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:13:56.303250 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:13:56.303267 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:13:56.303273 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:13:56.303280 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:13:59.540360 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0505 23:13:59.769818 3648 obj_retry.go:498] Detected object openshift-image-registry/image-registry-57bd5ff7b4-vqrn8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:13:59.770361 3648 obj_retry.go:498] Detected object openshift-image-registry/image-registry-57bd5ff7b4-vqrn8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:14:00.211457 3648 obj_retry.go:492] Detected object openshift-image-registry/image-registry-57bd5ff7b4-vqrn8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:14:00.211505 3648 obj_retry.go:492] Detected object openshift-image-registry/image-registry-57bd5ff7b4-vqrn8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:14:00.219821 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-57bd5ff7b4-vqrn8 I0505 23:14:00.219845 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-57bd5ff7b4-vqrn8 W0505 23:14:02.931974 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0505 23:14:03.058182 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 23:14:03.058212 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 23:14:03.102318 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 23:14:03.102341 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 23:14:05.682503 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 23:14:06.332984 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:14:06.333009 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:14:06.333015 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:14:07.954751 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0505 23:14:12.967993 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 23:14:12.968018 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 23:14:14.573982 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 23:14:21.583000 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 23:14:21.583023 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 23:14:28.405560 3648 obj_retry.go:498] Detected object openshift-ingress/router-default-58944df9f7-brdlx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:14:28.406136 3648 obj_retry.go:498] Detected object openshift-ingress/router-default-58944df9f7-brdlx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:14:28.431925 3648 obj_retry.go:498] Detected object openshift-console/console-5db96b7856-zw6wq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:14:28.432441 3648 obj_retry.go:498] Detected object openshift-console/console-5db96b7856-zw6wq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:14:29.036587 3648 obj_retry.go:492] Detected object openshift-console/console-5db96b7856-zw6wq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:14:29.036611 3648 obj_retry.go:492] Detected object openshift-console/console-5db96b7856-zw6wq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:14:29.043177 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5db96b7856-zw6wq I0505 23:14:29.043199 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5db96b7856-zw6wq I0505 23:14:29.061114 3648 obj_retry.go:492] Detected object openshift-ingress/router-default-58944df9f7-brdlx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:14:29.061135 3648 obj_retry.go:492] Detected object openshift-ingress/router-default-58944df9f7-brdlx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:14:29.067414 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-58944df9f7-brdlx I0505 23:14:29.067442 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-58944df9f7-brdlx I0505 23:14:36.496927 3648 cni.go:452] [openshift-monitoring/alertmanager-main-1 b12368d7bdfd5bf5e4213508c624bda025e6839c88f0a3453e7b93e8d72f3cf1 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 b12368d7bdfd5bf5e4213508c624bda025e6839c88f0a3453e7b93e8d72f3cf1 network default NAD default NAD key ] I0505 23:14:36.570596 3648 cni.go:473] [openshift-monitoring/alertmanager-main-1 b12368d7bdfd5bf5e4213508c624bda025e6839c88f0a3453e7b93e8d72f3cf1 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 b12368d7bdfd5bf5e4213508c624bda025e6839c88f0a3453e7b93e8d72f3cf1 network default NAD default NAD key default], result "{}", err I0505 23:14:36.629043 3648 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:14:36.629084 3648 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0505 23:14:36.630387 3648 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.130.0.15 I0505 23:14:36.630416 3648 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:14:36.799546 3648 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:14:36.799577 3648 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:14:36.807657 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0505 23:14:36.807693 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0505 23:14:36.847511 3648 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-12.ec2.internal I0505 23:14:36.847629 3648 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0505 23:14:36.868052 3648 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 20.465974ms I0505 23:14:36.868075 3648 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 20.495354ms I0505 23:14:36.869312 3648 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 21.839912ms, libovsdb time 928.106µs I0505 23:14:37.209665 3648 cni.go:452] [openshift-monitoring/alertmanager-main-1 6bdfd8532268d58f1814b6180faab505fc42bf36ae801dc9358b5903366e2889 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 6bdfd8532268d58f1814b6180faab505fc42bf36ae801dc9358b5903366e2889 network default NAD default NAD key ] I0505 23:14:37.219156 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 6bdfd8532268d58, network: default, NAD default, SandboxID: "6bdfd8532268d58f1814b6180faab505fc42bf36ae801dc9358b5903366e2889", PCI device ID: , UID: "0f3adf4b-b322-4044-b08b-f2a154a50c74", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0505 23:14:37.268845 3648 cni.go:473] [openshift-monitoring/alertmanager-main-1 6bdfd8532268d58f1814b6180faab505fc42bf36ae801dc9358b5903366e2889 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 6bdfd8532268d58f1814b6180faab505fc42bf36ae801dc9358b5903366e2889 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:a5:c5:fe:45:1d\",\"name\":\"6bdfd8532268d58\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b553337-0353-4a87-95b8-9f4eca1226bd\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:14:41.023666 3648 cni.go:452] [openshift-monitoring/prometheus-k8s-1 167c0d5719ca4dfb48f9bc97acd707063ed68646934f55e9cccfc826908d9830 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 167c0d5719ca4dfb48f9bc97acd707063ed68646934f55e9cccfc826908d9830 network default NAD default NAD key ] I0505 23:14:41.104066 3648 cni.go:473] [openshift-monitoring/prometheus-k8s-1 167c0d5719ca4dfb48f9bc97acd707063ed68646934f55e9cccfc826908d9830 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 167c0d5719ca4dfb48f9bc97acd707063ed68646934f55e9cccfc826908d9830 network default NAD default NAD key default], result "{}", err I0505 23:14:41.167080 3648 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:14:41.167111 3648 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0505 23:14:41.168428 3648 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.130.0.19 I0505 23:14:41.168452 3648 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:14:41.838042 3648 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:14:41.838068 3648 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:14:41.847078 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0505 23:14:41.847113 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0505 23:14:41.888380 3648 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-12.ec2.internal I0505 23:14:41.888512 3648 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0505 23:14:41.909870 3648 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 21.418581ms I0505 23:14:41.909894 3648 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 21.446953ms I0505 23:14:41.911103 3648 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 22.739408ms, libovsdb time 894.141µs I0505 23:14:42.253060 3648 cni.go:452] [openshift-monitoring/prometheus-k8s-1 a074a3768900eba6cbeef18dee417ecd8863917f1ef007529c91571d175f08f2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 a074a3768900eba6cbeef18dee417ecd8863917f1ef007529c91571d175f08f2 network default NAD default NAD key ] I0505 23:14:42.262592 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: a074a3768900eba, network: default, NAD default, SandboxID: "a074a3768900eba6cbeef18dee417ecd8863917f1ef007529c91571d175f08f2", PCI device ID: , UID: "abc2ac0f-f775-4734-9dce-ef660d5bf9a6", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0505 23:14:42.311162 3648 cni.go:473] [openshift-monitoring/prometheus-k8s-1 a074a3768900eba6cbeef18dee417ecd8863917f1ef007529c91571d175f08f2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 a074a3768900eba6cbeef18dee417ecd8863917f1ef007529c91571d175f08f2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:9a:b1:06:e9:26\",\"name\":\"a074a3768900eba\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3b0fa30e-7b50-4157-9476-a99a0d75b2fc\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 23:14:57.260156 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:14:57.260182 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:14:57.260188 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 23:14:58.552991 3648 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:14:58.553612 3648 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:14:59.282135 3648 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:14:59.282161 3648 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:14:59.289639 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0505 23:14:59.289666 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0505 23:15:08.773082 3648 obj_retry.go:498] Detected object openshift-console/console-5c6954bb6c-596cx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:15:08.773598 3648 obj_retry.go:498] Detected object openshift-console/console-5c6954bb6c-596cx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:15:09.353610 3648 obj_retry.go:492] Detected object openshift-console/console-5c6954bb6c-596cx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:15:09.353639 3648 obj_retry.go:492] Detected object openshift-console/console-5c6954bb6c-596cx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:15:09.362180 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c6954bb6c-596cx I0505 23:15:09.362210 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c6954bb6c-596cx I0505 23:15:19.345904 3648 cni.go:452] [openshift-console/console-5c6954bb6c-9sqgq 637f7000cc02937e98712f798e3bfa8e1ddf833382ed6410907817d9015d0eb6 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5c6954bb6c-9sqgq 637f7000cc02937e98712f798e3bfa8e1ddf833382ed6410907817d9015d0eb6 network default NAD default NAD key ] I0505 23:15:19.432753 3648 cni.go:473] [openshift-console/console-5c6954bb6c-9sqgq 637f7000cc02937e98712f798e3bfa8e1ddf833382ed6410907817d9015d0eb6 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5c6954bb6c-9sqgq 637f7000cc02937e98712f798e3bfa8e1ddf833382ed6410907817d9015d0eb6 network default NAD default NAD key default], result "{}", err I0505 23:15:19.484129 3648 obj_retry.go:498] Detected object openshift-console/console-5c6954bb6c-9sqgq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:15:19.484174 3648 pods.go:176] Deleting pod: openshift-console/console-5c6954bb6c-9sqgq I0505 23:15:19.485548 3648 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5c6954bb6c-9sqgq, ips: 10.130.0.20 I0505 23:15:19.485578 3648 obj_retry.go:498] Detected object openshift-console/console-5c6954bb6c-9sqgq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:15:20.000253 3648 obj_retry.go:492] Detected object openshift-console/console-5c6954bb6c-9sqgq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:15:20.000282 3648 obj_retry.go:492] Detected object openshift-console/console-5c6954bb6c-9sqgq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:15:20.007081 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c6954bb6c-9sqgq I0505 23:15:20.007108 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c6954bb6c-9sqgq I0505 23:15:24.397469 3648 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpgg9n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:15:24.398098 3648 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpgg9n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:15:24.398126 3648 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpgg9n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:15:24.398134 3648 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0505 23:15:24.398150 3648 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpgg9n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:15:24.398155 3648 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0505 23:15:25.425707 3648 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpgg9n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:15:25.425735 3648 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpgg9n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:15:25.425752 3648 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpgg9n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:15:25.425765 3648 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpgg9n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:15:26.112409 3648 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0505 23:15:26.131478 3648 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0505 23:15:35.458393 3648 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-8s98l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:15:35.458963 3648 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-8s98l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:15:36.341446 3648 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-8s98l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:15:36.341471 3648 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-8s98l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 23:15:43.133703 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 23:15:43.133726 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 23:15:44.442085 3648 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:15:44.442695 3648 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:15:44.790928 3648 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:15:44.790957 3648 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:15:44.799460 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0505 23:15:44.799496 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0505 23:16:57.483035 3648 base_network_controller_pods.go:487] [default/openshift-console/console-7c95cdb4df-7tjdt] creating logical port openshift-console_console-7c95cdb4df-7tjdt for pod on switch ip-10-0-1-12.ec2.internal I0505 23:16:57.483169 3648 kube.go:256] Updating pod openshift-console/console-7c95cdb4df-7tjdt I0505 23:16:57.503776 3648 pod.go:62] [openshift-console/console-7c95cdb4df-7tjdt] pod update took 20.634227ms I0505 23:16:57.503806 3648 base_network_controller_pods.go:951] [default/openshift-console/console-7c95cdb4df-7tjdt] addLogicalPort annotation time took 20.670068ms I0505 23:16:57.505269 3648 pods.go:271] [openshift-console/console-7c95cdb4df-7tjdt] addLogicalPort took 22.247942ms, libovsdb time 999.778µs I0505 23:16:57.847809 3648 cni.go:452] [openshift-console/console-7c95cdb4df-7tjdt 86e8901c030e32afbc9c00ab3f683c4e3af92875bc35f8977e73aab814f18a63 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7c95cdb4df-7tjdt 86e8901c030e32afbc9c00ab3f683c4e3af92875bc35f8977e73aab814f18a63 network default NAD default NAD key ] I0505 23:16:57.857249 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7c95cdb4df-7tjdt, hostIfaceName: 86e8901c030e32a, network: default, NAD default, SandboxID: "86e8901c030e32afbc9c00ab3f683c4e3af92875bc35f8977e73aab814f18a63", PCI device ID: , UID: "f6196c21-8d5e-4ccf-a898-8fe5a54fd414", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0505 23:16:57.908846 3648 cni.go:473] [openshift-console/console-7c95cdb4df-7tjdt 86e8901c030e32afbc9c00ab3f683c4e3af92875bc35f8977e73aab814f18a63 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7c95cdb4df-7tjdt 86e8901c030e32afbc9c00ab3f683c4e3af92875bc35f8977e73aab814f18a63 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:1b:1e:90:f2:5f\",\"name\":\"86e8901c030e32a\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b62622ec-4ddf-4c10-9d4f-af629cb57ff1\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 23:17:08.439100 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 23:17:22.773684 3648 obj_retry.go:498] Detected object openshift-console/console-6dd99dc446-j8qsl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:17:22.774271 3648 obj_retry.go:498] Detected object openshift-console/console-6dd99dc446-j8qsl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:17:23.764980 3648 obj_retry.go:492] Detected object openshift-console/console-6dd99dc446-j8qsl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:23.765024 3648 obj_retry.go:492] Detected object openshift-console/console-6dd99dc446-j8qsl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:23.772188 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6dd99dc446-j8qsl I0505 23:17:23.772210 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6dd99dc446-j8qsl I0505 23:17:33.753772 3648 obj_retry.go:498] Detected object openshift-console/console-6dd99dc446-g25qn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:17:33.754350 3648 obj_retry.go:498] Detected object openshift-console/console-6dd99dc446-g25qn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:17:33.949231 3648 obj_retry.go:492] Detected object openshift-console/console-6dd99dc446-g25qn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:33.949257 3648 obj_retry.go:492] Detected object openshift-console/console-6dd99dc446-g25qn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:33.956044 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6dd99dc446-g25qn I0505 23:17:33.956070 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6dd99dc446-g25qn I0505 23:18:08.113240 3648 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=456 I0505 23:18:57.101476 3648 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=44 I0505 23:18:57.216587 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0505 23:19:09.226602 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0505 23:19:14.193328 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0505 23:19:37.104115 3648 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=38 I0505 23:19:58.210565 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0505 23:20:04.512924 3648 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-j7jjf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:04.513457 3648 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-j7jjf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:05.405121 3648 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-j7jjf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:05.405148 3648 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-j7jjf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 23:20:30.496129 3648 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 23:20:34.227351 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0505 23:20:37.201137 3648 namespace.go:98] [tsf] adding namespace I0505 23:20:37.202078 3648 namespace.go:102] [tsf] adding namespace took 917.809µs I0505 23:20:37.217187 3648 namespace.go:142] [tsf] updating namespace I0505 23:20:37.226693 3648 namespace.go:142] [tsf] updating namespace I0505 23:20:41.538525 3648 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0505 23:20:41.538604 3648 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-hzr46 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-hzr46: no pod IPs found I0505 23:20:41.757257 3648 namespace.go:98] [rhbk-operator] adding namespace I0505 23:20:41.758157 3648 namespace.go:102] [rhbk-operator] adding namespace took 875.231µs I0505 23:20:41.760767 3648 namespace.go:98] [cert-manager-operator] adding namespace I0505 23:20:41.760824 3648 namespace.go:98] [konflux-operator] adding namespace I0505 23:20:41.760874 3648 namespace.go:98] [tsf-tpa] adding namespace I0505 23:20:41.761047 3648 namespace.go:98] [tsf-keycloak] adding namespace I0505 23:20:41.761611 3648 namespace.go:102] [cert-manager-operator] adding namespace took 827.336µs I0505 23:20:41.762247 3648 namespace.go:102] [konflux-operator] adding namespace took 1.406888ms I0505 23:20:41.762889 3648 namespace.go:102] [tsf-tpa] adding namespace took 1.999201ms I0505 23:20:41.763228 3648 namespace.go:98] [rhtpa-operator] adding namespace I0505 23:20:41.763393 3648 namespace.go:98] [konflux-ui] adding namespace I0505 23:20:41.763465 3648 namespace.go:98] [tsf-tas] adding namespace I0505 23:20:41.763600 3648 namespace.go:102] [tsf-keycloak] adding namespace took 2.535083ms I0505 23:20:41.764263 3648 namespace.go:102] [rhtpa-operator] adding namespace took 1.01998ms I0505 23:20:41.764841 3648 namespace.go:102] [konflux-ui] adding namespace took 1.435032ms I0505 23:20:41.765377 3648 namespace.go:102] [tsf-tas] adding namespace took 1.897679ms I0505 23:20:41.775358 3648 namespace.go:142] [rhbk-operator] updating namespace I0505 23:20:41.793310 3648 namespace.go:142] [rhbk-operator] updating namespace I0505 23:20:41.797511 3648 namespace.go:142] [cert-manager-operator] updating namespace I0505 23:20:41.811618 3648 namespace.go:142] [tsf-tpa] updating namespace I0505 23:20:41.811685 3648 namespace.go:142] [konflux-operator] updating namespace I0505 23:20:41.812441 3648 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:20:41.841626 3648 namespace.go:142] [konflux-ui] updating namespace I0505 23:20:41.841676 3648 namespace.go:142] [rhtpa-operator] updating namespace I0505 23:20:41.841819 3648 namespace.go:142] [tsf-tas] updating namespace I0505 23:20:41.842272 3648 namespace.go:142] [rhbk-operator] updating namespace I0505 23:20:41.843641 3648 namespace.go:142] [cert-manager-operator] updating namespace I0505 23:20:41.848581 3648 namespace.go:142] [tsf-tpa] updating namespace I0505 23:20:41.858264 3648 namespace.go:142] [tsf-tpa] updating namespace I0505 23:20:41.865507 3648 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:20:41.877105 3648 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:20:41.888591 3648 namespace.go:142] [rhtpa-operator] updating namespace I0505 23:20:41.902927 3648 namespace.go:142] [rhtpa-operator] updating namespace I0505 23:20:41.903928 3648 namespace.go:142] [konflux-ui] updating namespace I0505 23:20:41.915168 3648 namespace.go:142] [konflux-ui] updating namespace I0505 23:20:41.921937 3648 namespace.go:142] [tsf-tas] updating namespace I0505 23:20:41.934304 3648 namespace.go:142] [tsf-tas] updating namespace I0505 23:20:41.944051 3648 namespace.go:142] [konflux-operator] updating namespace I0505 23:20:41.952413 3648 namespace.go:142] [konflux-operator] updating namespace I0505 23:20:42.168474 3648 namespace.go:142] [cert-manager-operator] updating namespace I0505 23:20:43.131167 3648 namespace.go:142] [tsf-tpa] updating namespace I0505 23:20:43.164370 3648 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:20:48.732628 3648 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egmts6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:48.733184 3648 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egmts6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:48.733210 3648 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egmts6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:20:48.733218 3648 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 23:20:48.733228 3648 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egmts6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:20:48.733234 3648 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 23:20:49.760354 3648 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egmts6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:49.760375 3648 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egmts6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:49.760387 3648 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egmts6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:49.760399 3648 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egmts6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:50.741575 3648 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d75s6s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:50.742078 3648 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d75s6s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:50.742100 3648 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d75s6s of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:20:50.742108 3648 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 23:20:50.742122 3648 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d75s6s of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:20:50.742128 3648 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 23:20:51.771122 3648 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d75s6s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:51.771148 3648 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d75s6s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:51.771168 3648 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d75s6s of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:51.771180 3648 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d75s6s of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:53.867916 3648 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51txjjz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:53.868451 3648 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51txjjz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:53.868481 3648 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51txjjz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:20:53.868503 3648 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 23:20:53.868514 3648 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51txjjz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:20:53.868518 3648 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 23:20:53.895502 3648 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2kng29 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:53.895897 3648 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2kng29 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:53.895922 3648 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2kng29 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:20:53.895932 3648 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 23:20:53.895951 3648 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2kng29 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:20:53.895958 3648 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 23:20:54.916263 3648 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51txjjz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:54.916291 3648 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51txjjz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:54.916334 3648 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51txjjz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:54.916345 3648 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51txjjz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:54.945133 3648 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2kng29 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:54.945162 3648 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2kng29 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:54.945179 3648 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2kng29 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:54.945189 3648 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2kng29 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:56.806788 3648 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365nx56 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:56.807351 3648 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365nx56 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:56.807382 3648 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365nx56 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:20:56.807392 3648 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 23:20:56.807403 3648 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365nx56 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:20:56.807407 3648 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 23:20:56.842913 3648 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pn85l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:56.843349 3648 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pn85l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:56.843374 3648 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pn85l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:20:56.843383 3648 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 23:20:56.843392 3648 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pn85l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:20:56.843397 3648 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 23:20:57.843609 3648 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365nx56 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:57.843632 3648 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365nx56 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:57.843651 3648 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365nx56 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:57.843667 3648 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365nx56 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:57.874393 3648 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pn85l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:57.874414 3648 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pn85l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:57.874429 3648 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pn85l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:57.874440 3648 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pn85l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:21:05.195113 3648 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-sbpfz] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-sbpfz for pod on switch ip-10-0-1-12.ec2.internal I0505 23:21:05.195220 3648 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-sbpfz I0505 23:21:05.219037 3648 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-sbpfz] pod update took 23.844726ms I0505 23:21:05.219056 3648 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-sbpfz] addLogicalPort annotation time took 23.86722ms I0505 23:21:05.220259 3648 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-sbpfz] addLogicalPort took 25.161061ms, libovsdb time 828.83µs I0505 23:21:06.304504 3648 namespace.go:98] [cert-manager] adding namespace I0505 23:21:06.305334 3648 namespace.go:102] [cert-manager] adding namespace took 803.532µs I0505 23:21:06.328812 3648 namespace.go:142] [cert-manager] updating namespace I0505 23:21:06.407695 3648 namespace.go:142] [cert-manager] updating namespace I0505 23:21:07.727527 3648 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-sbpfz c848d557361aca713f1dfc7795c9b055f41251524e32299bf36aa7e7feb5e1b6 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-sbpfz c848d557361aca713f1dfc7795c9b055f41251524e32299bf36aa7e7feb5e1b6 network default NAD default NAD key ] I0505 23:21:07.737043 3648 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-sbpfz, hostIfaceName: c848d557361aca7, network: default, NAD default, SandboxID: "c848d557361aca713f1dfc7795c9b055f41251524e32299bf36aa7e7feb5e1b6", PCI device ID: , UID: "6e583e2d-e7e2-4900-9d69-ba6fc753c385", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0505 23:21:07.785893 3648 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-sbpfz c848d557361aca713f1dfc7795c9b055f41251524e32299bf36aa7e7feb5e1b6 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-sbpfz c848d557361aca713f1dfc7795c9b055f41251524e32299bf36aa7e7feb5e1b6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:70:ac:56:87:48\",\"name\":\"c848d557361aca7\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6c1947c6-199d-4dd7-a793-3a47d7f16a43\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:21:09.845657 3648 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-gzf65] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-gzf65 for pod on switch ip-10-0-1-12.ec2.internal I0505 23:21:09.845789 3648 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-gzf65 I0505 23:21:09.917560 3648 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-gzf65 I0505 23:21:09.982589 3648 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-gzf65] pod update took 136.845358ms I0505 23:21:09.982613 3648 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-gzf65] addLogicalPort annotation time took 136.873127ms I0505 23:21:09.984050 3648 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-gzf65] addLogicalPort took 138.41148ms, libovsdb time 1.055482ms I0505 23:21:10.350029 3648 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-gzf65 df6dcccba8bcd97a890048511068e99d360d36a283e306f1575117e261a58a40 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-gzf65 df6dcccba8bcd97a890048511068e99d360d36a283e306f1575117e261a58a40 network default NAD default NAD key ] I0505 23:21:10.361279 3648 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-gzf65, hostIfaceName: df6dcccba8bcd97, network: default, NAD default, SandboxID: "df6dcccba8bcd97a890048511068e99d360d36a283e306f1575117e261a58a40", PCI device ID: , UID: "c44323eb-d9ae-406e-b57d-6d6def48cb60", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0505 23:21:10.414325 3648 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-gzf65 df6dcccba8bcd97a890048511068e99d360d36a283e306f1575117e261a58a40 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-gzf65 df6dcccba8bcd97a890048511068e99d360d36a283e306f1575117e261a58a40 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:39:ff:6b:51:35\",\"name\":\"df6dcccba8bcd97\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e19cbbe-33a4-431a-bed8-75f22b79f13a\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 23:21:11.429563 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0505 23:21:11.780712 3648 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-jc8zh] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-jc8zh for pod on switch ip-10-0-1-12.ec2.internal I0505 23:21:11.780933 3648 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-jc8zh I0505 23:21:11.835614 3648 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-jc8zh I0505 23:21:11.876893 3648 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-jc8zh] pod update took 96.00473ms I0505 23:21:11.876920 3648 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-jc8zh] addLogicalPort annotation time took 96.036931ms I0505 23:21:11.878506 3648 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-jc8zh] addLogicalPort took 97.80439ms, libovsdb time 1.158936ms I0505 23:21:12.106333 3648 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=144 I0505 23:21:12.310561 3648 namespace.go:142] [openshift-operators] updating namespace I0505 23:21:12.336532 3648 namespace.go:142] [openshift-operators] updating namespace W0505 23:21:12.814012 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 23:21:12.814032 3648 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0505 23:21:13.412789 3648 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-jc8zh f55b79147a4cf99f48462675692b493ab4183cdc653713aff5ba5f8f7cca43b3 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-jc8zh f55b79147a4cf99f48462675692b493ab4183cdc653713aff5ba5f8f7cca43b3 network default NAD default NAD key ] I0505 23:21:13.423338 3648 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-jc8zh, hostIfaceName: f55b79147a4cf99, network: default, NAD default, SandboxID: "f55b79147a4cf99f48462675692b493ab4183cdc653713aff5ba5f8f7cca43b3", PCI device ID: , UID: "0fbbe5fc-4f9b-425c-aac3-73f090468e04", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0505 23:21:13.474566 3648 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-jc8zh f55b79147a4cf99f48462675692b493ab4183cdc653713aff5ba5f8f7cca43b3 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-jc8zh f55b79147a4cf99f48462675692b493ab4183cdc653713aff5ba5f8f7cca43b3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:d1:f0:ba:5d:24\",\"name\":\"f55b79147a4cf99\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b1a731a6-254a-4759-a8d9-ce603a1b974d\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 23:21:16.547209 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0505 23:21:18.023131 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 23:21:18.032560 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 23:21:18.043331 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 23:21:18.054206 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0505 23:21:18.198591 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0505 23:21:20.422440 3648 namespace.go:142] [openshift-operators] updating namespace I0505 23:21:20.967839 3648 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-l4drv] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-l4drv for pod on switch ip-10-0-1-12.ec2.internal I0505 23:21:20.967976 3648 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-l4drv I0505 23:21:21.113580 3648 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-l4drv I0505 23:21:21.175874 3648 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-l4drv] pod update took 207.937582ms I0505 23:21:21.175899 3648 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-l4drv] addLogicalPort annotation time took 207.969051ms I0505 23:21:21.176960 3648 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-l4drv] addLogicalPort took 209.141653ms, libovsdb time 761.298µs I0505 23:21:21.317920 3648 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-l4drv 1c18a92dec6a680e92c5d2c4a09120a6da6492a71c7767a7396c799dee3e34d3 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-l4drv 1c18a92dec6a680e92c5d2c4a09120a6da6492a71c7767a7396c799dee3e34d3 network default NAD default NAD key ] I0505 23:21:21.327332 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-l4drv, hostIfaceName: 1c18a92dec6a680, network: default, NAD default, SandboxID: "1c18a92dec6a680e92c5d2c4a09120a6da6492a71c7767a7396c799dee3e34d3", PCI device ID: , UID: "48f49289-8d27-4463-8660-ca02c0d4e928", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0505 23:21:21.376351 3648 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-l4drv 1c18a92dec6a680e92c5d2c4a09120a6da6492a71c7767a7396c799dee3e34d3 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-l4drv 1c18a92dec6a680e92c5d2c4a09120a6da6492a71c7767a7396c799dee3e34d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:68:f3:c7:90:bc\",\"name\":\"1c18a92dec6a680\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b67da6ae-754c-4c8f-ae84-1362c5132d18\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 23:21:22.413481 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0505 23:21:25.105424 3648 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=54 I0505 23:21:26.713069 3648 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-tzpmf] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-tzpmf for pod on switch ip-10-0-1-12.ec2.internal I0505 23:21:26.713264 3648 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-tzpmf I0505 23:21:26.786114 3648 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-tzpmf I0505 23:21:26.846898 3648 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-tzpmf] pod update took 133.681402ms I0505 23:21:26.846924 3648 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-tzpmf] addLogicalPort annotation time took 133.71005ms I0505 23:21:26.848139 3648 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-tzpmf] addLogicalPort took 135.092901ms, libovsdb time 842.559µs I0505 23:21:27.061130 3648 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-tzpmf 1dec16233dd34c1d95561589f41297dfb68c9853669a931bad6c7bfafedbf003 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-tzpmf 1dec16233dd34c1d95561589f41297dfb68c9853669a931bad6c7bfafedbf003 network default NAD default NAD key ] I0505 23:21:27.070460 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-tzpmf, hostIfaceName: 1dec16233dd34c1, network: default, NAD default, SandboxID: "1dec16233dd34c1d95561589f41297dfb68c9853669a931bad6c7bfafedbf003", PCI device ID: , UID: "d5569b7f-195b-4be7-ad89-227fa4a3e534", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0505 23:21:27.119982 3648 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-tzpmf 1dec16233dd34c1d95561589f41297dfb68c9853669a931bad6c7bfafedbf003 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-tzpmf 1dec16233dd34c1d95561589f41297dfb68c9853669a931bad6c7bfafedbf003 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:b1:9c:72:5c:41\",\"name\":\"1dec16233dd34c1\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e02ea01-d8bf-43cd-91b1-bebc1b7f455d\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 23:21:27.460998 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0505 23:21:28.976697 3648 namespace.go:98] [trusted-artifact-signer] adding namespace I0505 23:21:28.977556 3648 namespace.go:102] [trusted-artifact-signer] adding namespace took 837.173µs I0505 23:21:28.991864 3648 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 23:21:29.159506 3648 namespace.go:142] [trusted-artifact-signer] updating namespace W0505 23:21:29.624467 3648 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0505 23:21:36.351178 3648 namespace.go:98] [openshift-pipelines] adding namespace I0505 23:21:36.352045 3648 namespace.go:102] [openshift-pipelines] adding namespace took 842.147µs I0505 23:21:36.376223 3648 namespace.go:142] [openshift-pipelines] updating namespace I0505 23:21:37.068969 3648 namespace.go:142] [cert-manager] updating namespace I0505 23:21:37.269964 3648 namespace.go:142] [cert-manager-operator] updating namespace I0505 23:21:37.668792 3648 namespace.go:142] [konflux-operator] updating namespace I0505 23:21:37.870794 3648 namespace.go:142] [konflux-ui] updating namespace I0505 23:21:38.072821 3648 namespace.go:142] [open-cluster-management-2q42fkshsh4u20crbvkl178uubteill3] updating namespace I0505 23:21:38.475100 3648 namespace.go:142] [rhbk-operator] updating namespace I0505 23:21:38.671050 3648 namespace.go:142] [rhtpa-operator] updating namespace I0505 23:21:38.873079 3648 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 23:21:39.074216 3648 namespace.go:142] [tsf] updating namespace I0505 23:21:39.274665 3648 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:21:39.474316 3648 namespace.go:142] [tsf-tas] updating namespace I0505 23:21:39.674990 3648 namespace.go:142] [tsf-tpa] updating namespace I0505 23:21:39.802933 3648 namespace.go:142] [cert-manager] updating namespace I0505 23:21:39.817198 3648 namespace.go:142] [cert-manager-operator] updating namespace I0505 23:21:39.825844 3648 namespace.go:142] [default] updating namespace I0505 23:21:39.836798 3648 namespace.go:142] [konflux-operator] updating namespace I0505 23:21:39.846113 3648 namespace.go:142] [konflux-ui] updating namespace I0505 23:21:39.859083 3648 namespace.go:142] [open-cluster-management-2q42fkshsh4u20crbvkl178uubteill3] updating namespace I0505 23:21:39.868522 3648 namespace.go:142] [openshift] updating namespace I0505 23:21:39.879553 3648 namespace.go:142] [rhbk-operator] updating namespace I0505 23:21:39.887310 3648 namespace.go:142] [rhtpa-operator] updating namespace I0505 23:21:39.899056 3648 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 23:21:39.911735 3648 namespace.go:142] [tsf] updating namespace I0505 23:21:39.925371 3648 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:21:39.934724 3648 namespace.go:142] [tsf-tas] updating namespace I0505 23:21:39.956071 3648 namespace.go:142] [tsf-tpa] updating namespace I0505 23:21:40.056120 3648 namespace.go:142] [cert-manager] updating namespace I0505 23:21:40.158840 3648 namespace.go:142] [cert-manager-operator] updating namespace I0505 23:21:40.254808 3648 namespace.go:142] [default] updating namespace I0505 23:21:40.356221 3648 namespace.go:142] [konflux-operator] updating namespace I0505 23:21:40.455914 3648 namespace.go:142] [konflux-ui] updating namespace W0505 23:21:40.499651 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0505 23:21:40.554070 3648 namespace.go:142] [open-cluster-management-2q42fkshsh4u20crbvkl178uubteill3] updating namespace I0505 23:21:40.656762 3648 namespace.go:142] [openshift] updating namespace I0505 23:21:40.776103 3648 namespace.go:142] [rhbk-operator] updating namespace I0505 23:21:40.858010 3648 namespace.go:142] [rhtpa-operator] updating namespace I0505 23:21:40.983583 3648 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 23:21:41.094723 3648 namespace.go:142] [tsf] updating namespace I0505 23:21:41.161819 3648 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:21:41.261481 3648 namespace.go:142] [tsf-tas] updating namespace I0505 23:21:41.373368 3648 namespace.go:142] [tsf-tpa] updating namespace I0505 23:21:42.174401 3648 namespace.go:142] [openshift-pipelines] updating namespace I0505 23:21:50.759788 3648 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-5tp95] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-5tp95 for pod on switch ip-10-0-1-12.ec2.internal I0505 23:21:50.759911 3648 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-5tp95 I0505 23:21:50.777436 3648 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-5tp95] pod update took 17.547471ms I0505 23:21:50.777465 3648 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-5tp95] addLogicalPort annotation time took 17.582792ms I0505 23:21:50.778983 3648 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-5tp95] addLogicalPort took 19.211038ms, libovsdb time 1.126356ms I0505 23:21:51.135110 3648 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-5tp95 201c16bb529268edb06ded7c26c5604f003d5c2fb1d425faa47878144adac545 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-5tp95 201c16bb529268edb06ded7c26c5604f003d5c2fb1d425faa47878144adac545 network default NAD default NAD key ] I0505 23:21:51.144958 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-5tp95, hostIfaceName: 201c16bb529268e, network: default, NAD default, SandboxID: "201c16bb529268edb06ded7c26c5604f003d5c2fb1d425faa47878144adac545", PCI device ID: , UID: "9552c944-7e5d-43bf-959c-acfa1efd97bc", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0505 23:21:51.198371 3648 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-5tp95 201c16bb529268edb06ded7c26c5604f003d5c2fb1d425faa47878144adac545 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-5tp95 201c16bb529268edb06ded7c26c5604f003d5c2fb1d425faa47878144adac545 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:63:9e:a4:64:7a\",\"name\":\"201c16bb529268e\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0a0ae3a9-4753-42db-b2cb-e7558fb563af\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 23:21:54.026182 3648 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 23:21:54.026204 3648 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 23:21:54.026210 3648 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 23:21:54.601950 3648 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 23:21:54.601971 3648 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 23:21:54.601977 3648 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 23:21:56.000864 3648 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:21:56.000883 3648 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:21:56.000887 3648 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:21:56.000893 3648 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0505 23:21:57.187800 3648 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0505 23:21:59.178716 3648 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:21:59.179369 3648 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:21:59.202151 3648 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:21:59.202169 3648 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:21:59.209762 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0505 23:21:59.209787 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0505 23:22:05.613237 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 23:22:05.613258 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 23:22:05.613264 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 23:22:10.105392 3648 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0505 23:22:10.148013 3648 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0505 23:22:13.255735 3648 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-dbtj5] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-dbtj5 for pod on switch ip-10-0-1-12.ec2.internal I0505 23:22:13.255844 3648 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-dbtj5 I0505 23:22:13.270267 3648 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-dbtj5] pod update took 14.45327ms I0505 23:22:13.270293 3648 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-dbtj5] addLogicalPort annotation time took 14.485293ms I0505 23:22:13.271616 3648 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-dbtj5] addLogicalPort took 15.904089ms, libovsdb time 888.557µs I0505 23:22:13.353502 3648 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-jrq9m] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-jrq9m for pod on switch ip-10-0-1-12.ec2.internal I0505 23:22:13.353619 3648 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-jrq9m I0505 23:22:13.367513 3648 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-jrq9m] pod update took 13.933022ms I0505 23:22:13.367537 3648 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-jrq9m] addLogicalPort annotation time took 13.963986ms I0505 23:22:13.368815 3648 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-jrq9m] addLogicalPort took 15.344256ms, libovsdb time 915.979µs I0505 23:22:13.458550 3648 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-rbf92] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-rbf92 for pod on switch ip-10-0-1-12.ec2.internal I0505 23:22:13.458653 3648 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-rbf92 I0505 23:22:13.473879 3648 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-rbf92] pod update took 15.249822ms I0505 23:22:13.473902 3648 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-rbf92] addLogicalPort annotation time took 15.277952ms I0505 23:22:13.475255 3648 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-rbf92] addLogicalPort took 16.723631ms, libovsdb time 933.124µs I0505 23:22:13.617519 3648 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-dbtj5 5ff62acdb6b30227f44b65c1259405879cbf210f610ca5bd096b25eebe15ba4a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-dbtj5 5ff62acdb6b30227f44b65c1259405879cbf210f610ca5bd096b25eebe15ba4a network default NAD default NAD key ] I0505 23:22:13.627091 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-dbtj5, hostIfaceName: 5ff62acdb6b3022, network: default, NAD default, SandboxID: "5ff62acdb6b30227f44b65c1259405879cbf210f610ca5bd096b25eebe15ba4a", PCI device ID: , UID: "e1f08a3c-f3a1-4958-973b-79c072a29885", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0505 23:22:13.682176 3648 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-dbtj5 5ff62acdb6b30227f44b65c1259405879cbf210f610ca5bd096b25eebe15ba4a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-dbtj5 5ff62acdb6b30227f44b65c1259405879cbf210f610ca5bd096b25eebe15ba4a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:d2:f7:46:85:b9\",\"name\":\"5ff62acdb6b3022\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc96ce18-5146-4f31-85f2-f203e52e5f93\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:22:13.714430 3648 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-jrq9m a0d28e159c52a27c6213a4e74a8f362340576e57d08ea33ee9333bbd9e7de154 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-jrq9m a0d28e159c52a27c6213a4e74a8f362340576e57d08ea33ee9333bbd9e7de154 network default NAD default NAD key ] I0505 23:22:13.723869 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-jrq9m, hostIfaceName: a0d28e159c52a27, network: default, NAD default, SandboxID: "a0d28e159c52a27c6213a4e74a8f362340576e57d08ea33ee9333bbd9e7de154", PCI device ID: , UID: "0d4ef5da-e9cb-44e1-9bf5-b2e1bdaad1fd", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0505 23:22:13.775753 3648 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-jrq9m a0d28e159c52a27c6213a4e74a8f362340576e57d08ea33ee9333bbd9e7de154 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-jrq9m a0d28e159c52a27c6213a4e74a8f362340576e57d08ea33ee9333bbd9e7de154 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:5a:b0:6e:3b:f4\",\"name\":\"a0d28e159c52a27\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe4cb48b-c943-4362-89ff-e60082ab37dc\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:22:13.818399 3648 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-rbf92 28ccf47444001f0a97c9d150eed79c92128e55ebee6802b60bace12d5df14984 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-rbf92 28ccf47444001f0a97c9d150eed79c92128e55ebee6802b60bace12d5df14984 network default NAD default NAD key ] I0505 23:22:13.828784 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-rbf92, hostIfaceName: 28ccf47444001f0, network: default, NAD default, SandboxID: "28ccf47444001f0a97c9d150eed79c92128e55ebee6802b60bace12d5df14984", PCI device ID: , UID: "145ba928-bde3-4c46-b8d5-c7171573a636", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0505 23:22:13.881174 3648 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-rbf92 28ccf47444001f0a97c9d150eed79c92128e55ebee6802b60bace12d5df14984 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-rbf92 28ccf47444001f0a97c9d150eed79c92128e55ebee6802b60bace12d5df14984 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:13:9b:cd:3d:96\",\"name\":\"28ccf47444001f0\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85410724-caf2-4ebc-bbb7-59e4d745aef7\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:22:16.221998 3648 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 W0505 23:22:17.819285 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0505 23:22:28.735468 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0505 23:22:31.187259 3648 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0505 23:22:35.104811 3648 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 23:22:35.334683 3648 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:22:35.335293 3648 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:22:35.362616 3648 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:22:35.362635 3648 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:22:35.369359 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0505 23:22:35.369383 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0505 23:22:37.502060 3648 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0505 23:22:37.502590 3648 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0505 23:22:37.502621 3648 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0505 23:22:37.505102 3648 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0505 23:22:42.205421 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 W0505 23:22:44.270645 3648 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0505 23:22:44.270665 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0505 23:22:44.273774 3648 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 23:22:44.273787 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0505 23:22:51.101504 3648 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0505 23:22:53.796221 3648 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-xdtn2] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-xdtn2 for pod on switch ip-10-0-1-12.ec2.internal I0505 23:22:53.796313 3648 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-xdtn2 I0505 23:22:53.810444 3648 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-xdtn2] pod update took 14.152968ms I0505 23:22:53.810553 3648 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-xdtn2] addLogicalPort annotation time took 14.262965ms I0505 23:22:53.811885 3648 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-xdtn2] addLogicalPort took 15.679949ms, libovsdb time 946.407µs I0505 23:22:54.163052 3648 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-xdtn2 21f2068ebf551c768eb1c59ff0ad661ed512e5f0a956d23ed8ec18d0c4ef049c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-xdtn2 21f2068ebf551c768eb1c59ff0ad661ed512e5f0a956d23ed8ec18d0c4ef049c network default NAD default NAD key ] I0505 23:22:54.174511 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-xdtn2, hostIfaceName: 21f2068ebf551c7, network: default, NAD default, SandboxID: "21f2068ebf551c768eb1c59ff0ad661ed512e5f0a956d23ed8ec18d0c4ef049c", PCI device ID: , UID: "8b7ef317-b07e-40cf-b2c0-b401c235ccde", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0505 23:22:54.236853 3648 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-xdtn2 21f2068ebf551c768eb1c59ff0ad661ed512e5f0a956d23ed8ec18d0c4ef049c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-xdtn2 21f2068ebf551c768eb1c59ff0ad661ed512e5f0a956d23ed8ec18d0c4ef049c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:94:f1:83:62:59\",\"name\":\"21f2068ebf551c7\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d4370e5-02c1-4487-8ba2-2711002d037b\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 23:22:59.337788 3648 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 23:22:59.337808 3648 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 23:22:59.337813 3648 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0505 23:23:10.282611 3648 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-tq9t6] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-tq9t6 for pod on switch ip-10-0-1-12.ec2.internal I0505 23:23:10.282705 3648 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-tq9t6 I0505 23:23:10.298912 3648 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-tq9t6] pod update took 16.227585ms I0505 23:23:10.298939 3648 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-tq9t6] addLogicalPort annotation time took 16.261743ms I0505 23:23:10.300227 3648 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-tq9t6] addLogicalPort took 17.634706ms, libovsdb time 888.348µs I0505 23:23:10.645482 3648 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-tq9t6 e3b844d65d21f6852c9ccc5cf40512067fcdf0d3081c95e6d0fa674678be40f5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-tq9t6 e3b844d65d21f6852c9ccc5cf40512067fcdf0d3081c95e6d0fa674678be40f5 network default NAD default NAD key ] I0505 23:23:10.655118 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-tq9t6, hostIfaceName: e3b844d65d21f68, network: default, NAD default, SandboxID: "e3b844d65d21f6852c9ccc5cf40512067fcdf0d3081c95e6d0fa674678be40f5", PCI device ID: , UID: "7f8a8362-540e-4ccb-9427-3affb2d20a49", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0505 23:23:10.710697 3648 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-tq9t6 e3b844d65d21f6852c9ccc5cf40512067fcdf0d3081c95e6d0fa674678be40f5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-tq9t6 e3b844d65d21f6852c9ccc5cf40512067fcdf0d3081c95e6d0fa674678be40f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:78:8a:66:25:e2\",\"name\":\"e3b844d65d21f68\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb96ad4a-aab8-4ffa-813d-08d7f17c8b90\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:23:27.599532 3648 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-r57r8] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-r57r8 for pod on switch ip-10-0-1-12.ec2.internal I0505 23:23:27.599700 3648 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-r57r8 I0505 23:23:27.617121 3648 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-r57r8] pod update took 17.448319ms I0505 23:23:27.617143 3648 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-r57r8] addLogicalPort annotation time took 17.475282ms I0505 23:23:27.618438 3648 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-r57r8] addLogicalPort took 18.924288ms, libovsdb time 848.488µs I0505 23:23:27.635437 3648 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:23:27.636015 3648 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:23:27.685623 3648 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:23:27.685647 3648 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:23:27.691818 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0505 23:23:27.691847 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0505 23:23:27.958577 3648 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-r57r8 6b81a0a4aa6bbdfe00478c2ae5377fc2f8716eb139162dadec78d5161eb3f763 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-r57r8 6b81a0a4aa6bbdfe00478c2ae5377fc2f8716eb139162dadec78d5161eb3f763 network default NAD default NAD key ] I0505 23:23:27.968123 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-r57r8, hostIfaceName: 6b81a0a4aa6bbdf, network: default, NAD default, SandboxID: "6b81a0a4aa6bbdfe00478c2ae5377fc2f8716eb139162dadec78d5161eb3f763", PCI device ID: , UID: "a2bb1a4d-f83d-4be3-9169-3ccfef5d1348", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0505 23:23:28.022827 3648 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-r57r8 6b81a0a4aa6bbdfe00478c2ae5377fc2f8716eb139162dadec78d5161eb3f763 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-r57r8 6b81a0a4aa6bbdfe00478c2ae5377fc2f8716eb139162dadec78d5161eb3f763 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:2c:08:57:ce:e5\",\"name\":\"6b81a0a4aa6bbdf\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7def9cf7-6fe1-4bc8-a4ac-917bfa72dd08\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 23:23:30.129861 3648 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0505 23:23:30.129888 3648 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0505 23:23:30.505202 3648 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-6d58ddf467-sfqp7] creating logical port tsf-tas_fulcio-server-6d58ddf467-sfqp7 for pod on switch ip-10-0-1-12.ec2.internal I0505 23:23:30.505310 3648 kube.go:256] Updating pod tsf-tas/fulcio-server-6d58ddf467-sfqp7 I0505 23:23:30.522797 3648 pod.go:62] [tsf-tas/fulcio-server-6d58ddf467-sfqp7] pod update took 17.520149ms I0505 23:23:30.522828 3648 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-6d58ddf467-sfqp7] addLogicalPort annotation time took 17.557807ms I0505 23:23:30.524121 3648 pods.go:271] [tsf-tas/fulcio-server-6d58ddf467-sfqp7] addLogicalPort took 18.93283ms, libovsdb time 892.758µs W0505 23:23:30.533923 3648 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0505 23:23:30.730289 3648 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-bh8kz-gft6w] creating logical port tsf-tas_ctlog-createtree-job-bh8kz-gft6w for pod on switch ip-10-0-1-12.ec2.internal I0505 23:23:30.730379 3648 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-bh8kz-gft6w I0505 23:23:30.751614 3648 pod.go:62] [tsf-tas/ctlog-createtree-job-bh8kz-gft6w] pod update took 21.255826ms I0505 23:23:30.751639 3648 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-bh8kz-gft6w] addLogicalPort annotation time took 21.287268ms I0505 23:23:30.752950 3648 pods.go:271] [tsf-tas/ctlog-createtree-job-bh8kz-gft6w] addLogicalPort took 22.681182ms, libovsdb time 873.194µs I0505 23:23:30.866647 3648 cni.go:452] [tsf-tas/fulcio-server-6d58ddf467-sfqp7 a03d2e2ae28708618537d784b403b55eb63a481ef4a22c978353560b1ac50a49 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-6d58ddf467-sfqp7 a03d2e2ae28708618537d784b403b55eb63a481ef4a22c978353560b1ac50a49 network default NAD default NAD key ] I0505 23:23:30.878997 3648 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-6d58ddf467-sfqp7, hostIfaceName: a03d2e2ae287086, network: default, NAD default, SandboxID: "a03d2e2ae28708618537d784b403b55eb63a481ef4a22c978353560b1ac50a49", PCI device ID: , UID: "159ffc18-c201-48c4-8f10-dd2150931a8f", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0505 23:23:30.941292 3648 cni.go:473] [tsf-tas/fulcio-server-6d58ddf467-sfqp7 a03d2e2ae28708618537d784b403b55eb63a481ef4a22c978353560b1ac50a49 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-6d58ddf467-sfqp7 a03d2e2ae28708618537d784b403b55eb63a481ef4a22c978353560b1ac50a49 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:ee:8f:57:b0:cc\",\"name\":\"a03d2e2ae287086\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c420469-1d91-44ed-afcc-bb36bfee469d\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:23:31.097130 3648 cni.go:452] [tsf-tas/ctlog-createtree-job-bh8kz-gft6w 14554f3ddf415481872880bf32dfed41d4980637da43193f9c87b0ac66317850 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-bh8kz-gft6w 14554f3ddf415481872880bf32dfed41d4980637da43193f9c87b0ac66317850 network default NAD default NAD key ] I0505 23:23:31.107419 3648 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-bh8kz-gft6w, hostIfaceName: 14554f3ddf41548, network: default, NAD default, SandboxID: "14554f3ddf415481872880bf32dfed41d4980637da43193f9c87b0ac66317850", PCI device ID: , UID: "d1a4f849-0386-43c3-bc1a-aa86eddd8e83", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] W0505 23:23:31.120601 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0505 23:23:31.120626 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0505 23:23:31.165337 3648 cni.go:473] [tsf-tas/ctlog-createtree-job-bh8kz-gft6w 14554f3ddf415481872880bf32dfed41d4980637da43193f9c87b0ac66317850 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-bh8kz-gft6w 14554f3ddf415481872880bf32dfed41d4980637da43193f9c87b0ac66317850 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:64:da:7e:22:8d\",\"name\":\"14554f3ddf41548\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/504f4b1d-9938-4901-babf-11bc2e38ebc4\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:23:33.739679 3648 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-6d45498f67-smw8g] creating logical port tsf-tas_trillian-db-6d45498f67-smw8g for pod on switch ip-10-0-1-12.ec2.internal I0505 23:23:33.739785 3648 kube.go:256] Updating pod tsf-tas/trillian-db-6d45498f67-smw8g I0505 23:23:33.752595 3648 pod.go:62] [tsf-tas/trillian-db-6d45498f67-smw8g] pod update took 12.836678ms I0505 23:23:33.752621 3648 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-6d45498f67-smw8g] addLogicalPort annotation time took 12.870916ms I0505 23:23:33.753909 3648 pods.go:271] [tsf-tas/trillian-db-6d45498f67-smw8g] addLogicalPort took 14.252388ms, libovsdb time 875.236µs I0505 23:23:37.399149 3648 cni.go:452] [tsf-tas/trillian-db-6d45498f67-smw8g 8a303e523b2199ce396193d114185bc0702cabf2a7efade915bf20159bd85256 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-6d45498f67-smw8g 8a303e523b2199ce396193d114185bc0702cabf2a7efade915bf20159bd85256 network default NAD default NAD key ] I0505 23:23:37.408861 3648 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-6d45498f67-smw8g, hostIfaceName: 8a303e523b2199c, network: default, NAD default, SandboxID: "8a303e523b2199ce396193d114185bc0702cabf2a7efade915bf20159bd85256", PCI device ID: , UID: "07045cc8-e7b3-465b-bb7a-ff446d9eae75", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0505 23:23:37.461451 3648 cni.go:473] [tsf-tas/trillian-db-6d45498f67-smw8g 8a303e523b2199ce396193d114185bc0702cabf2a7efade915bf20159bd85256 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-6d45498f67-smw8g 8a303e523b2199ce396193d114185bc0702cabf2a7efade915bf20159bd85256 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:9d:73:0e:7b:d2\",\"name\":\"8a303e523b2199c\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dfdded28-70ec-4a69-8e50-3974c95e1b88\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:23:38.756875 3648 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-qtbjd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:23:38.757472 3648 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-qtbjd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:23:39.646238 3648 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-qtbjd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:23:39.646265 3648 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-qtbjd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 23:23:43.200274 3648 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0505 23:23:44.574138 3648 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0505 23:23:44.616602 3648 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0505 23:23:47.743381 3648 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-hhgdc-d6n2d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:23:47.743954 3648 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-hhgdc-d6n2d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:23:48.765925 3648 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-hhgdc-d6n2d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:23:48.765956 3648 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-hhgdc-d6n2d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 23:23:54.245574 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0505 23:24:17.994997 3648 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-cw9l2-xrx89 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:17.995587 3648 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-cw9l2-xrx89 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:18.020076 3648 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:18.020650 3648 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:18.044505 3648 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:18.044523 3648 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:18.051210 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0505 23:24:18.051238 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0505 23:24:18.803916 3648 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-cw9l2-xrx89 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:18.803938 3648 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-cw9l2-xrx89 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 23:24:26.811518 3648 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0505 23:24:27.275758 3648 obj_retry.go:498] Detected object tsf/patch-tekton-config-gl882 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:27.276363 3648 obj_retry.go:498] Detected object tsf/patch-tekton-config-gl882 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 23:24:27.823798 3648 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0505 23:24:28.299887 3648 obj_retry.go:492] Detected object tsf/patch-tekton-config-gl882 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:28.299910 3648 obj_retry.go:492] Detected object tsf/patch-tekton-config-gl882 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:28.445876 3648 cni.go:452] [tsf-tas/ctlog-createtree-job-bh8kz-gft6w 14554f3ddf415481872880bf32dfed41d4980637da43193f9c87b0ac66317850 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-bh8kz-gft6w 14554f3ddf415481872880bf32dfed41d4980637da43193f9c87b0ac66317850 network default NAD default NAD key ] I0505 23:24:28.535669 3648 cni.go:473] [tsf-tas/ctlog-createtree-job-bh8kz-gft6w 14554f3ddf415481872880bf32dfed41d4980637da43193f9c87b0ac66317850 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-bh8kz-gft6w 14554f3ddf415481872880bf32dfed41d4980637da43193f9c87b0ac66317850 network default NAD default NAD key default], result "{}", err I0505 23:24:28.589313 3648 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bh8kz-gft6w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:28.589346 3648 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-bh8kz-gft6w I0505 23:24:28.590756 3648 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-bh8kz-gft6w, ips: 10.130.0.37 I0505 23:24:28.590796 3648 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bh8kz-gft6w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:29.472552 3648 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bh8kz-gft6w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:29.472586 3648 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bh8kz-gft6w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:30.960253 3648 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-5db56c4fdb-pv99q] creating logical port tsf-tas_ctlog-5db56c4fdb-pv99q for pod on switch ip-10-0-1-12.ec2.internal I0505 23:24:30.960343 3648 kube.go:256] Updating pod tsf-tas/ctlog-5db56c4fdb-pv99q I0505 23:24:30.979138 3648 pod.go:62] [tsf-tas/ctlog-5db56c4fdb-pv99q] pod update took 18.816307ms I0505 23:24:30.979171 3648 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-5db56c4fdb-pv99q] addLogicalPort annotation time took 18.853162ms I0505 23:24:30.980898 3648 pods.go:271] [tsf-tas/ctlog-5db56c4fdb-pv99q] addLogicalPort took 20.662498ms, libovsdb time 941.102µs I0505 23:24:31.323019 3648 cni.go:452] [tsf-tas/ctlog-5db56c4fdb-pv99q a8e4e1754069c3000f7e183337438c11ccbf18b409edc7253f8eb74ed62451e2 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-5db56c4fdb-pv99q a8e4e1754069c3000f7e183337438c11ccbf18b409edc7253f8eb74ed62451e2 network default NAD default NAD key ] I0505 23:24:31.333136 3648 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-5db56c4fdb-pv99q, hostIfaceName: a8e4e1754069c30, network: default, NAD default, SandboxID: "a8e4e1754069c3000f7e183337438c11ccbf18b409edc7253f8eb74ed62451e2", PCI device ID: , UID: "77ea789f-7708-4197-863e-fee0d37551c0", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0505 23:24:31.386292 3648 cni.go:473] [tsf-tas/ctlog-5db56c4fdb-pv99q a8e4e1754069c3000f7e183337438c11ccbf18b409edc7253f8eb74ed62451e2 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-5db56c4fdb-pv99q a8e4e1754069c3000f7e183337438c11ccbf18b409edc7253f8eb74ed62451e2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:cb:6c:10:d3:04\",\"name\":\"a8e4e1754069c30\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48059747-08ac-45c5-a0b0-819c281ce21a\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 23:24:33.471596 3648 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0505 23:24:33.983612 3648 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-dz6ts of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:33.984185 3648 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-dz6ts of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 23:24:34.936353 3648 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0505 23:24:35.006147 3648 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-dz6ts of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:35.006175 3648 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-dz6ts of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:35.046303 3648 obj_retry.go:492] Detected object tsf/patch-tekton-config-gl882 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:35.046328 3648 obj_retry.go:492] Detected object tsf/patch-tekton-config-gl882 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:35.051739 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-gl882 I0505 23:24:35.051765 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-gl882 I0505 23:24:40.028979 3648 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:40.029590 3648 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:40.054914 3648 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:40.054938 3648 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:40.062221 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0505 23:24:40.062249 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0505 23:24:40.107419 3648 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=68 W0505 23:24:44.491422 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0505 23:24:50.198980 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0505 23:24:54.194792 3648 obj_retry.go:498] Detected object tsf-tpa/create-db-c2cb8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:54.195357 3648 obj_retry.go:498] Detected object tsf-tpa/create-db-c2cb8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:55.220602 3648 obj_retry.go:492] Detected object tsf-tpa/create-db-c2cb8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:55.220624 3648 obj_retry.go:492] Detected object tsf-tpa/create-db-c2cb8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:56.681872 3648 namespace.go:142] [openshift-pipelines] updating namespace I0505 23:24:58.237575 3648 obj_retry.go:498] Detected object tsf-tpa/migrate-db-655mm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:58.238214 3648 obj_retry.go:498] Detected object tsf-tpa/migrate-db-655mm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:58.368245 3648 obj_retry.go:492] Detected object tsf-tpa/migrate-db-655mm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:58.368265 3648 obj_retry.go:492] Detected object tsf-tpa/migrate-db-655mm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:25:01.241842 3648 obj_retry.go:498] Detected object tsf-tpa/create-importers-jndzs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:25:01.242424 3648 obj_retry.go:498] Detected object tsf-tpa/create-importers-jndzs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:25:02.267318 3648 obj_retry.go:492] Detected object tsf-tpa/create-importers-jndzs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:25:02.267341 3648 obj_retry.go:492] Detected object tsf-tpa/create-importers-jndzs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:25:09.292828 3648 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-l6jg7-tjzx5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:25:09.293384 3648 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-l6jg7-tjzx5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:25:10.174551 3648 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-l6jg7-tjzx5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:25:10.174581 3648 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-l6jg7-tjzx5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 23:25:12.099600 3648 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0505 23:25:14.229671 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0505 23:25:15.231056 3648 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:25:15.231638 3648 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:25:15.254600 3648 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:25:15.254622 3648 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:25:15.262112 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0505 23:25:15.262139 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0505 23:25:16.116868 3648 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=533 I0505 23:25:16.163870 3648 namespace.go:98] [default-tenant] adding namespace I0505 23:25:16.163987 3648 namespace.go:98] [image-controller] adding namespace I0505 23:25:16.164075 3648 namespace.go:98] [build-service] adding namespace I0505 23:25:16.164860 3648 namespace.go:102] [default-tenant] adding namespace took 971.686µs I0505 23:25:16.166257 3648 namespace.go:102] [image-controller] adding namespace took 2.249399ms I0505 23:25:16.167071 3648 namespace.go:102] [build-service] adding namespace took 2.979931ms I0505 23:25:16.167413 3648 namespace.go:98] [integration-service] adding namespace I0505 23:25:16.168063 3648 namespace.go:102] [integration-service] adding namespace took 635.687µs I0505 23:25:16.233771 3648 namespace.go:142] [default-tenant] updating namespace I0505 23:25:16.263767 3648 namespace.go:142] [default-tenant] updating namespace I0505 23:25:16.274103 3648 namespace.go:142] [image-controller] updating namespace I0505 23:25:16.302039 3648 namespace.go:142] [image-controller] updating namespace I0505 23:25:16.307687 3648 namespace.go:142] [build-service] updating namespace I0505 23:25:16.332805 3648 namespace.go:142] [build-service] updating namespace I0505 23:25:16.361851 3648 namespace.go:142] [integration-service] updating namespace I0505 23:25:16.400132 3648 namespace.go:142] [integration-service] updating namespace I0505 23:25:16.424244 3648 namespace.go:142] [build-service] updating namespace I0505 23:25:16.461258 3648 namespace.go:142] [integration-service] updating namespace I0505 23:25:16.514557 3648 namespace.go:98] [release-service] adding namespace I0505 23:25:16.515552 3648 namespace.go:102] [release-service] adding namespace took 974.627µs I0505 23:25:16.572272 3648 namespace.go:142] [konflux-ui] updating namespace I0505 23:25:16.585702 3648 namespace.go:142] [release-service] updating namespace I0505 23:25:16.614774 3648 namespace.go:142] [release-service] updating namespace I0505 23:25:16.664635 3648 namespace.go:98] [konflux-info] adding namespace I0505 23:25:16.665579 3648 namespace.go:102] [konflux-info] adding namespace took 921.181µs I0505 23:25:16.764517 3648 namespace.go:142] [konflux-info] updating namespace I0505 23:25:16.794468 3648 namespace.go:98] [namespace-lister] adding namespace I0505 23:25:16.795298 3648 namespace.go:102] [namespace-lister] adding namespace took 792.891µs I0505 23:25:16.816466 3648 namespace.go:142] [konflux-info] updating namespace I0505 23:25:16.886387 3648 namespace.go:98] [enterprise-contract-service] adding namespace I0505 23:25:16.887216 3648 namespace.go:102] [enterprise-contract-service] adding namespace took 809.941µs I0505 23:25:16.907686 3648 namespace.go:142] [namespace-lister] updating namespace I0505 23:25:16.907694 3648 namespace.go:142] [image-controller] updating namespace I0505 23:25:16.951630 3648 namespace.go:142] [namespace-lister] updating namespace I0505 23:25:16.977965 3648 namespace.go:142] [enterprise-contract-service] updating namespace I0505 23:25:17.030642 3648 namespace.go:142] [enterprise-contract-service] updating namespace I0505 23:25:17.100143 3648 namespace.go:142] [default-tenant] updating namespace I0505 23:25:17.385601 3648 namespace.go:98] [segment-bridge] adding namespace I0505 23:25:17.386456 3648 namespace.go:102] [segment-bridge] adding namespace took 831.208µs I0505 23:25:17.480626 3648 namespace.go:142] [segment-bridge] updating namespace I0505 23:25:17.734729 3648 namespace.go:142] [build-service] updating namespace I0505 23:25:17.939410 3648 namespace.go:98] [konflux-cli] adding namespace I0505 23:25:17.940276 3648 namespace.go:102] [konflux-cli] adding namespace took 841.963µs I0505 23:25:17.967414 3648 namespace.go:142] [konflux-cli] updating namespace I0505 23:25:17.972043 3648 namespace.go:142] [default-tenant] updating namespace I0505 23:25:17.998272 3648 namespace.go:142] [segment-bridge] updating namespace I0505 23:25:18.153902 3648 namespace.go:142] [enterprise-contract-service] updating namespace I0505 23:25:18.279956 3648 namespace.go:142] [konflux-cli] updating namespace I0505 23:25:18.338667 3648 namespace.go:142] [image-controller] updating namespace I0505 23:25:18.539311 3648 namespace.go:142] [integration-service] updating namespace I0505 23:25:18.758428 3648 namespace.go:142] [konflux-info] updating namespace I0505 23:25:18.848249 3648 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0505 23:25:18.848895 3648 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0505 23:25:18.848911 3648 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0505 23:25:18.851631 3648 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0505 23:25:18.971780 3648 namespace.go:142] [namespace-lister] updating namespace I0505 23:25:19.019022 3648 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0505 23:25:19.019049 3648 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0505 23:25:19.019917 3648 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0505 23:25:19.144986 3648 namespace.go:142] [release-service] updating namespace I0505 23:25:19.321512 3648 namespace.go:142] [build-service] updating namespace I0505 23:25:19.358868 3648 namespace.go:142] [default-tenant] updating namespace I0505 23:25:19.393885 3648 namespace.go:142] [enterprise-contract-service] updating namespace I0505 23:25:19.406115 3648 namespace.go:142] [image-controller] updating namespace I0505 23:25:19.423416 3648 namespace.go:142] [integration-service] updating namespace I0505 23:25:19.464773 3648 namespace.go:142] [konflux-info] updating namespace I0505 23:25:19.497285 3648 namespace.go:142] [namespace-lister] updating namespace I0505 23:25:19.508569 3648 namespace.go:142] [release-service] updating namespace I0505 23:25:19.594362 3648 namespace.go:142] [build-service] updating namespace I0505 23:25:19.686385 3648 namespace.go:142] [default-tenant] updating namespace I0505 23:25:19.782547 3648 namespace.go:142] [enterprise-contract-service] updating namespace I0505 23:25:19.939938 3648 namespace.go:142] [image-controller] updating namespace I0505 23:25:19.992362 3648 namespace.go:142] [integration-service] updating namespace I0505 23:25:20.068885 3648 namespace.go:142] [konflux-info] updating namespace I0505 23:25:20.103950 3648 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=51 I0505 23:25:20.158965 3648 namespace.go:142] [namespace-lister] updating namespace I0505 23:25:20.238124 3648 namespace.go:142] [release-service] updating namespace I0505 23:25:20.350277 3648 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-8r9qw] creating logical port image-controller_image-controller-controller-manager-6f859968fc-8r9qw for pod on switch ip-10-0-1-12.ec2.internal I0505 23:25:20.350375 3648 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-8r9qw I0505 23:25:20.365876 3648 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-8r9qw] pod update took 15.529197ms I0505 23:25:20.365901 3648 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-8r9qw] addLogicalPort annotation time took 15.561893ms I0505 23:25:20.367327 3648 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-8r9qw] addLogicalPort took 17.065507ms, libovsdb time 988.842µs I0505 23:25:21.551545 3648 namespace.go:142] [konflux-cli] updating namespace W0505 23:25:21.636698 3648 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0505 23:25:21.743505 3648 namespace.go:142] [segment-bridge] updating namespace I0505 23:25:21.881516 3648 namespace.go:142] [konflux-cli] updating namespace I0505 23:25:21.920242 3648 namespace.go:142] [segment-bridge] updating namespace I0505 23:25:22.018198 3648 namespace.go:142] [konflux-cli] updating namespace I0505 23:25:22.109182 3648 namespace.go:142] [segment-bridge] updating namespace I0505 23:25:22.524339 3648 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-8r9qw b25a87218adf55fa2b00728cbab84aeb6831bc50704f090fc21f9c3d7820f245 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-8r9qw b25a87218adf55fa2b00728cbab84aeb6831bc50704f090fc21f9c3d7820f245 network default NAD default NAD key ] I0505 23:25:22.533998 3648 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-8r9qw, hostIfaceName: b25a87218adf55f, network: default, NAD default, SandboxID: "b25a87218adf55fa2b00728cbab84aeb6831bc50704f090fc21f9c3d7820f245", PCI device ID: , UID: "c9dcf0d2-457c-41ac-b036-e03f3582fe3f", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0505 23:25:22.588056 3648 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-8r9qw b25a87218adf55fa2b00728cbab84aeb6831bc50704f090fc21f9c3d7820f245 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-8r9qw b25a87218adf55fa2b00728cbab84aeb6831bc50704f090fc21f9c3d7820f245 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:3a:b4:85:8a:96\",\"name\":\"b25a87218adf55f\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/785f3556-65d0-4760-be82-c4773c9fb854\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:25:23.242121 3648 base_network_controller_pods.go:487] [default/konflux-ui/proxy-d8cd576c7-mxts7] creating logical port konflux-ui_proxy-d8cd576c7-mxts7 for pod on switch ip-10-0-1-12.ec2.internal I0505 23:25:23.242223 3648 kube.go:256] Updating pod konflux-ui/proxy-d8cd576c7-mxts7 I0505 23:25:23.254126 3648 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-269l4] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-269l4 for pod on switch ip-10-0-1-12.ec2.internal I0505 23:25:23.254217 3648 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-269l4 I0505 23:25:23.277102 3648 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-269l4] pod update took 22.915534ms I0505 23:25:23.277130 3648 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-269l4] addLogicalPort annotation time took 22.947411ms I0505 23:25:23.277236 3648 pod.go:62] [konflux-ui/proxy-d8cd576c7-mxts7] pod update took 35.051867ms I0505 23:25:23.277257 3648 base_network_controller_pods.go:951] [default/konflux-ui/proxy-d8cd576c7-mxts7] addLogicalPort annotation time took 35.077158ms I0505 23:25:23.278708 3648 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-269l4] addLogicalPort took 24.593148ms, libovsdb time 1.06577ms I0505 23:25:23.278980 3648 pods.go:271] [konflux-ui/proxy-d8cd576c7-mxts7] addLogicalPort took 36.878322ms, libovsdb time 1.344361ms I0505 23:25:23.539194 3648 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-b8d577747-68b5w] creating logical port integration-service_integration-service-controller-manager-b8d577747-68b5w for pod on switch ip-10-0-1-12.ec2.internal I0505 23:25:23.539309 3648 kube.go:256] Updating pod integration-service/integration-service-controller-manager-b8d577747-68b5w I0505 23:25:23.569256 3648 pod.go:62] [integration-service/integration-service-controller-manager-b8d577747-68b5w] pod update took 29.975903ms I0505 23:25:23.569287 3648 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-b8d577747-68b5w] addLogicalPort annotation time took 30.01411ms I0505 23:25:23.570779 3648 pods.go:271] [integration-service/integration-service-controller-manager-b8d577747-68b5w] addLogicalPort took 31.604244ms, libovsdb time 987.677µs W0505 23:25:24.253366 3648 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0505 23:25:25.752743 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0505 23:25:27.224064 3648 cni.go:452] [konflux-ui/proxy-d8cd576c7-mxts7 c3eb34c8df49a78435500c9711860c89dd8b1eb6e4b6a98dd7454b5db0a5d7b3 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-d8cd576c7-mxts7 c3eb34c8df49a78435500c9711860c89dd8b1eb6e4b6a98dd7454b5db0a5d7b3 network default NAD default NAD key ] I0505 23:25:27.233505 3648 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-d8cd576c7-mxts7, hostIfaceName: c3eb34c8df49a78, network: default, NAD default, SandboxID: "c3eb34c8df49a78435500c9711860c89dd8b1eb6e4b6a98dd7454b5db0a5d7b3", PCI device ID: , UID: "e4cf7a93-2355-4919-a3bb-4d4469d0f86e", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0505 23:25:27.284554 3648 cni.go:473] [konflux-ui/proxy-d8cd576c7-mxts7 c3eb34c8df49a78435500c9711860c89dd8b1eb6e4b6a98dd7454b5db0a5d7b3 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-d8cd576c7-mxts7 c3eb34c8df49a78435500c9711860c89dd8b1eb6e4b6a98dd7454b5db0a5d7b3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:0f:ea:85:c4:5f\",\"name\":\"c3eb34c8df49a78\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d6642581-b542-4b4c-817c-f2b3c2f682c3\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:25:27.502508 3648 cni.go:452] [integration-service/integration-service-controller-manager-b8d577747-68b5w a8c6299631a6eabc0cf744939b539d81d923253520c2d8e4baa2aee66be8f293 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-b8d577747-68b5w a8c6299631a6eabc0cf744939b539d81d923253520c2d8e4baa2aee66be8f293 network default NAD default NAD key ] I0505 23:25:27.512594 3648 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-b8d577747-68b5w, hostIfaceName: a8c6299631a6eab, network: default, NAD default, SandboxID: "a8c6299631a6eabc0cf744939b539d81d923253520c2d8e4baa2aee66be8f293", PCI device ID: , UID: "667442eb-5120-4805-9257-ba2b0fc1b93f", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0505 23:25:27.562973 3648 cni.go:473] [integration-service/integration-service-controller-manager-b8d577747-68b5w a8c6299631a6eabc0cf744939b539d81d923253520c2d8e4baa2aee66be8f293 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-b8d577747-68b5w a8c6299631a6eabc0cf744939b539d81d923253520c2d8e4baa2aee66be8f293 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:98:e7:9b:13:5a\",\"name\":\"a8c6299631a6eab\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a8b9e533-1a78-4f9e-9d3e-75ea1ef03dc8\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 23:25:29.288323 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0505 23:25:31.316556 3648 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0505 23:25:33.331658 3648 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-269l4 9e12441829a2f5b70b0effbf7090a7cf3133b286c327a4f8235b7782d1c78d7e network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-269l4 9e12441829a2f5b70b0effbf7090a7cf3133b286c327a4f8235b7782d1c78d7e network default NAD default NAD key ] I0505 23:25:33.341631 3648 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-269l4, hostIfaceName: 9e12441829a2f5b, network: default, NAD default, SandboxID: "9e12441829a2f5b70b0effbf7090a7cf3133b286c327a4f8235b7782d1c78d7e", PCI device ID: , UID: "d0722f2d-ec54-4447-bb35-0c2a725c913e", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0505 23:25:33.400161 3648 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-269l4 9e12441829a2f5b70b0effbf7090a7cf3133b286c327a4f8235b7782d1c78d7e network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-269l4 9e12441829a2f5b70b0effbf7090a7cf3133b286c327a4f8235b7782d1c78d7e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:34:1f:69:1d:89\",\"name\":\"9e12441829a2f5b\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d63d129-5a6e-4b5c-82f8-aa7ea7924bbe\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 23:25:33.798993 3648 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 23:25:33.799732 3648 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 23:25:33.831706 3648 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 23:25:33.831732 3648 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0505 23:25:34.338610 3648 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 23:25:34.342262 3648 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 23:25:34.418479 3648 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0505 23:25:34.418533 3648 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 23:25:35.811928 3648 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0505 23:25:35.812947 3648 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0505 23:25:36.757546 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0505 23:25:44.814032 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 23:25:44.814782 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0505 23:25:45.170692 3648 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-58ln9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:25:45.171256 3648 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-58ln9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:25:45.419127 3648 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-58ln9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:25:45.419158 3648 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-58ln9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:25:45.426527 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-58ln9 I0505 23:25:45.426556 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-58ln9 W0505 23:25:46.823070 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0505 23:25:46.826999 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service I0505 23:25:52.213698 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 W0505 23:26:12.420644 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0505 23:26:12.420669 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0505 23:26:12.420683 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0505 23:26:12.420690 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0505 23:26:14.890979 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0505 23:26:14.891007 3648 util.go:959] Failed to build node endpoints for node ip-10-0-1-12.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0505 23:26:26.219717 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0505 23:26:44.361609 3648 obj_retry.go:498] Detected object konflux-ui/proxy-8544cfb656-clb7l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:44.362218 3648 obj_retry.go:498] Detected object konflux-ui/proxy-8544cfb656-clb7l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:44.773897 3648 obj_retry.go:492] Detected object konflux-ui/proxy-8544cfb656-clb7l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:44.773923 3648 obj_retry.go:492] Detected object konflux-ui/proxy-8544cfb656-clb7l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:44.780699 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-8544cfb656-clb7l I0505 23:26:44.780727 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-8544cfb656-clb7l I0505 23:26:50.966022 3648 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:50.966649 3648 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:51.015114 3648 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:51.015138 3648 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:51.024780 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0505 23:26:51.024810 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0505 23:27:16.225375 3648 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5 I0505 23:27:18.407277 3648 namespace.go:98] [managed-tenant-vennh] adding namespace I0505 23:27:18.408301 3648 namespace.go:102] [managed-tenant-vennh] adding namespace took 1.001709ms I0505 23:27:18.437161 3648 namespace.go:142] [managed-tenant-vennh] updating namespace I0505 23:27:18.454697 3648 namespace.go:142] [managed-tenant-vennh] updating namespace I0505 23:27:19.454566 3648 namespace.go:142] [managed-tenant-vennh] updating namespace I0505 23:27:19.584383 3648 namespace.go:142] [managed-tenant-vennh] updating namespace I0505 23:27:19.682023 3648 namespace.go:142] [managed-tenant-vennh] updating namespace I0505 23:27:21.230449 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0505 23:27:36.201554 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0505 23:27:47.189920 3648 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6