+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-94.ec2.internal ++ [[ -n ip-10-0-2-94.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-94.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0424 19:01:00.874685845 - disable conntrack on geneve port' I0424 19:01:00.874685845 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0424 19:01:00.921859325 - starting ovnkube-node' I0424 19:01:00.921859325 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-94.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-94.ec2.internal --init-node ip-10-0-2-94.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-94.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0424 19:01:00.984159 3783 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0424 19:01:00.984223 3783 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-143ccb5878.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0424 19:01:00.985994 3783 kube.go:431] Waiting for certificate I0424 19:01:00.986042 3783 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0424 19:01:00.986091 3783 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0424 19:01:00.987224 3783 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0424 19:01:01.021767 3783 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 19:01:01.021789 3783 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 19:01:01.025185 3783 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 19:01:01.025274 3783 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-pqfzh" I0424 19:01:01.383614 3783 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-pqfzh" I0424 19:01:01.383732 3783 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 19:01:01.986827 3783 kube.go:438] Certificate found I0424 19:01:01.987442 3783 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0424 19:01:01.988610 3783 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0424 19:01:02.055851 3783 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0424 19:01:02.071292 3783 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0424 19:01:02.071379 3783 server.go:101] MetricServer registers OVS metrics I0424 19:01:02.071648 3783 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0424 19:01:02.071665 3783 server.go:105] MetricServer registers OVN DB metrics I0424 19:01:02.071733 3783 factory.go:561] Starting watch factory I0424 19:01:02.071849 3783 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 19:01:02.071865 3783 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 19:01:02.071881 3783 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0424 19:01:02.071865 3783 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0424 19:01:02.071880 3783 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 19:01:02.071912 3783 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0424 19:01:02.072022 3783 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 19:01:02.072485 3783 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0424 19:01:02.073154 3783 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 19:01:02.073188 3783 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0424 19:01:02.073584 3783 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 19:01:02.073609 3783 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0424 19:01:02.074058 3783 controller_manager.go:370] Starting the ovnkube controller I0424 19:01:02.074077 3783 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-94.ec2.internal I0424 19:01:02.074149 3783 controller_manager.go:395] NBDB zone sync took: 50.371µs I0424 19:01:02.074205 3783 factory.go:561] Starting watch factory I0424 19:01:02.077085 3783 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0424 19:01:02.077106 3783 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0424 19:01:02.089842 3783 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0424 19:01:02.089860 3783 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0424 19:01:02.093288 3783 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0424 19:01:02.093318 3783 server.go:109] MetricServer registers OVN Controller metrics I0424 19:01:02.096838 3783 server.go:113] MetricServer registers OVN Northd metrics I0424 19:01:02.100813 3783 metrics.go:519] OVN Metrics Server starts to run ... I0424 19:01:02.114674 3783 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0424 19:01:02.115145 3783 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0424 19:01:02.115413 3783 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0424 19:01:02.116179 3783 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0424 19:01:02.124424 3783 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0424 19:01:02.131788 3783 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0424 19:01:02.178057 3783 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0424 19:01:02.178081 3783 factory.go:1977] *v1.Namespace informer cache synced successfully I0424 19:01:02.178087 3783 factory.go:1977] *v1.Node informer cache synced successfully I0424 19:01:02.178092 3783 factory.go:1977] *v1.Service informer cache synced successfully I0424 19:01:02.178096 3783 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0424 19:01:02.178101 3783 factory.go:1977] *v1.Pod informer cache synced successfully I0424 19:01:02.178196 3783 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 19:01:02.178225 3783 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 19:01:02.178196 3783 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 19:01:02.178268 3783 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 19:01:02.180278 3783 factory.go:1977] *v1.Node informer cache synced successfully I0424 19:01:02.180289 3783 factory.go:1977] *v1.Service informer cache synced successfully I0424 19:01:02.180293 3783 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0424 19:01:02.180296 3783 factory.go:1977] *v1.Pod informer cache synced successfully I0424 19:01:02.180299 3783 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0424 19:01:02.180303 3783 factory.go:1977] *v1.Namespace informer cache synced successfully I0424 19:01:02.236846 3783 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 19:01:02.298365 3783 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 19:01:02.383982 3783 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0424 19:01:02.383999 3783 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0424 19:01:02.384121 3783 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 19:01:02.384137 3783 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 19:01:02.386198 3783 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0424 19:01:02.386212 3783 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0424 19:01:02.419435 3783 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 19:01:02.422350 3783 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-25 18:56:01 +0000 UTC" deadline="2026-04-25 13:24:56.615292956 +0000 UTC" I0424 19:01:02.422376 3783 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h23m54.192925769s" I0424 19:01:02.489662 3783 factory.go:1977] *v1.EgressIP informer cache synced successfully I0424 19:01:02.489786 3783 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 19:01:02.489803 3783 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 19:01:02.491793 3783 factory.go:1977] *v1.EgressIP informer cache synced successfully I0424 19:01:02.520225 3783 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 19:01:02.595673 3783 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0424 19:01:02.595798 3783 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 19:01:02.595817 3783 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 19:01:02.597883 3783 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0424 19:01:02.623648 3783 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 19:01:02.702091 3783 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0424 19:01:02.702179 3783 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 19:01:02.702193 3783 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 19:01:02.703556 3783 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0424 19:01:02.728321 3783 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 19:01:02.807988 3783 factory.go:1977] *v1.EgressService informer cache synced successfully I0424 19:01:02.808112 3783 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 19:01:02.808128 3783 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 19:01:02.809135 3783 factory.go:1977] *v1.EgressService informer cache synced successfully I0424 19:01:02.835256 3783 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 19:01:02.914157 3783 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0424 19:01:02.914356 3783 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 19:01:02.914378 3783 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 19:01:02.914473 3783 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0424 19:01:02.939531 3783 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 19:01:03.020098 3783 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0424 19:01:03.020126 3783 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0424 19:01:03.020202 3783 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 19:01:03.020211 3783 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 19:01:03.020217 3783 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 19:01:03.020232 3783 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 19:01:03.065101 3783 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 19:01:03.115371 3783 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 19:01:03.125486 3783 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0424 19:01:03.125502 3783 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0424 19:01:03.125513 3783 factory.go:680] Watch Factory start up complete, took: 1.051307343s I0424 19:01:03.125521 3783 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-94.ec2.internal" zone I0424 19:01:03.125493 3783 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0424 19:01:03.125543 3783 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0424 19:01:03.125550 3783 factory.go:680] Watch Factory start up complete, took: 1.053819806s I0424 19:01:03.125612 3783 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0424 19:01:03.169218 3783 default_node_network_controller.go:710] Initializing the default node network controller I0424 19:01:03.246903 3783 udn_isolation.go:101] Starting UDN host isolation manager I0424 19:01:03.250079 3783 with_retry.go:234] "Got a Retry-After response" delay="1s" attempt=1 url="https://api.kx-143ccb5878.hypershift.local:443/apis/policy.networking.k8s.io/v1alpha1/baselineadminnetworkpolicies?allowWatchBookmarks=true&resourceVersion=10108&timeout=6m28s&timeoutSeconds=388&watch=true" I0424 19:01:03.253169 3783 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0424 19:01:03.317759 3783 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0424 19:01:03.317846 3783 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0424 19:01:03.317868 3783 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0424 19:01:03.350701 3783 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0424 19:01:03.350786 3783 default_node_network_controller.go:809] Node ip-10-0-2-94.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0424 19:01:03.356541 3783 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.94"] k8s.ovn.org/zone-name:ip-10-0-2-94.ec2.internal] on node ip-10-0-2-94.ec2.internal I0424 19:01:03.390111 3783 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0424 19:01:03.396170 3783 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0424 19:01:03.396285 3783 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0424 19:01:03.396426 3783 gateway_init.go:263] Preparing Gateway I0424 19:01:03.396437 3783 gateway_shared_intf.go:1687] Creating new gateway I0424 19:01:03.489000 3783 iptables.go:108] Creating table: filter chain: FORWARD I0424 19:01:03.494874 3783 iptables.go:108] Creating table: filter chain: OUTPUT I0424 19:01:03.500707 3783 gateway_shared_intf.go:1816] Gateway Creation Complete I0424 19:01:03.500721 3783 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-94.ec2.internal","mac-address":"0e:49:95:f8:87:a3","ip-addresses":["10.0.2.94/24"],"ip-address":"10.0.2.94/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:a9fda83e-c327-4ddb-8c2f-e68d114c51b8 k8s.ovn.org/node-encap-ips:["10.0.2.94"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.94/24"} k8s.ovn.org/zone-name:ip-10-0-2-94.ec2.internal] on node ip-10-0-2-94.ec2.internal I0424 19:01:03.531128 3783 default_node_network_controller.go:519] Node connection status = connected I0424 19:01:03.625772 3783 controller_manager.go:429] Waiting for node in zone sync took: 500.233206ms I0424 19:01:03.643707 3783 controller_manager.go:611] Switching to transit router for layer2 networks I0424 19:01:03.643722 3783 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-94.ec2.internal I0424 19:01:03.661262 3783 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0424 19:01:03.668057 3783 controller_manager.go:290] SCTP support detected in OVN I0424 19:01:03.668624 3783 services_controller.go:69] Creating services controller for network=default I0424 19:01:03.668720 3783 udn_enabled_svc.go:80] Waiting for service informer to sync I0424 19:01:03.668776 3783 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0424 19:01:03.668821 3783 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0424 19:01:03.668839 3783 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0424 19:01:03.668850 3783 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0424 19:01:03.669090 3783 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0424 19:01:03.669142 3783 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0424 19:01:03.669171 3783 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 49.92µs I0424 19:01:03.669187 3783 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 33.798µs I0424 19:01:03.669196 3783 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 53.207µs I0424 19:01:03.669201 3783 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0424 19:01:03.669211 3783 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0424 19:01:03.669219 3783 default_network_controller.go:325] Starting the default network controller I0424 19:01:03.669235 3783 udn_enabled_svc.go:95] Performing full resync I0424 19:01:03.669320 3783 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 23.112µs I0424 19:01:03.669497 3783 udn_enabled_svc.go:99] Waiting for handler to sync I0424 19:01:03.669508 3783 udn_enabled_svc.go:104] Starting worker I0424 19:01:03.678497 3783 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0424 19:01:03.678561 3783 repair.go:33] Syncing exgw routes took 49.452µs I0424 19:01:03.678587 3783 default_network_controller.go:414] Starting all the Watchers... I0424 19:01:03.678733 3783 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0424 19:01:03.678741 3783 namespace.go:98] [openshift-customer-monitoring] adding namespace I0424 19:01:03.678741 3783 namespace.go:98] [openshift-console-user-settings] adding namespace I0424 19:01:03.678753 3783 namespace.go:98] [openshift-marketplace] adding namespace I0424 19:01:03.678768 3783 namespace.go:98] [openshift-backplane-csm] adding namespace I0424 19:01:03.678759 3783 namespace.go:98] [openshift-network-console] adding namespace I0424 19:01:03.678771 3783 namespace.go:98] [openshift-cluster-version] adding namespace I0424 19:01:03.678781 3783 namespace.go:98] [openshift-multus] adding namespace I0424 19:01:03.678823 3783 namespace.go:98] [openshift-backplane-tam] adding namespace I0424 19:01:03.678832 3783 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0424 19:01:03.678836 3783 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0424 19:01:03.678840 3783 namespace.go:98] [openshift-kube-scheduler] adding namespace I0424 19:01:03.678844 3783 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0424 19:01:03.678848 3783 namespace.go:98] [openshift-infra] adding namespace I0424 19:01:03.678850 3783 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0424 19:01:03.679293 3783 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 547.643µs I0424 19:01:03.679309 3783 namespace.go:98] [openshift-machine-api] adding namespace I0424 19:01:03.679710 3783 namespace.go:102] [openshift-machine-api] adding namespace took 395.387µs I0424 19:01:03.679722 3783 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0424 19:01:03.680361 3783 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 632.008µs I0424 19:01:03.680380 3783 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0424 19:01:03.680792 3783 namespace.go:102] [openshift-customer-monitoring] adding namespace took 2.037024ms I0424 19:01:03.680813 3783 namespace.go:98] [openshift-controller-manager] adding namespace I0424 19:01:03.681329 3783 namespace.go:102] [openshift-console-user-settings] adding namespace took 2.574216ms I0424 19:01:03.681346 3783 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0424 19:01:03.681802 3783 namespace.go:102] [openshift-marketplace] adding namespace took 3.030374ms I0424 19:01:03.681817 3783 namespace.go:98] [openshift-host-network] adding namespace I0424 19:01:03.682391 3783 namespace.go:102] [openshift-backplane-csm] adding namespace took 3.617318ms I0424 19:01:03.682409 3783 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0424 19:01:03.682874 3783 namespace.go:102] [openshift-network-console] adding namespace took 4.095768ms I0424 19:01:03.682889 3783 namespace.go:98] [openshift-machine-config-operator] adding namespace W0424 19:01:03.683476 3783 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-5zjqv: pod openshift-multus/network-metrics-daemon-5zjqv: no pod IPs found I0424 19:01:03.683486 3783 namespace.go:102] [openshift-cluster-version] adding namespace took 4.705579ms I0424 19:01:03.683502 3783 namespace.go:98] [openshift-service-ca] adding namespace I0424 19:01:03.684104 3783 namespace.go:102] [openshift-multus] adding namespace took 5.314853ms I0424 19:01:03.684121 3783 namespace.go:98] [openshift-backplane] adding namespace I0424 19:01:03.684697 3783 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.864709ms I0424 19:01:03.684710 3783 namespace.go:98] [openshift-ingress] adding namespace I0424 19:01:03.685195 3783 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.356291ms I0424 19:01:03.685213 3783 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0424 19:01:03.685656 3783 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.814309ms I0424 19:01:03.685673 3783 namespace.go:98] [openshift-insights] adding namespace I0424 19:01:03.686289 3783 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.443422ms I0424 19:01:03.686300 3783 namespace.go:98] [openshift-config] adding namespace I0424 19:01:03.686870 3783 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.021917ms I0424 19:01:03.686888 3783 namespace.go:98] [kube-public] adding namespace I0424 19:01:03.687397 3783 namespace.go:102] [openshift-infra] adding namespace took 8.540334ms I0424 19:01:03.687415 3783 namespace.go:98] [openshift-monitoring] adding namespace I0424 19:01:03.687877 3783 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 9.019247ms I0424 19:01:03.687891 3783 namespace.go:98] [default] adding namespace I0424 19:01:03.688461 3783 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 8.072879ms I0424 19:01:03.688479 3783 namespace.go:98] [openshift-must-gather-operator] adding namespace I0424 19:01:03.689082 3783 namespace.go:102] [openshift-controller-manager] adding namespace took 8.263903ms I0424 19:01:03.689096 3783 namespace.go:98] [openshift-authentication] adding namespace I0424 19:01:03.689538 3783 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 8.186879ms I0424 19:01:03.689555 3783 namespace.go:98] [openshift-network-operator] adding namespace I0424 19:01:03.690060 3783 namespace.go:102] [openshift-host-network] adding namespace took 8.236602ms I0424 19:01:03.690077 3783 namespace.go:98] [open-cluster-management-2psmoi83a7tsfb6q4lqvt94cau3j4e95] adding namespace I0424 19:01:03.690850 3783 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 8.435551ms I0424 19:01:03.690865 3783 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0424 19:01:03.691446 3783 namespace.go:102] [openshift-machine-config-operator] adding namespace took 8.551689ms I0424 19:01:03.691456 3783 namespace.go:98] [openshift-backplane-srep] adding namespace I0424 19:01:03.691862 3783 namespace.go:102] [openshift-service-ca] adding namespace took 8.351783ms I0424 19:01:03.691877 3783 namespace.go:98] [kube-system] adding namespace I0424 19:01:03.692391 3783 namespace.go:102] [openshift-backplane] adding namespace took 8.26372ms I0424 19:01:03.692405 3783 namespace.go:98] [openshift-ingress-operator] adding namespace I0424 19:01:03.692830 3783 namespace.go:102] [openshift-ingress] adding namespace took 8.114676ms I0424 19:01:03.692840 3783 namespace.go:98] [openshift-authentication-operator] adding namespace I0424 19:01:03.693314 3783 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.093962ms I0424 19:01:03.693330 3783 namespace.go:98] [openshift-image-registry] adding namespace I0424 19:01:03.693776 3783 namespace.go:102] [openshift-insights] adding namespace took 8.097508ms I0424 19:01:03.693789 3783 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0424 19:01:03.694228 3783 namespace.go:102] [openshift-config] adding namespace took 7.922832ms I0424 19:01:03.694241 3783 namespace.go:98] [openshift-service-ca-operator] adding namespace I0424 19:01:03.694587 3783 namespace.go:102] [kube-public] adding namespace took 7.692903ms I0424 19:01:03.694597 3783 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0424 19:01:03.695064 3783 namespace.go:102] [openshift-monitoring] adding namespace took 7.643744ms I0424 19:01:03.695079 3783 namespace.go:98] [openshift-console] adding namespace I0424 19:01:03.695707 3783 namespace.go:102] [default] adding namespace took 7.810127ms I0424 19:01:03.695720 3783 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0424 19:01:03.696117 3783 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.630895ms I0424 19:01:03.696540 3783 namespace.go:102] [openshift-authentication] adding namespace took 7.437312ms I0424 19:01:03.696554 3783 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0424 19:01:03.697084 3783 namespace.go:102] [openshift-network-operator] adding namespace took 7.51313ms I0424 19:01:03.697102 3783 namespace.go:98] [openshift-backplane-cse] adding namespace I0424 19:01:03.697558 3783 namespace.go:102] [open-cluster-management-2psmoi83a7tsfb6q4lqvt94cau3j4e95] adding namespace took 7.475413ms I0424 19:01:03.697570 3783 namespace.go:98] [openshift-operators] adding namespace I0424 19:01:03.697904 3783 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.032715ms I0424 19:01:03.697919 3783 namespace.go:98] [openshift-apiserver] adding namespace I0424 19:01:03.698369 3783 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.906859ms I0424 19:01:03.698386 3783 namespace.go:98] [openshift-package-operator] adding namespace I0424 19:01:03.698766 3783 namespace.go:102] [kube-system] adding namespace took 6.883552ms I0424 19:01:03.698780 3783 namespace.go:98] [openshift-config-managed] adding namespace I0424 19:01:03.699268 3783 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.85979ms I0424 19:01:03.699278 3783 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0424 19:01:03.699845 3783 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.99864ms I0424 19:01:03.699859 3783 namespace.go:98] [dedicated-admin] adding namespace I0424 19:01:03.700316 3783 namespace.go:102] [openshift-image-registry] adding namespace took 6.981272ms I0424 19:01:03.700329 3783 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0424 19:01:03.700739 3783 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.944786ms I0424 19:01:03.700752 3783 namespace.go:98] [openshift-dns] adding namespace I0424 19:01:03.701162 3783 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.917383ms I0424 19:01:03.701172 3783 namespace.go:98] [openshift-node] adding namespace I0424 19:01:03.701557 3783 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.956524ms I0424 19:01:03.701565 3783 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0424 19:01:03.702085 3783 namespace.go:102] [openshift-console] adding namespace took 7.001721ms I0424 19:01:03.702094 3783 namespace.go:98] [openshift-etcd] adding namespace I0424 19:01:03.702690 3783 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.965655ms I0424 19:01:03.702699 3783 namespace.go:98] [openshift-operators-redhat] adding namespace I0424 19:01:03.703271 3783 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.713207ms I0424 19:01:03.703281 3783 namespace.go:98] [openshift] adding namespace I0424 19:01:03.703686 3783 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.580753ms I0424 19:01:03.703698 3783 namespace.go:98] [openshift-config-operator] adding namespace I0424 19:01:03.704216 3783 namespace.go:102] [openshift-operators] adding namespace took 6.64121ms I0424 19:01:03.704226 3783 namespace.go:98] [openshift-console-operator] adding namespace I0424 19:01:03.704627 3783 namespace.go:102] [openshift-apiserver] adding namespace took 6.702372ms I0424 19:01:03.704641 3783 namespace.go:98] [openshift-kube-apiserver] adding namespace I0424 19:01:03.704998 3783 namespace.go:102] [openshift-package-operator] adding namespace took 6.607878ms I0424 19:01:03.705009 3783 namespace.go:98] [openshift-route-controller-manager] adding namespace I0424 19:01:03.705418 3783 namespace.go:102] [openshift-config-managed] adding namespace took 6.634236ms I0424 19:01:03.705428 3783 namespace.go:98] [openshift-ingress-canary] adding namespace I0424 19:01:03.705782 3783 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 6.496975ms I0424 19:01:03.705800 3783 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0424 19:01:03.706204 3783 namespace.go:102] [dedicated-admin] adding namespace took 6.340207ms I0424 19:01:03.706217 3783 namespace.go:98] [openshift-apiserver-operator] adding namespace I0424 19:01:03.706751 3783 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.418538ms I0424 19:01:03.706761 3783 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0424 19:01:03.707127 3783 namespace.go:102] [openshift-dns] adding namespace took 6.368783ms I0424 19:01:03.707144 3783 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0424 19:01:03.707613 3783 namespace.go:102] [openshift-node] adding namespace took 6.433499ms I0424 19:01:03.707631 3783 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0424 19:01:03.708052 3783 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.480855ms I0424 19:01:03.708067 3783 namespace.go:98] [openshift-backplane-cee] adding namespace I0424 19:01:03.708536 3783 namespace.go:102] [openshift-etcd] adding namespace took 6.435264ms I0424 19:01:03.708551 3783 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0424 19:01:03.708964 3783 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.259455ms I0424 19:01:03.708980 3783 namespace.go:98] [openshift-dns-operator] adding namespace I0424 19:01:03.709402 3783 namespace.go:102] [openshift] adding namespace took 6.115446ms I0424 19:01:03.709416 3783 namespace.go:98] [kube-node-lease] adding namespace I0424 19:01:03.709794 3783 namespace.go:102] [openshift-config-operator] adding namespace took 6.090667ms I0424 19:01:03.710166 3783 namespace.go:102] [openshift-console-operator] adding namespace took 5.93632ms I0424 19:01:03.710607 3783 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.960484ms I0424 19:01:03.711382 3783 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.367459ms I0424 19:01:03.711394 3783 namespace.go:98] [openshift-network-node-identity] adding namespace I0424 19:01:03.711747 3783 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.313229ms I0424 19:01:03.711772 3783 namespace.go:98] [openshift-backplane-mobb] adding namespace I0424 19:01:03.712150 3783 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.327706ms I0424 19:01:03.712163 3783 namespace.go:98] [openshift-logging] adding namespace I0424 19:01:03.712569 3783 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.346559ms I0424 19:01:03.712582 3783 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0424 19:01:03.712982 3783 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.215417ms I0424 19:01:03.713413 3783 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.264393ms I0424 19:01:03.713780 3783 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.141871ms I0424 19:01:03.714162 3783 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.090296ms I0424 19:01:03.714559 3783 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.003126ms I0424 19:01:03.714930 3783 namespace.go:102] [openshift-dns-operator] adding namespace took 5.945554ms I0424 19:01:03.714942 3783 namespace.go:98] [openshift-network-diagnostics] adding namespace I0424 19:01:03.715361 3783 namespace.go:102] [kube-node-lease] adding namespace took 5.940171ms I0424 19:01:03.715730 3783 namespace.go:102] [openshift-network-node-identity] adding namespace took 4.330517ms I0424 19:01:03.716133 3783 namespace.go:102] [openshift-backplane-mobb] adding namespace took 4.356104ms I0424 19:01:03.716561 3783 namespace.go:102] [openshift-logging] adding namespace took 4.392888ms W0424 19:01:03.716914 3783 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-5lnx6: pod openshift-network-diagnostics/network-check-target-5lnx6: no pod IPs found I0424 19:01:03.716955 3783 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 4.368412ms I0424 19:01:03.717389 3783 namespace.go:102] [openshift-network-diagnostics] adding namespace took 2.442001ms I0424 19:01:03.717564 3783 master.go:548] Adding or Updating local node "ip-10-0-2-94.ec2.internal" for network "default" I0424 19:01:03.718686 3783 zone_ic_handler.go:195] Time taken to create transit switch: 434.971µs I0424 19:01:03.718698 3783 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-203.ec2.internal for the network default E0424 19:01:03.718767 3783 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-135.ec2.internal, error: adding or updating remote node IC resources ip-10-0-0-135.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-135.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009b51b98 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u0976176246}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0424 19:01:03.718871 3783 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-135.ec2.internal", UID:"71c2d903-fe64-45d7-83b2-14ac0a68ba54", APIVersion:"v1", ResourceVersion:"10190", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-0-135.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-135.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009b51b98 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u0976176246}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0424 19:01:03.719743 3783 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-203.ec2.internal" on network "default" took: 1.501922ms W0424 19:01:03.725756 3783 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-5zjqv: pod openshift-multus/network-metrics-daemon-5zjqv: no pod IPs found W0424 19:01:03.725780 3783 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-5lnx6: pod openshift-network-diagnostics/network-check-target-5lnx6: no pod IPs found I0424 19:01:03.726644 3783 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-94.ec2.internal for the network default I0424 19:01:03.726801 3783 zone_ic_handler.go:195] Time taken to create transit switch: 145.568µs I0424 19:01:03.727539 3783 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0424 19:01:03.727563 3783 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0424 19:01:03.727577 3783 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0424 19:01:03.727579 3783 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-135.ec2.internal in network "default" I0424 19:01:03.727648 3783 node_tracker.go:169] Node ip-10-0-0-135.ec2.internal switch + router changed, syncing services in network "default" I0424 19:01:03.727666 3783 services_controller.go:574] Full service sync requested for network=default I0424 19:01:03.727675 3783 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-203.ec2.internal in network "default" I0424 19:01:03.727697 3783 node_tracker.go:169] Node ip-10-0-1-203.ec2.internal switch + router changed, syncing services in network "default" I0424 19:01:03.727704 3783 services_controller.go:574] Full service sync requested for network=default I0424 19:01:03.727710 3783 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-94.ec2.internal in network "default" I0424 19:01:03.727730 3783 node_tracker.go:169] Node ip-10-0-2-94.ec2.internal switch + router changed, syncing services in network "default" I0424 19:01:03.727735 3783 services_controller.go:574] Full service sync requested for network=default I0424 19:01:03.828503 3783 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0424 19:01:03.828524 3783 services_controller.go:208] Setting up event handlers for services for network=default I0424 19:01:03.828638 3783 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0424 19:01:03.828702 3783 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0424 19:01:03.828718 3783 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0424 19:01:03.929122 3783 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0424 19:01:03.929137 3783 repair.go:60] Starting repairing loop for services I0424 19:01:03.929213 3783 repair.go:131] Deleted 0 stale service LBs I0424 19:01:03.929234 3783 repair.go:137] Deleted 0 stale Chassis Template Vars I0424 19:01:03.929249 3783 repair.go:62] Finished repairing loop for services: 114.102µs I0424 19:01:03.929274 3783 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0424 19:01:03.929283 3783 services_controller.go:254] Starting workers for network=default I0424 19:01:03.929684 3783 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-5lnx6] creating logical port openshift-network-diagnostics_network-check-target-5lnx6 for pod on switch ip-10-0-2-94.ec2.internal I0424 19:01:03.929726 3783 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-5zjqv] creating logical port openshift-multus_network-metrics-daemon-5zjqv for pod on switch ip-10-0-2-94.ec2.internal I0424 19:01:03.929838 3783 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-5zjqv I0424 19:01:03.929869 3783 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-5lnx6 W0424 19:01:03.933181 3783 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 19:01:03.933560 3783 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0424 19:01:03.945794 3783 pod.go:62] [openshift-network-diagnostics/network-check-target-5lnx6] pod update took 16.024697ms I0424 19:01:03.945815 3783 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-5lnx6] addLogicalPort annotation time took 16.050661ms I0424 19:01:03.946308 3783 pod.go:62] [openshift-multus/network-metrics-daemon-5zjqv] pod update took 16.539895ms I0424 19:01:03.946325 3783 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-5zjqv] addLogicalPort annotation time took 16.559703ms I0424 19:01:03.946790 3783 pods.go:271] [openshift-network-diagnostics/network-check-target-5lnx6] addLogicalPort took 17.153646ms, libovsdb time 691.23µs I0424 19:01:03.947074 3783 pods.go:271] [openshift-multus/network-metrics-daemon-5zjqv] addLogicalPort took 17.353597ms, libovsdb time 563.67µs I0424 19:01:03.947463 3783 admin_network_policy_controller.go:227] Starting controller default-network-controller I0424 19:01:03.947482 3783 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0424 19:01:03.947494 3783 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0424 19:01:03.947498 3783 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0424 19:01:03.947672 3783 repair.go:29] Repairing admin network policies took 168.767µs I0424 19:01:03.947768 3783 repair.go:92] Repairing baseline admin network policies took 88.554µs I0424 19:01:03.948154 3783 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0424 19:01:03.948170 3783 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0424 19:01:03.950232 3783 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0424 19:01:03.950252 3783 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0424 19:01:03.950262 3783 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0424 19:01:03.951802 3783 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0424 19:01:03.951821 3783 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0424 19:01:03.951829 3783 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0424 19:01:03.953212 3783 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0424 19:01:03.953229 3783 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0424 19:01:03.953832 3783 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0424 19:01:03.953844 3783 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0424 19:01:03.955461 3783 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0424 19:01:03.955477 3783 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0424 19:01:03.955484 3783 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0424 19:01:03.956701 3783 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0424 19:01:03.956721 3783 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0424 19:01:03.956731 3783 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0424 19:01:03.957723 3783 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0424 19:01:03.957742 3783 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0424 19:01:03.957752 3783 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0424 19:01:03.958969 3783 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0424 19:01:03.958987 3783 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0424 19:01:03.958993 3783 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0424 19:01:03.960233 3783 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0424 19:01:03.960250 3783 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0424 19:01:03.960257 3783 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0424 19:01:03.960517 3783 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0424 19:01:03.960541 3783 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0424 19:01:03.960552 3783 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0424 19:01:03.960979 3783 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0424 19:01:03.960995 3783 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0424 19:01:03.961001 3783 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0424 19:01:03.961314 3783 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0424 19:01:03.961334 3783 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0424 19:01:03.961342 3783 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0424 19:01:03.961832 3783 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0424 19:01:03.961848 3783 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0424 19:01:03.961856 3783 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0424 19:01:03.962354 3783 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0424 19:01:03.962370 3783 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0424 19:01:03.962379 3783 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0424 19:01:03.963255 3783 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0424 19:01:03.963275 3783 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0424 19:01:03.963284 3783 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0424 19:01:03.963783 3783 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0424 19:01:03.963799 3783 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0424 19:01:03.963806 3783 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0424 19:01:03.964259 3783 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0424 19:01:03.964277 3783 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0424 19:01:03.964285 3783 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0424 19:01:03.965796 3783 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0424 19:01:03.965816 3783 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0424 19:01:03.965823 3783 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0424 19:01:03.966300 3783 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0424 19:01:03.966318 3783 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0424 19:01:03.966325 3783 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0424 19:01:03.966757 3783 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0424 19:01:03.966773 3783 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0424 19:01:03.966782 3783 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0424 19:01:03.967937 3783 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0424 19:01:03.967954 3783 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0424 19:01:03.967965 3783 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0424 19:01:03.968652 3783 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0424 19:01:03.968673 3783 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0424 19:01:03.968682 3783 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0424 19:01:03.969187 3783 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0424 19:01:03.969205 3783 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0424 19:01:03.969213 3783 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0424 19:01:03.969667 3783 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0424 19:01:03.969684 3783 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0424 19:01:03.969705 3783 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0424 19:01:03.970379 3783 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0424 19:01:03.970398 3783 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0424 19:01:03.970405 3783 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0424 19:01:03.970856 3783 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0424 19:01:03.970870 3783 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0424 19:01:03.970879 3783 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0424 19:01:03.971819 3783 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0424 19:01:03.971837 3783 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0424 19:01:03.971847 3783 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0424 19:01:03.972805 3783 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0424 19:01:03.972821 3783 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0424 19:01:03.972832 3783 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0424 19:01:03.974365 3783 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0424 19:01:03.974382 3783 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0424 19:01:03.974390 3783 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0424 19:01:03.975635 3783 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0424 19:01:03.980937 3783 egressfirewall.go:374] Starting EgressFirewall controller I0424 19:01:03.980965 3783 controller.go:133] Adding controller egress-firewall-controller event handlers I0424 19:01:03.980977 3783 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0424 19:01:03.980987 3783 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0424 19:01:03.980998 3783 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0424 19:01:03.981007 3783 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0424 19:01:03.981017 3783 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0424 19:01:03.981297 3783 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0424 19:01:03.981311 3783 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0424 19:01:03.981318 3783 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0424 19:01:03.981326 3783 egressqos.go:193] Setting up event handlers for EgressQoS I0424 19:01:03.981435 3783 egressqos.go:245] Starting EgressQoS Controller I0424 19:01:03.981448 3783 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0424 19:01:03.981454 3783 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0424 19:01:03.981465 3783 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0424 19:01:03.981472 3783 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0424 19:01:03.981481 3783 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0424 19:01:03.981489 3783 shared_informer.go:356] "Caches are synced" controller="egressqos" I0424 19:01:03.981494 3783 egressqos.go:259] Repairing EgressQoSes I0424 19:01:03.981499 3783 egressqos.go:399] Starting repairing loop for egressqos I0424 19:01:03.981574 3783 egressqos.go:401] Finished repairing loop for egressqos: 76.065µs I0424 19:01:03.981595 3783 egressservice_zone.go:132] Setting up event handlers for Egress Services I0424 19:01:03.981630 3783 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-94.ec2.internal I0424 19:01:03.981683 3783 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-94.ec2.internal : 42.196µs I0424 19:01:03.981761 3783 egressservice_zone.go:210] Starting Egress Services Controller I0424 19:01:03.981773 3783 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0424 19:01:03.981781 3783 shared_informer.go:356] "Caches are synced" controller="egressservices" I0424 19:01:03.981787 3783 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0424 19:01:03.981792 3783 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0424 19:01:03.981799 3783 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0424 19:01:03.981798 3783 egressfirewall.go:723] Syncing node "ip-10-0-1-203.ec2.internal" for egress firewall I0424 19:01:03.981804 3783 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0424 19:01:03.981809 3783 egressfirewall.go:723] Syncing node "ip-10-0-2-94.ec2.internal" for egress firewall I0424 19:01:03.981814 3783 egressfirewall.go:723] Syncing node "ip-10-0-0-135.ec2.internal" for egress firewall I0424 19:01:03.981810 3783 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0424 19:01:03.981826 3783 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0424 19:01:03.981833 3783 egressservice_zone.go:228] Repairing Egress Services I0424 19:01:03.982163 3783 master_controller.go:88] Starting Admin Policy Based Route Controller I0424 19:01:03.982173 3783 external_controller.go:278] Starting Admin Policy Based Route Controller I0424 19:01:03.982200 3783 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-203.ec2.internal I0424 19:01:03.982220 3783 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-203.ec2.internal: 22.693µs I0424 19:01:03.982229 3783 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-94.ec2.internal I0424 19:01:03.982233 3783 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-94.ec2.internal: 4.7µs I0424 19:01:03.982238 3783 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-135.ec2.internal I0424 19:01:03.982242 3783 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-135.ec2.internal: 4.221µs I0424 19:01:03.982393 3783 default_network_controller.go:585] Completing all the Watchers took 303.795706ms I0424 19:01:03.982409 3783 default_network_controller.go:589] Starting unidling controllers I0424 19:01:03.982422 3783 unidle.go:46] Registering OVN SB ControllerEvent handler I0424 19:01:03.982427 3783 unidle.go:63] Populating Initial ContollerEvent events I0424 19:01:03.982439 3783 unidle.go:79] Setting up event handlers for services I0424 19:01:03.982487 3783 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0424 19:01:04.032343 3783 default_node_network_controller.go:519] Node connection status = connected I0424 19:01:04.531935 3783 default_node_network_controller.go:519] Node connection status = connected I0424 19:01:04.797855 3783 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0424 19:01:05.032443 3783 default_node_network_controller.go:519] Node connection status = connected I0424 19:01:05.049866 3783 bridgeconfig.go:537] Gateway is ready I0424 19:01:05.049885 3783 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0424 19:01:05.060697 3783 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.94. Updating OVN encap IP. I0424 19:01:05.065918 3783 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.94 - it is already configured I0424 19:01:05.065930 3783 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.94/24:{} 172.20.0.1/32:{}]. Updating annotations. I0424 19:01:05.066139 3783 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.94/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-94.ec2.internal","mac-address":"0e:49:95:f8:87:a3","ip-addresses":["10.0.2.94/24"],"ip-address":"10.0.2.94/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:a9fda83e-c327-4ddb-8c2f-e68d114c51b8 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.94/24"}] on node ip-10-0-2-94.ec2.internal I0424 19:01:05.081157 3783 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-94.ec2.internal I0424 19:01:05.081174 3783 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-94.ec2.internal: 21.323µs I0424 19:01:05.081179 3783 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-94.ec2.internal in network "default" I0424 19:01:05.081232 3783 node_tracker.go:169] Node ip-10-0-2-94.ec2.internal switch + router changed, syncing services in network "default" I0424 19:01:05.081251 3783 services_controller.go:574] Full service sync requested for network=default I0424 19:01:05.081253 3783 egressfirewall.go:723] Syncing node "ip-10-0-2-94.ec2.internal" for egress firewall I0424 19:01:05.081288 3783 master.go:548] Adding or Updating local node "ip-10-0-2-94.ec2.internal" for network "default" I0424 19:01:05.081433 3783 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.94 I0424 19:01:05.081537 3783 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-94.ec2.internal W0424 19:01:05.081656 3783 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 19:01:05.081703 3783 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0424 19:01:05.085706 3783 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-94.ec2.internal. Updating no re-route policies I0424 19:01:05.085791 3783 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-rgwzw I0424 19:01:05.085796 3783 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8jhc4 I0424 19:01:05.085809 3783 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-rgwzw I0424 19:01:05.085810 3783 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-5zjqv I0424 19:01:05.085812 3783 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8jhc4 I0424 19:01:05.085822 3783 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-5zjqv I0424 19:01:05.085828 3783 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-9bn29 I0424 19:01:05.085841 3783 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-9bn29 I0424 19:01:05.085839 3783 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-94.ec2.internal I0424 19:01:05.085842 3783 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8jhc4 after 0 failed attempt(s) I0424 19:01:05.085848 3783 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-twxv5 I0424 19:01:05.085851 3783 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-94.ec2.internal I0424 19:01:05.085853 3783 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-wvcbx I0424 19:01:05.085860 3783 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-twxv5 I0424 19:01:05.085864 3783 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-94.ec2.internal I0424 19:01:05.085868 3783 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-wvcbx I0424 19:01:05.085868 3783 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-ks4ml I0424 19:01:05.085873 3783 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-94.ec2.internal I0424 19:01:05.085871 3783 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-jhvkq I0424 19:01:05.085878 3783 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-ks4ml I0424 19:01:05.085878 3783 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-94.ec2.internal after 0 failed attempt(s) I0424 19:01:05.085878 3783 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-x5vnk I0424 19:01:05.085886 3783 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-jhvkq I0424 19:01:05.085889 3783 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-ks4ml after 0 failed attempt(s) I0424 19:01:05.085885 3783 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-ghrq2 I0424 19:01:05.085892 3783 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-94.ec2.internal after 0 failed attempt(s) I0424 19:01:05.085896 3783 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-x5vnk I0424 19:01:05.085902 3783 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-ghrq2 I0424 19:01:05.085908 3783 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-jhvkq after 0 failed attempt(s) I0424 19:01:05.085919 3783 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-ghrq2 after 0 failed attempt(s) I0424 19:01:05.085928 3783 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-x5vnk after 0 failed attempt(s) I0424 19:01:05.085860 3783 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-9bn29 after 0 failed attempt(s) I0424 19:01:05.085944 3783 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-twxv5 after 0 failed attempt(s) I0424 19:01:05.085840 3783 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-rgwzw after 0 failed attempt(s) I0424 19:01:05.085858 3783 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-5zjqv] creating logical port openshift-multus_network-metrics-daemon-5zjqv for pod on switch ip-10-0-2-94.ec2.internal I0424 19:01:05.085886 3783 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-5lnx6 I0424 19:01:05.085961 3783 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-5lnx6 I0424 19:01:05.085891 3783 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-wvcbx after 0 failed attempt(s) I0424 19:01:05.085994 3783 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-5lnx6] creating logical port openshift-network-diagnostics_network-check-target-5lnx6 for pod on switch ip-10-0-2-94.ec2.internal I0424 19:01:05.086566 3783 pods.go:271] [openshift-multus/network-metrics-daemon-5zjqv] addLogicalPort took 719.8µs, libovsdb time 229.507µs I0424 19:01:05.086577 3783 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-5zjqv after 0 failed attempt(s) I0424 19:01:05.086615 3783 pods.go:271] [openshift-network-diagnostics/network-check-target-5lnx6] addLogicalPort took 635.422µs, libovsdb time 280.252µs I0424 19:01:05.086623 3783 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-5lnx6 after 0 failed attempt(s) I0424 19:01:05.099247 3783 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0424 19:01:05.110154 3783 iptables.go:108] Creating table: mangle chain: OUTPUT I0424 19:01:05.113356 3783 iptables.go:108] Creating table: nat chain: OUTPUT I0424 19:01:05.148522 3783 iptables.go:108] Creating table: nat chain: PREROUTING I0424 19:01:05.204514 3783 iptables.go:108] Creating table: filter chain: FORWARD I0424 19:01:05.220736 3783 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0424 19:01:05.220827 3783 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0424 19:01:05.220867 3783 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0424 19:01:05.220934 3783 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0424 19:01:05.220983 3783 gateway_init.go:325] Gateway and management port readiness took 1.693512149s I0424 19:01:05.221014 3783 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0424 19:01:05.221082 3783 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0424 19:01:05.221098 3783 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0424 19:01:05.221109 3783 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0424 19:01:05.221175 3783 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0424 19:01:05.221262 3783 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 54.282µs I0424 19:01:05.221504 3783 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0424 19:01:05.221530 3783 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.833µs I0424 19:01:05.221538 3783 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 35.365µs I0424 19:01:05.221544 3783 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0424 19:01:05.221554 3783 nad_controller.go:379] [node-nad-controller NAD controller]: started I0424 19:01:05.221562 3783 default_node_network_controller.go:899] Starting the default node network controller I0424 19:01:05.221569 3783 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0424 19:01:05.221664 3783 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 17.905µs I0424 19:01:05.221748 3783 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0424 19:01:05.221756 3783 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0424 19:01:05.221785 3783 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c2eb10 0xc0002b7dc0 0xc0002b7e30 0xc0002b7ea0 0xc0002b7f10 0xc0002c6000 0xc0002c6070 0xc000c7c500 0xc0002c60e0 0xc0002c6150 0xc000c7c6e0 0xc0060cd3b0 0xc0002c61c0 map[0x2ff9080:0xc00269f320 0x2ff95c0:0xc00269f620 0x2ffa2e0:0xc00269f260 0x2ffa580:0xc00269f2c0 0x2ffad60:0xc00269f380 0x2ffb000:0xc00269f3e0 0x2ffb2a0:0xc00269f5c0 0x2ffba80:0xc00269f680 0x2ffbd20:0xc00269f6e0 0x3026980:0xc001605320 0x3026d20:0xc001605380 0x3027800:0xc000c7a720 0x3029160:0xc001c08000 0x30298a0:0xc0016054a0 0x302a720:0xc001c08060] 0xc00035f1f0 0} I0424 19:01:05.221845 3783 gateway.go:151] Starting gateway service sync I0424 19:01:05.222328 3783 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0424 19:01:05.224432 3783 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0424 19:01:05.264258 3783 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0424 19:01:05.265331 3783 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0424 19:01:05.266386 3783 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0424 19:01:05.299503 3783 gateway.go:168] Gateway service sync done. Time taken: 77.6477ms I0424 19:01:05.300111 3783 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31854 I0424 19:01:05.300819 3783 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c2eb10 0xc0002b7dc0 0xc0002b7e30 0xc0002b7ea0 0xc0002b7f10 0xc0002c6000 0xc0002c6070 0xc000c7c500 0xc0002c60e0 0xc0002c6150 0xc000c7c6e0 0xc0060cd3b0 0xc0002c61c0 map[0x2ff9080:0xc00269f320 0x2ff95c0:0xc00269f620 0x2ffa2e0:0xc00269f260 0x2ffa580:0xc00269f2c0 0x2ffad60:0xc00269f380 0x2ffb000:0xc00269f3e0 0x2ffb2a0:0xc00269f5c0 0x2ffba80:0xc00269f680 0x2ffbd20:0xc00269f6e0 0x3026980:0xc001605320 0x3026d20:0xc001605380 0x3027800:0xc000c7a720 0x3029160:0xc001c08000 0x30298a0:0xc0016054a0 0x302a720:0xc001c08060] 0xc00035f1f0 0} I0424 19:01:05.301341 3783 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c2eb10 0xc0002b7dc0 0xc0002b7e30 0xc0002b7ea0 0xc0002b7f10 0xc0002c6000 0xc0002c6070 0xc000c7c500 0xc0002c60e0 0xc0002c6150 0xc000c7c6e0 0xc0060cd3b0 0xc0002c61c0 map[0x2ff9080:0xc00269f320 0x2ff95c0:0xc00269f620 0x2ffa2e0:0xc00269f260 0x2ffa580:0xc00269f2c0 0x2ffad60:0xc00269f380 0x2ffb000:0xc00269f3e0 0x2ffb2a0:0xc00269f5c0 0x2ffba80:0xc00269f680 0x2ffbd20:0xc00269f6e0 0x3026980:0xc001605320 0x3026d20:0xc001605380 0x3027800:0xc000c7a720 0x3029160:0xc001c08000 0x30298a0:0xc0016054a0 0x302a720:0xc001c08060] 0xc00035f1f0 0} I0424 19:01:05.301379 3783 gateway.go:532] Reconciling gateway with updates I0424 19:01:05.306795 3783 gateway.go:339] Spawning Conntrack Rule Check Thread I0424 19:01:05.306879 3783 default_node_network_controller.go:944] Gateway and management port readiness took 85.114899ms I0424 19:01:05.306887 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 19:01:05.306892 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 19:01:05.306894 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 19:01:05.306900 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 19:01:05.306908 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 19:01:05.306911 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 19:01:05.306913 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 19:01:05.306917 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 19:01:05.306921 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0424 19:01:05.306924 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 19:01:05.306928 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 19:01:05.306932 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0424 19:01:05.306930 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0424 19:01:05.306938 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 19:01:05.306941 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 19:01:05.306945 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0424 19:01:05.306951 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 19:01:05.306952 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 19:01:05.306957 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 19:01:05.306959 3783 port_claim.go:71] Svc openshift-ingress/router-default: port 32167 is already open, no action needed I0424 19:01:05.306961 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0424 19:01:05.306962 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0424 19:01:05.306970 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0424 19:01:05.306974 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0424 19:01:05.306967 3783 port_claim.go:71] Svc openshift-ingress/router-default: port 31080 is already open, no action needed I0424 19:01:05.306979 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 19:01:05.306979 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 19:01:05.306989 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0424 19:01:05.306901 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 19:01:05.306991 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 19:01:05.306995 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 19:01:05.306998 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 19:01:05.307002 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0424 19:01:05.307004 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 19:01:05.306940 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 19:01:05.307009 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 19:01:05.306946 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 19:01:05.307010 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0424 19:01:05.307014 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 19:01:05.307044 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0424 19:01:05.307002 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 19:01:05.307022 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 19:01:05.307057 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 19:01:05.307060 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 19:01:05.307063 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 19:01:05.306916 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0424 19:01:05.307072 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 19:01:05.307074 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0424 19:01:05.307072 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0424 19:01:05.307081 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0424 19:01:05.307085 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 19:01:05.307087 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 19:01:05.307090 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 19:01:05.307092 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0424 19:01:05.307089 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 19:01:05.307098 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 19:01:05.307099 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 19:01:05.307101 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0424 19:01:05.307102 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0424 19:01:05.307106 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0424 19:01:05.307106 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0424 19:01:05.306970 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0424 19:01:05.307109 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 19:01:05.307117 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0424 19:01:05.307117 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0424 19:01:05.307126 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 19:01:05.307045 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 19:01:05.307009 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0424 19:01:05.307073 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 19:01:05.307154 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0424 19:01:05.307106 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 19:01:05.307072 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 19:01:05.306949 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 19:01:05.306880 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 19:01:05.307184 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 19:01:05.307190 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 19:01:05.307061 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 19:01:05.306908 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0424 19:01:05.306989 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0424 19:01:05.307216 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0424 19:01:05.306932 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 19:01:05.307228 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 19:01:05.307057 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0424 19:01:05.307216 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0424 19:01:05.306991 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0424 19:01:05.307287 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0424 19:01:05.307012 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0424 19:01:05.306979 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0424 19:01:05.307043 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0424 19:01:05.307348 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0424 19:01:05.307353 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0424 19:01:05.307053 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0424 19:01:05.307068 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 19:01:05.307073 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 19:01:05.307383 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 19:01:05.307076 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 19:01:05.307408 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 19:01:05.307077 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 19:01:05.307430 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 19:01:05.307089 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0424 19:01:05.307089 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0424 19:01:05.307095 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 19:01:05.307481 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 19:01:05.307095 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 19:01:05.306877 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 19:01:05.307521 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 19:01:05.307113 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0424 19:01:05.307142 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0424 19:01:05.307169 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0424 19:01:05.307205 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0424 19:01:05.306981 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0424 19:01:05.307595 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0424 19:01:05.306990 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 19:01:05.307755 3783 node_ip_handler_linux.go:160] Node IP manager is running W0424 19:01:05.342908 3783 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0424 19:01:05.343081 3783 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0424 19:01:05.343175 3783 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0424 19:01:05.351877 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0424 19:01:05.351888 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0424 19:01:05.351909 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0424 19:01:05.351919 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0424 19:01:05.351927 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0424 19:01:05.390593 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0424 19:01:05.390612 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0424 19:01:05.390618 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0424 19:01:05.390625 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0424 19:01:05.390630 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0424 19:01:05.390636 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0424 19:01:05.390642 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0424 19:01:05.390648 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0424 19:01:05.390653 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0424 19:01:05.390658 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0424 19:01:05.390664 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0424 19:01:05.428397 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0424 19:01:05.428424 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0424 19:01:05.428443 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0424 19:01:05.428449 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0424 19:01:05.428454 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0424 19:01:05.428466 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0424 19:01:05.428480 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0424 19:01:05.428487 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0424 19:01:05.428492 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0424 19:01:05.428497 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0424 19:01:05.428504 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0424 19:01:05.428510 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0424 19:01:05.428516 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0424 19:01:05.428521 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0424 19:01:05.428533 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0424 19:01:05.428548 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0424 19:01:05.428555 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0424 19:01:06.465578 3783 default_node_network_controller.go:1380] Starting node controller node sync W0424 19:01:06.465596 3783 egressip_healthcheck.go:76] Health checking using insecure connection I0424 19:01:06.465637 3783 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0424 19:01:06.477125 3783 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.527168ms I0424 19:01:06.477224 3783 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-203.ec2.internal", IP: 10.0.1.203 to PMTUD blocking rules I0424 19:01:06.477225 3783 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-135.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0424 19:01:06.477235 3783 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-203.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0424 19:01:06.477237 3783 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-135.ec2.internal", IP: 10.0.0.135 to PMTUD blocking rules I0424 19:01:06.487823 3783 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0424 19:01:06.488122 3783 egressservice_node.go:93] Setting up event handlers for Egress Services I0424 19:01:06.488227 3783 egressservice_node.go:183] Starting Egress Services Controller I0424 19:01:06.488242 3783 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0424 19:01:06.488251 3783 shared_informer.go:356] "Caches are synced" controller="egressservices" I0424 19:01:06.488257 3783 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0424 19:01:06.488262 3783 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0424 19:01:06.488267 3783 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0424 19:01:06.488272 3783 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0424 19:01:06.488276 3783 egressservice_node.go:197] Repairing Egress Services I0424 19:01:06.497159 3783 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0424 19:01:06.497170 3783 external_controller.go:278] Starting Admin Policy Based Route Controller I0424 19:01:06.497316 3783 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0424 19:01:06.497326 3783 link_network_manager.go:119] Link manager is running I0424 19:01:06.497335 3783 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0424 19:01:06.497512 3783 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0424 19:01:06.497631 3783 vrf_manager.go:128] VRF manager is running I0424 19:01:06.497718 3783 node_controller_manager.go:437] Removing flows to drop GARP I0424 19:01:06.497726 3783 gateway.go:532] Reconciling gateway with updates I0424 19:01:06.522838 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 19:01:06.522844 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 19:01:06.522853 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 19:01:06.522856 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 19:01:06.522862 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 19:01:06.522864 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 19:01:06.522870 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 19:01:06.522877 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 19:01:06.522880 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 19:01:06.522881 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0424 19:01:06.522890 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 19:01:06.522892 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 19:01:06.522898 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 19:01:06.522904 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 19:01:06.522905 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0424 19:01:06.522915 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0424 19:01:06.522921 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0424 19:01:06.522915 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0424 19:01:06.522921 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 19:01:06.522881 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0424 19:01:06.522935 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 19:01:06.522939 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0424 19:01:06.522940 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0424 19:01:06.522894 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0424 19:01:06.522946 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 19:01:06.522949 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0424 19:01:06.522951 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0424 19:01:06.522956 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0424 19:01:06.522959 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 19:01:06.522968 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 19:01:06.522965 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 19:01:06.522972 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 19:01:06.522976 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0424 19:01:06.522967 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0424 19:01:06.522972 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 19:01:06.522986 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0424 19:01:06.522938 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 19:01:06.522992 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 19:01:06.522993 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0424 19:01:06.522994 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 19:01:06.522996 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 19:01:06.522997 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0424 19:01:06.522997 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 19:01:06.523005 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 19:01:06.523005 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 19:01:06.523009 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0424 19:01:06.522945 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 19:01:06.523012 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0424 19:01:06.522850 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 19:01:06.523042 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0424 19:01:06.523046 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0424 19:01:06.523045 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 19:01:06.523045 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 19:01:06.522993 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 19:01:06.523057 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 19:01:06.523061 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0424 19:01:06.523063 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 19:01:06.523065 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0424 19:01:06.522943 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0424 19:01:06.523073 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0424 19:01:06.523090 3783 port_claim.go:71] Svc openshift-ingress/router-default: port 32167 is already open, no action needed I0424 19:01:06.523092 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0424 19:01:06.522867 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 19:01:06.523101 3783 port_claim.go:71] Svc openshift-ingress/router-default: port 31080 is already open, no action needed I0424 19:01:06.523106 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 19:01:06.523125 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 19:01:06.523044 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 19:01:06.523138 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 19:01:06.522878 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 19:01:06.523171 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0424 19:01:06.522863 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0424 19:01:06.522976 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 19:01:06.523188 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 19:01:06.522971 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0424 19:01:06.523196 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0424 19:01:06.523204 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0424 19:01:06.522915 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0424 19:01:06.522926 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0424 19:01:06.523287 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0424 19:01:06.523294 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0424 19:01:06.522943 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0424 19:01:06.522947 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0424 19:01:06.522950 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0424 19:01:06.522956 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0424 19:01:06.523312 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0424 19:01:06.522973 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0424 19:01:06.523349 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0424 19:01:06.522970 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0424 19:01:06.523359 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0424 19:01:06.522976 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0424 19:01:06.522981 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0424 19:01:06.522883 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 19:01:06.523389 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 19:01:06.522982 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 19:01:06.522983 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 19:01:06.523439 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 19:01:06.522984 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 19:01:06.522984 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0424 19:01:06.523488 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0424 19:01:06.522984 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 19:01:06.523516 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 19:01:06.522986 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0424 19:01:06.522985 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 19:01:06.523549 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 19:01:06.522997 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0424 19:01:06.523572 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0424 19:01:06.523001 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 19:01:06.523002 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0424 19:01:06.522999 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 19:01:06.523642 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 19:01:06.523012 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 19:01:06.523011 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 19:01:06.523687 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 19:01:06.523693 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0424 19:01:06.523012 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 19:01:06.523701 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 19:01:06.523006 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 19:01:06.523725 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 19:01:06.523015 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 19:01:06.523056 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0424 19:01:06.561291 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0424 19:01:06.561312 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0424 19:01:06.561319 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0424 19:01:06.561325 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0424 19:01:06.561331 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0424 19:01:06.599183 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0424 19:01:06.599192 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0424 19:01:06.599207 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0424 19:01:06.599213 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0424 19:01:06.637865 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0424 19:01:06.637889 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0424 19:01:06.637896 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0424 19:01:06.637904 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0424 19:01:06.637912 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0424 19:01:06.637920 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0424 19:01:06.637930 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0424 19:01:06.637935 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0424 19:01:06.637940 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0424 19:01:06.637946 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0424 19:01:06.637952 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0424 19:01:06.637957 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0424 19:01:06.637962 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0424 19:01:06.637968 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0424 19:01:06.637973 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0424 19:01:06.637979 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0424 19:01:06.637986 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0424 19:01:06.946151 3783 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-135.ec2.internal I0424 19:01:06.946183 3783 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-135.ec2.internal: 38.685µs I0424 19:01:06.946286 3783 default_network_controller.go:1025] Node "ip-10-0-0-135.ec2.internal" in remote zone "ip-10-0-0-135.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 19:01:06.947011 3783 zone_ic_handler.go:195] Time taken to create transit switch: 246.015µs I0424 19:01:06.947023 3783 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-135.ec2.internal for the network default I0424 19:01:06.947989 3783 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-135.ec2.internal" on network "default" took: 1.236379ms W0424 19:01:07.490232 3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0424 19:01:07.545414 3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0424 19:01:08.299126 3783 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0424 19:01:08.673339 3783 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-94.ec2.internal I0424 19:01:08.673369 3783 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-94.ec2.internal: 35.606µs I0424 19:01:08.722370 3783 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6cff566f77-xdd5q] creating logical port openshift-image-registry_image-registry-6cff566f77-xdd5q for pod on switch ip-10-0-2-94.ec2.internal I0424 19:01:08.722457 3783 kube.go:256] Updating pod openshift-image-registry/image-registry-6cff566f77-xdd5q I0424 19:01:08.763905 3783 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-9fzn7] creating logical port openshift-insights_insights-runtime-extractor-9fzn7 for pod on switch ip-10-0-2-94.ec2.internal I0424 19:01:08.764045 3783 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-9fzn7 I0424 19:01:08.776863 3783 pod.go:62] [openshift-image-registry/image-registry-6cff566f77-xdd5q] pod update took 54.433215ms I0424 19:01:08.776887 3783 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6cff566f77-xdd5q] addLogicalPort annotation time took 54.459004ms I0424 19:01:08.778107 3783 pods.go:271] [openshift-image-registry/image-registry-6cff566f77-xdd5q] addLogicalPort took 55.744954ms, libovsdb time 856.819µs I0424 19:01:08.778155 3783 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-jj55b] creating logical port openshift-dns_dns-default-jj55b for pod on switch ip-10-0-2-94.ec2.internal I0424 19:01:08.778208 3783 kube.go:256] Updating pod openshift-dns/dns-default-jj55b I0424 19:01:08.791904 3783 pod.go:62] [openshift-insights/insights-runtime-extractor-9fzn7] pod update took 27.909688ms I0424 19:01:08.791925 3783 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-9fzn7] addLogicalPort annotation time took 27.931398ms I0424 19:01:08.792829 3783 pods.go:271] [openshift-insights/insights-runtime-extractor-9fzn7] addLogicalPort took 28.939671ms, libovsdb time 682.053µs I0424 19:01:08.801358 3783 pod.go:62] [openshift-dns/dns-default-jj55b] pod update took 23.167154ms I0424 19:01:08.801381 3783 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-jj55b] addLogicalPort annotation time took 23.191023ms I0424 19:01:08.802340 3783 pods.go:271] [openshift-dns/dns-default-jj55b] addLogicalPort took 24.189551ms, libovsdb time 662.353µs I0424 19:01:08.834497 3783 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-chxhq] creating logical port openshift-ingress-canary_ingress-canary-chxhq for pod on switch ip-10-0-2-94.ec2.internal I0424 19:01:08.834566 3783 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-chxhq I0424 19:01:08.850886 3783 pod.go:62] [openshift-ingress-canary/ingress-canary-chxhq] pod update took 16.34172ms I0424 19:01:08.850903 3783 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-chxhq] addLogicalPort annotation time took 16.361374ms I0424 19:01:08.851932 3783 pods.go:271] [openshift-ingress-canary/ingress-canary-chxhq] addLogicalPort took 17.442633ms, libovsdb time 797.026µs I0424 19:01:09.122967 3783 cni.go:452] [openshift-image-registry/image-registry-6cff566f77-xdd5q c75bf3426d4dd88d9406c300eda7e62fa04d50c3068709ee02e0f096741dbd25 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6cff566f77-xdd5q c75bf3426d4dd88d9406c300eda7e62fa04d50c3068709ee02e0f096741dbd25 network default NAD default NAD key ] I0424 19:01:09.148954 3783 cni.go:452] [openshift-dns/dns-default-jj55b 7e210398fa6c110eb26d2dd36cc62681bb643e5c26b961a1b1181ccce88e0894 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-jj55b 7e210398fa6c110eb26d2dd36cc62681bb643e5c26b961a1b1181ccce88e0894 network default NAD default NAD key ] I0424 19:01:09.171362 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-jj55b, hostIfaceName: 7e210398fa6c110, network: default, NAD default, SandboxID: "7e210398fa6c110eb26d2dd36cc62681bb643e5c26b961a1b1181ccce88e0894", PCI device ID: , UID: "12df661e-c756-428a-959d-1b1e230b12b1", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0424 19:01:09.172111 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6cff566f77-xdd5q, hostIfaceName: c75bf3426d4dd88, network: default, NAD default, SandboxID: "c75bf3426d4dd88d9406c300eda7e62fa04d50c3068709ee02e0f096741dbd25", PCI device ID: , UID: "80bca455-d5ff-46bf-9be1-c694f0b0a97d", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0424 19:01:09.191639 3783 cni.go:452] [openshift-insights/insights-runtime-extractor-9fzn7 04b984b95ff50520f9683a9c0e11a82d6fda892a7fc9f2a899a0d1adbf0c626c network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-9fzn7 04b984b95ff50520f9683a9c0e11a82d6fda892a7fc9f2a899a0d1adbf0c626c network default NAD default NAD key ] I0424 19:01:09.202843 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-9fzn7, hostIfaceName: 04b984b95ff5052, network: default, NAD default, SandboxID: "04b984b95ff50520f9683a9c0e11a82d6fda892a7fc9f2a899a0d1adbf0c626c", PCI device ID: , UID: "34719fc3-f0e4-4ace-a848-4fac19fe81e6", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0424 19:01:09.228985 3783 cni.go:473] [openshift-dns/dns-default-jj55b 7e210398fa6c110eb26d2dd36cc62681bb643e5c26b961a1b1181ccce88e0894 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-jj55b 7e210398fa6c110eb26d2dd36cc62681bb643e5c26b961a1b1181ccce88e0894 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:4b:3e:9b:67:c8\",\"name\":\"7e210398fa6c110\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d60aa6f-be99-4f1a-9e8d-b98eadf097b6\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:01:09.229005 3783 cni.go:473] [openshift-image-registry/image-registry-6cff566f77-xdd5q c75bf3426d4dd88d9406c300eda7e62fa04d50c3068709ee02e0f096741dbd25 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6cff566f77-xdd5q c75bf3426d4dd88d9406c300eda7e62fa04d50c3068709ee02e0f096741dbd25 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:a9:8d:be:ee:62\",\"name\":\"c75bf3426d4dd88\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/05d9a145-ef14-41c1-ae4c-ab67edfe8168\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:01:09.234178 3783 cni.go:452] [openshift-ingress-canary/ingress-canary-chxhq 46b7b27ece8979495e6c82b437a8478777903b9f128e706e25b437e2de34bbc8 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-chxhq 46b7b27ece8979495e6c82b437a8478777903b9f128e706e25b437e2de34bbc8 network default NAD default NAD key ] I0424 19:01:09.243523 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-chxhq, hostIfaceName: 46b7b27ece89794, network: default, NAD default, SandboxID: "46b7b27ece8979495e6c82b437a8478777903b9f128e706e25b437e2de34bbc8", PCI device ID: , UID: "a9e29b79-2fe4-48c0-80a1-1b011a4b6ae9", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0424 19:01:09.251825 3783 cni.go:473] [openshift-insights/insights-runtime-extractor-9fzn7 04b984b95ff50520f9683a9c0e11a82d6fda892a7fc9f2a899a0d1adbf0c626c network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-9fzn7 04b984b95ff50520f9683a9c0e11a82d6fda892a7fc9f2a899a0d1adbf0c626c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:75:96:e3:96:d6\",\"name\":\"04b984b95ff5052\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4950a50-c9e4-4757-8512-6de06e73b430\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:01:09.288497 3783 cni.go:473] [openshift-ingress-canary/ingress-canary-chxhq 46b7b27ece8979495e6c82b437a8478777903b9f128e706e25b437e2de34bbc8 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-chxhq 46b7b27ece8979495e6c82b437a8478777903b9f128e706e25b437e2de34bbc8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:cc:9d:98:bc:da\",\"name\":\"46b7b27ece89794\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c5c0e960-cd6e-4e4f-8c2c-62cbfe503fa9\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 19:01:09.826927 3783 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0424 19:01:10.878256 3783 base_network_controller_pods.go:487] [default/openshift-console/console-594458d858-dmwgn] creating logical port openshift-console_console-594458d858-dmwgn for pod on switch ip-10-0-2-94.ec2.internal I0424 19:01:10.878356 3783 kube.go:256] Updating pod openshift-console/console-594458d858-dmwgn I0424 19:01:10.893823 3783 pod.go:62] [openshift-console/console-594458d858-dmwgn] pod update took 15.495697ms I0424 19:01:10.893842 3783 base_network_controller_pods.go:951] [default/openshift-console/console-594458d858-dmwgn] addLogicalPort annotation time took 15.518653ms I0424 19:01:10.895172 3783 pods.go:271] [openshift-console/console-594458d858-dmwgn] addLogicalPort took 16.930436ms, libovsdb time 1.02878ms W0424 19:01:11.650768 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 19:01:11.650798 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0424 19:01:11.948569 3783 cni.go:452] [openshift-console/console-594458d858-dmwgn 5f55abce36e158396fb6cfb104264e43df8021509730a61897bb70f5d889d840 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-594458d858-dmwgn 5f55abce36e158396fb6cfb104264e43df8021509730a61897bb70f5d889d840 network default NAD default NAD key ] I0424 19:01:11.949719 3783 cni.go:452] [openshift-network-diagnostics/network-check-target-5lnx6 d92d38289195c943c689618560cf811f59bb6a9631388216434aad472ae661eb network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-5lnx6 d92d38289195c943c689618560cf811f59bb6a9631388216434aad472ae661eb network default NAD default NAD key ] I0424 19:01:11.949775 3783 cni.go:452] [openshift-multus/network-metrics-daemon-5zjqv 0da5647201121717adab68d864065495f76db4b2864af61d4cc07fbda17512f8 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-5zjqv 0da5647201121717adab68d864065495f76db4b2864af61d4cc07fbda17512f8 network default NAD default NAD key ] I0424 19:01:11.965433 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-5zjqv, hostIfaceName: 0da564720112171, network: default, NAD default, SandboxID: "0da5647201121717adab68d864065495f76db4b2864af61d4cc07fbda17512f8", PCI device ID: , UID: "4dfe5c0a-8ef3-4809-9edd-5954315bce14", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0424 19:01:11.965696 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-594458d858-dmwgn, hostIfaceName: 5f55abce36e1583, network: default, NAD default, SandboxID: "5f55abce36e158396fb6cfb104264e43df8021509730a61897bb70f5d889d840", PCI device ID: , UID: "328d1993-9561-42f4-a1ee-828e5103e09b", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0424 19:01:11.965993 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-5lnx6, hostIfaceName: d92d38289195c94, network: default, NAD default, SandboxID: "d92d38289195c943c689618560cf811f59bb6a9631388216434aad472ae661eb", PCI device ID: , UID: "50467e21-4658-4f41-863e-cce48c017e35", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0424 19:01:12.017775 3783 cni.go:473] [openshift-console/console-594458d858-dmwgn 5f55abce36e158396fb6cfb104264e43df8021509730a61897bb70f5d889d840 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-594458d858-dmwgn 5f55abce36e158396fb6cfb104264e43df8021509730a61897bb70f5d889d840 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:30:f9:58:a7:f7\",\"name\":\"5f55abce36e1583\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c68e745b-4cb1-4fb6-a612-29252c0b2a46\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:01:12.021621 3783 cni.go:473] [openshift-network-diagnostics/network-check-target-5lnx6 d92d38289195c943c689618560cf811f59bb6a9631388216434aad472ae661eb network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-5lnx6 d92d38289195c943c689618560cf811f59bb6a9631388216434aad472ae661eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:06:99:46:18:b3\",\"name\":\"d92d38289195c94\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a158712d-3195-49b9-9bc3-f584eaf027f8\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:01:12.024115 3783 cni.go:473] [openshift-multus/network-metrics-daemon-5zjqv 0da5647201121717adab68d864065495f76db4b2864af61d4cc07fbda17512f8 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-5zjqv 0da5647201121717adab68d864065495f76db4b2864af61d4cc07fbda17512f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:89:7b:06:b2:07\",\"name\":\"0da564720112171\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f4644da-1d29-42e7-ace2-64e7a58b7bca\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 19:01:12.412138 3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0424 19:01:17.957000 3783 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0424 19:01:18.344405 3783 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-jcgxt] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-jcgxt for pod on switch ip-10-0-2-94.ec2.internal I0424 19:01:18.344715 3783 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-jcgxt I0424 19:01:18.361485 3783 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-jcgxt] pod update took 16.797158ms I0424 19:01:18.361507 3783 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-jcgxt] addLogicalPort annotation time took 16.822834ms I0424 19:01:18.362766 3783 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-jcgxt] addLogicalPort took 18.374773ms, libovsdb time 923.324µs I0424 19:01:18.735285 3783 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-jcgxt 92969514c94001e1af6de1aeaf4c02322c9ef560ca226a7c5d51080a03a3b324 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-jcgxt 92969514c94001e1af6de1aeaf4c02322c9ef560ca226a7c5d51080a03a3b324 network default NAD default NAD key ] I0424 19:01:18.746448 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-jcgxt, hostIfaceName: 92969514c94001e, network: default, NAD default, SandboxID: "92969514c94001e1af6de1aeaf4c02322c9ef560ca226a7c5d51080a03a3b324", PCI device ID: , UID: "6764e1de-bda1-4e65-b946-e2073aa051e2", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0424 19:01:18.798332 3783 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-jcgxt 92969514c94001e1af6de1aeaf4c02322c9ef560ca226a7c5d51080a03a3b324 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-jcgxt 92969514c94001e1af6de1aeaf4c02322c9ef560ca226a7c5d51080a03a3b324 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:15:ea:65:de:3b\",\"name\":\"92969514c94001e\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0153fd6-4d1a-4445-bee6-8e55c8b3eced\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:01:19.380854 3783 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-94.ec2.internal I0424 19:01:19.380968 3783 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0424 19:01:19.410460 3783 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 29.52964ms I0424 19:01:19.410484 3783 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 29.560972ms I0424 19:01:19.411645 3783 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 30.8081ms, libovsdb time 852.048µs I0424 19:01:19.999796 3783 cni.go:452] [openshift-monitoring/alertmanager-main-0 e6b26454963c16cd29a9fd1354d2419660c58d079c46aebc9a63968b29f0d41a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 e6b26454963c16cd29a9fd1354d2419660c58d079c46aebc9a63968b29f0d41a network default NAD default NAD key ] I0424 19:01:20.009411 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: e6b26454963c16c, network: default, NAD default, SandboxID: "e6b26454963c16cd29a9fd1354d2419660c58d079c46aebc9a63968b29f0d41a", PCI device ID: , UID: "091ea8c3-501f-4edb-bcff-348db42eedd8", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0424 19:01:20.052916 3783 cni.go:473] [openshift-monitoring/alertmanager-main-0 e6b26454963c16cd29a9fd1354d2419660c58d079c46aebc9a63968b29f0d41a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 e6b26454963c16cd29a9fd1354d2419660c58d079c46aebc9a63968b29f0d41a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:7e:92:61:b8:1a\",\"name\":\"e6b26454963c16c\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/035f63bb-82a5-4221-aa7e-bdbc7dccfed5\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:01:20.337480 3783 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-78489b45d4-2w2dm] creating logical port openshift-monitoring_thanos-querier-78489b45d4-2w2dm for pod on switch ip-10-0-2-94.ec2.internal I0424 19:01:20.337590 3783 kube.go:256] Updating pod openshift-monitoring/thanos-querier-78489b45d4-2w2dm I0424 19:01:20.356634 3783 pod.go:62] [openshift-monitoring/thanos-querier-78489b45d4-2w2dm] pod update took 19.074765ms I0424 19:01:20.356704 3783 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-78489b45d4-2w2dm] addLogicalPort annotation time took 19.151106ms I0424 19:01:20.357976 3783 pods.go:271] [openshift-monitoring/thanos-querier-78489b45d4-2w2dm] addLogicalPort took 20.514325ms, libovsdb time 946.402µs I0424 19:01:20.725308 3783 cni.go:452] [openshift-monitoring/thanos-querier-78489b45d4-2w2dm 8a25e11ab185886ed481817cf0b6bcea96ae494bc70cc406ecc65027593e3a1e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-78489b45d4-2w2dm 8a25e11ab185886ed481817cf0b6bcea96ae494bc70cc406ecc65027593e3a1e network default NAD default NAD key ] I0424 19:01:20.734852 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-78489b45d4-2w2dm, hostIfaceName: 8a25e11ab185886, network: default, NAD default, SandboxID: "8a25e11ab185886ed481817cf0b6bcea96ae494bc70cc406ecc65027593e3a1e", PCI device ID: , UID: "10678e5d-e1ee-413e-a4e6-c9af9f3a04e8", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0424 19:01:20.778997 3783 cni.go:473] [openshift-monitoring/thanos-querier-78489b45d4-2w2dm 8a25e11ab185886ed481817cf0b6bcea96ae494bc70cc406ecc65027593e3a1e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-78489b45d4-2w2dm 8a25e11ab185886ed481817cf0b6bcea96ae494bc70cc406ecc65027593e3a1e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:01:e8:f5:35:7e\",\"name\":\"8a25e11ab185886\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c7f799ee-52bf-4dc5-ad87-17c0c6e323dc\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 19:01:21.447449 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 19:01:21.447471 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 19:01:21.577676 3783 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0424 19:01:21.922164 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0424 19:01:22.339576 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 19:01:22.339594 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0424 19:01:22.339600 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 19:01:22.339616 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 19:01:22.339621 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0424 19:01:22.339626 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0424 19:01:22.791982 3783 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-788868fc8-k79nw] creating logical port openshift-monitoring_metrics-server-788868fc8-k79nw for pod on switch ip-10-0-2-94.ec2.internal I0424 19:01:22.792144 3783 kube.go:256] Updating pod openshift-monitoring/metrics-server-788868fc8-k79nw I0424 19:01:22.820515 3783 pod.go:62] [openshift-monitoring/metrics-server-788868fc8-k79nw] pod update took 28.439355ms I0424 19:01:22.820539 3783 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-788868fc8-k79nw] addLogicalPort annotation time took 28.468065ms I0424 19:01:22.821815 3783 pods.go:271] [openshift-monitoring/metrics-server-788868fc8-k79nw] addLogicalPort took 29.850656ms, libovsdb time 973.32µs W0424 19:01:22.877861 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 19:01:22.877884 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0424 19:01:22.877892 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 19:01:22.925453 3783 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 19:01:22.925477 3783 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 19:01:22.925484 3783 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0424 19:01:22.984884 3783 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-pdnzb] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-pdnzb for pod on switch ip-10-0-2-94.ec2.internal I0424 19:01:22.984976 3783 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-pdnzb I0424 19:01:23.002217 3783 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-pdnzb] pod update took 17.266047ms I0424 19:01:23.002238 3783 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-pdnzb] addLogicalPort annotation time took 17.289651ms I0424 19:01:23.003484 3783 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-pdnzb] addLogicalPort took 18.61552ms, libovsdb time 946.785µs I0424 19:01:23.196599 3783 cni.go:452] [openshift-monitoring/metrics-server-788868fc8-k79nw cde02f4a1477ba1742d0cd6f3b3f054708f53edbef893801833ab00bf74258fe network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-788868fc8-k79nw cde02f4a1477ba1742d0cd6f3b3f054708f53edbef893801833ab00bf74258fe network default NAD default NAD key ] I0424 19:01:23.206125 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-788868fc8-k79nw, hostIfaceName: cde02f4a1477ba1, network: default, NAD default, SandboxID: "cde02f4a1477ba1742d0cd6f3b3f054708f53edbef893801833ab00bf74258fe", PCI device ID: , UID: "9330f820-8b1c-4e0a-82d9-466c24f151b1", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0424 19:01:23.251069 3783 cni.go:473] [openshift-monitoring/metrics-server-788868fc8-k79nw cde02f4a1477ba1742d0cd6f3b3f054708f53edbef893801833ab00bf74258fe network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-788868fc8-k79nw cde02f4a1477ba1742d0cd6f3b3f054708f53edbef893801833ab00bf74258fe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:b0:86:b9:e1:71\",\"name\":\"cde02f4a1477ba1\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d57c966-6736-4522-90c2-359593911221\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:01:23.976281 3783 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-pdnzb ae234aadbb371f537f3b7d947351d4dae4439b6cfebc91fc1c4d826470bf0444 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-pdnzb ae234aadbb371f537f3b7d947351d4dae4439b6cfebc91fc1c4d826470bf0444 network default NAD default NAD key ] I0424 19:01:23.985565 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-pdnzb, hostIfaceName: ae234aadbb371f5, network: default, NAD default, SandboxID: "ae234aadbb371f537f3b7d947351d4dae4439b6cfebc91fc1c4d826470bf0444", PCI device ID: , UID: "26ffb33d-eead-44ef-a7fc-6e7cc3637b57", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0424 19:01:24.030416 3783 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-pdnzb ae234aadbb371f537f3b7d947351d4dae4439b6cfebc91fc1c4d826470bf0444 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-pdnzb ae234aadbb371f537f3b7d947351d4dae4439b6cfebc91fc1c4d826470bf0444 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:a0:78:0c:76:03\",\"name\":\"ae234aadbb371f5\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/517fe24a-fe77-43ec-aae8-57fb7f5c50aa\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 19:01:24.599474 3783 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-594458d858-wlnvw IP address from the namespace address-set, err: pod openshift-console/console-594458d858-wlnvw: no pod IPs found I0424 19:01:24.649467 3783 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-94.ec2.internal I0424 19:01:24.649616 3783 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0424 19:01:24.679726 3783 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 30.15709ms I0424 19:01:24.679755 3783 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 30.188699ms I0424 19:01:24.681303 3783 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 31.859258ms, libovsdb time 1.102258ms W0424 19:01:25.469090 3783 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 19:01:25.469108 3783 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 19:01:25.469112 3783 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 19:01:25.515369 3783 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 19:01:25.515389 3783 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 19:01:25.537255 3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0424 19:01:26.382412 3783 cni.go:452] [openshift-monitoring/prometheus-k8s-0 1cae92dd2d200b26f4da9bf0693189850ef96724c4ebfd7e175718284ce39b33 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 1cae92dd2d200b26f4da9bf0693189850ef96724c4ebfd7e175718284ce39b33 network default NAD default NAD key ] I0424 19:01:26.392430 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 1cae92dd2d200b2, network: default, NAD default, SandboxID: "1cae92dd2d200b26f4da9bf0693189850ef96724c4ebfd7e175718284ce39b33", PCI device ID: , UID: "f9fb8ab0-5548-4974-99ff-b61b798afc21", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0424 19:01:26.443354 3783 cni.go:473] [openshift-monitoring/prometheus-k8s-0 1cae92dd2d200b26f4da9bf0693189850ef96724c4ebfd7e175718284ce39b33 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 1cae92dd2d200b26f4da9bf0693189850ef96724c4ebfd7e175718284ce39b33 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:6e:49:c2:07:b2\",\"name\":\"1cae92dd2d200b2\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7258b488-a7dd-4ba4-8ca0-2fe1551658a0\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:01:26.913844 3783 obj_retry.go:498] Detected object openshift-image-registry/image-registry-55b89b7886-tklcd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:01:26.914358 3783 obj_retry.go:498] Detected object openshift-image-registry/image-registry-55b89b7886-tklcd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0424 19:01:26.921369 3783 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0424 19:01:26.921422 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 19:01:26.921458 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 19:01:26.921471 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 19:01:26.928173 3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0424 19:01:26.973303 3783 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 19:01:26.973324 3783 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 19:01:27.453939 3783 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 19:01:27.453960 3783 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 19:01:27.453967 3783 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 19:01:27.453973 3783 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 19:01:27.595408 3783 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0424 19:01:27.606558 3783 obj_retry.go:492] Detected object openshift-image-registry/image-registry-55b89b7886-tklcd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:01:27.606585 3783 obj_retry.go:492] Detected object openshift-image-registry/image-registry-55b89b7886-tklcd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:01:27.621864 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-55b89b7886-tklcd I0424 19:01:27.621898 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-55b89b7886-tklcd W0424 19:01:27.988517 3783 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 19:01:27.988534 3783 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 19:01:27.988541 3783 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 19:01:27.988545 3783 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 19:01:29.321341 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 19:01:29.321370 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 19:01:29.963573 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 19:01:29.963593 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 19:01:29.963599 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 19:01:29.963604 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 19:01:30.838850 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0424 19:01:37.608519 3783 obj_retry.go:498] Detected object openshift-console/console-ccbbccf64-mndfx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:01:37.609118 3783 obj_retry.go:498] Detected object openshift-console/console-ccbbccf64-mndfx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:01:38.543658 3783 obj_retry.go:492] Detected object openshift-console/console-ccbbccf64-mndfx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:01:38.543685 3783 obj_retry.go:492] Detected object openshift-console/console-ccbbccf64-mndfx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:01:38.548983 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-ccbbccf64-mndfx I0424 19:01:38.549003 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-ccbbccf64-mndfx W0424 19:01:46.438891 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0424 19:01:46.438913 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0424 19:01:47.286767 3783 obj_retry.go:498] Detected object openshift-console/console-ccbbccf64-pk4qh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:01:47.287300 3783 obj_retry.go:498] Detected object openshift-console/console-ccbbccf64-pk4qh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:01:47.678853 3783 obj_retry.go:492] Detected object openshift-console/console-ccbbccf64-pk4qh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:01:47.678873 3783 obj_retry.go:492] Detected object openshift-console/console-ccbbccf64-pk4qh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:01:47.684651 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-ccbbccf64-pk4qh I0424 19:01:47.684672 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-ccbbccf64-pk4qh W0424 19:01:47.952108 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0424 19:01:48.897284 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 19:01:49.811834 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 19:01:49.811888 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 19:01:49.811904 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 19:01:54.711088 3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0424 19:01:54.941617 3783 obj_retry.go:498] Detected object openshift-image-registry/image-registry-894dd87bf-x4h5l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:01:54.942230 3783 obj_retry.go:498] Detected object openshift-image-registry/image-registry-894dd87bf-x4h5l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:01:55.727334 3783 obj_retry.go:492] Detected object openshift-image-registry/image-registry-894dd87bf-x4h5l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:01:55.727358 3783 obj_retry.go:492] Detected object openshift-image-registry/image-registry-894dd87bf-x4h5l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:01:55.735893 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-894dd87bf-x4h5l I0424 19:01:55.735918 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-894dd87bf-x4h5l W0424 19:01:58.090114 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 19:01:58.090137 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 19:02:04.762146 3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0424 19:02:04.781059 3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0424 19:02:13.769572 3783 cni.go:452] [openshift-console/console-594458d858-dmwgn 5f55abce36e158396fb6cfb104264e43df8021509730a61897bb70f5d889d840 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-594458d858-dmwgn 5f55abce36e158396fb6cfb104264e43df8021509730a61897bb70f5d889d840 network default NAD default NAD key ] I0424 19:02:13.845861 3783 cni.go:473] [openshift-console/console-594458d858-dmwgn 5f55abce36e158396fb6cfb104264e43df8021509730a61897bb70f5d889d840 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-594458d858-dmwgn 5f55abce36e158396fb6cfb104264e43df8021509730a61897bb70f5d889d840 network default NAD default NAD key default], result "{}", err I0424 19:02:13.890516 3783 obj_retry.go:498] Detected object openshift-console/console-594458d858-dmwgn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:02:13.890554 3783 pods.go:176] Deleting pod: openshift-console/console-594458d858-dmwgn I0424 19:02:13.891733 3783 pods.go:236] Attempting to release IPs for pod: openshift-console/console-594458d858-dmwgn, ips: 10.130.0.9 I0424 19:02:13.891762 3783 obj_retry.go:498] Detected object openshift-console/console-594458d858-dmwgn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:02:14.117605 3783 obj_retry.go:492] Detected object openshift-console/console-594458d858-dmwgn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:02:14.117627 3783 obj_retry.go:492] Detected object openshift-console/console-594458d858-dmwgn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:02:14.123974 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-594458d858-dmwgn I0424 19:02:14.124000 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-594458d858-dmwgn I0424 19:02:17.342223 3783 obj_retry.go:498] Detected object openshift-ingress/router-default-d6675cb5-fzhvv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:02:17.342734 3783 obj_retry.go:498] Detected object openshift-ingress/router-default-d6675cb5-fzhvv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:02:17.813635 3783 obj_retry.go:492] Detected object openshift-ingress/router-default-d6675cb5-fzhvv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:02:17.813656 3783 obj_retry.go:492] Detected object openshift-ingress/router-default-d6675cb5-fzhvv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:02:17.819345 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-d6675cb5-fzhvv I0424 19:02:17.819369 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-d6675cb5-fzhvv I0424 19:02:42.888804 3783 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-76c9956dd4-p8hw2] creating logical port openshift-monitoring_telemeter-client-76c9956dd4-p8hw2 for pod on switch ip-10-0-2-94.ec2.internal I0424 19:02:42.888904 3783 kube.go:256] Updating pod openshift-monitoring/telemeter-client-76c9956dd4-p8hw2 I0424 19:02:42.913427 3783 pod.go:62] [openshift-monitoring/telemeter-client-76c9956dd4-p8hw2] pod update took 24.554853ms I0424 19:02:42.913449 3783 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-76c9956dd4-p8hw2] addLogicalPort annotation time took 24.581215ms I0424 19:02:42.914591 3783 pods.go:271] [openshift-monitoring/telemeter-client-76c9956dd4-p8hw2] addLogicalPort took 25.83303ms, libovsdb time 859.485µs I0424 19:02:43.246308 3783 cni.go:452] [openshift-monitoring/telemeter-client-76c9956dd4-p8hw2 93358182e68a17d445e9586cec5fc38f4902f40e9d2e0242bca0c9f983f776c3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-76c9956dd4-p8hw2 93358182e68a17d445e9586cec5fc38f4902f40e9d2e0242bca0c9f983f776c3 network default NAD default NAD key ] I0424 19:02:43.255273 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-76c9956dd4-p8hw2, hostIfaceName: 93358182e68a17d, network: default, NAD default, SandboxID: "93358182e68a17d445e9586cec5fc38f4902f40e9d2e0242bca0c9f983f776c3", PCI device ID: , UID: "5aedb222-3027-4ea8-9169-2de5329938df", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0424 19:02:43.302495 3783 cni.go:473] [openshift-monitoring/telemeter-client-76c9956dd4-p8hw2 93358182e68a17d445e9586cec5fc38f4902f40e9d2e0242bca0c9f983f776c3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-76c9956dd4-p8hw2 93358182e68a17d445e9586cec5fc38f4902f40e9d2e0242bca0c9f983f776c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:39:03:5a:ab:59\",\"name\":\"93358182e68a17d\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f998966-98fc-4b54-ae69-00c71fbf7408\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:02:46.539097 3783 base_network_controller_pods.go:487] [default/openshift-console/console-67d6594d64-chtsv] creating logical port openshift-console_console-67d6594d64-chtsv for pod on switch ip-10-0-2-94.ec2.internal I0424 19:02:46.539253 3783 kube.go:256] Updating pod openshift-console/console-67d6594d64-chtsv I0424 19:02:46.569426 3783 pod.go:62] [openshift-console/console-67d6594d64-chtsv] pod update took 30.200966ms I0424 19:02:46.569449 3783 base_network_controller_pods.go:951] [default/openshift-console/console-67d6594d64-chtsv] addLogicalPort annotation time took 30.228021ms I0424 19:02:46.570648 3783 pods.go:271] [openshift-console/console-67d6594d64-chtsv] addLogicalPort took 31.572371ms, libovsdb time 849.663µs I0424 19:02:46.894741 3783 cni.go:452] [openshift-console/console-67d6594d64-chtsv ba9b13c321c68d6d830b8fd586223d397c00bf60d08b102918092c24d6a34455 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-67d6594d64-chtsv ba9b13c321c68d6d830b8fd586223d397c00bf60d08b102918092c24d6a34455 network default NAD default NAD key ] I0424 19:02:46.904183 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-67d6594d64-chtsv, hostIfaceName: ba9b13c321c68d6, network: default, NAD default, SandboxID: "ba9b13c321c68d6d830b8fd586223d397c00bf60d08b102918092c24d6a34455", PCI device ID: , UID: "c9addcf2-2224-4a3d-852a-acce78d0ba50", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0424 19:02:46.950505 3783 cni.go:473] [openshift-console/console-67d6594d64-chtsv ba9b13c321c68d6d830b8fd586223d397c00bf60d08b102918092c24d6a34455 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-67d6594d64-chtsv ba9b13c321c68d6d830b8fd586223d397c00bf60d08b102918092c24d6a34455 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:8a:e6:78:a8:91\",\"name\":\"ba9b13c321c68d6\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/edc9b3d0-4c1e-4f01-b4af-9d5cf40936fc\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 19:02:57.294887 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0424 19:02:57.535244 3783 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-67d6594d64-mvwlz IP address from the namespace address-set, err: pod openshift-console/console-67d6594d64-mvwlz: no pod IPs found I0424 19:03:13.888109 3783 obj_retry.go:498] Detected object openshift-console/console-7b895b9bf6-lckqb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:03:13.888622 3783 obj_retry.go:498] Detected object openshift-console/console-7b895b9bf6-lckqb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:03:14.087005 3783 obj_retry.go:492] Detected object openshift-console/console-7b895b9bf6-lckqb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:03:14.087047 3783 obj_retry.go:492] Detected object openshift-console/console-7b895b9bf6-lckqb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:03:14.092065 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b895b9bf6-lckqb I0424 19:03:14.092089 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b895b9bf6-lckqb I0424 19:03:15.213643 3783 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpwghh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:03:15.214209 3783 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpwghh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:03:15.214239 3783 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpwghh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:03:15.214248 3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0424 19:03:15.214262 3783 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpwghh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:03:15.214266 3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0424 19:03:16.240764 3783 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpwghh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:03:16.240788 3783 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpwghh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:03:16.240805 3783 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpwghh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:03:16.240812 3783 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpwghh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:03:17.871728 3783 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0424 19:03:17.881779 3783 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0424 19:03:22.606395 3783 obj_retry.go:498] Detected object openshift-console/console-7b895b9bf6-v5ffr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:03:22.606903 3783 obj_retry.go:498] Detected object openshift-console/console-7b895b9bf6-v5ffr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:03:22.949130 3783 obj_retry.go:492] Detected object openshift-console/console-7b895b9bf6-v5ffr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:03:22.949154 3783 obj_retry.go:492] Detected object openshift-console/console-7b895b9bf6-v5ffr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:03:22.954806 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b895b9bf6-v5ffr I0424 19:03:22.954826 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b895b9bf6-v5ffr I0424 19:03:24.265272 3783 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-l82ks of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:03:24.265856 3783 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-l82ks of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:03:25.153022 3783 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-l82ks of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:03:25.153057 3783 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-l82ks of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:03:50.345234 3783 cni.go:452] [openshift-console/console-67d6594d64-chtsv ba9b13c321c68d6d830b8fd586223d397c00bf60d08b102918092c24d6a34455 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-67d6594d64-chtsv ba9b13c321c68d6d830b8fd586223d397c00bf60d08b102918092c24d6a34455 network default NAD default NAD key ] I0424 19:03:50.415193 3783 cni.go:473] [openshift-console/console-67d6594d64-chtsv ba9b13c321c68d6d830b8fd586223d397c00bf60d08b102918092c24d6a34455 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-67d6594d64-chtsv ba9b13c321c68d6d830b8fd586223d397c00bf60d08b102918092c24d6a34455 network default NAD default NAD key default], result "{}", err I0424 19:03:50.462128 3783 obj_retry.go:498] Detected object openshift-console/console-67d6594d64-chtsv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:03:50.462161 3783 pods.go:176] Deleting pod: openshift-console/console-67d6594d64-chtsv I0424 19:03:50.463416 3783 pods.go:236] Attempting to release IPs for pod: openshift-console/console-67d6594d64-chtsv, ips: 10.130.0.17 I0424 19:03:50.463444 3783 obj_retry.go:498] Detected object openshift-console/console-67d6594d64-chtsv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:03:50.776000 3783 obj_retry.go:492] Detected object openshift-console/console-67d6594d64-chtsv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:03:50.776056 3783 obj_retry.go:492] Detected object openshift-console/console-67d6594d64-chtsv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:03:50.781931 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-67d6594d64-chtsv I0424 19:03:50.781956 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-67d6594d64-chtsv I0424 19:04:42.613168 3783 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0424 19:06:09.125269 3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=51 I0424 19:06:11.838986 3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 I0424 19:06:30.768082 3783 namespace.go:98] [tsf] adding namespace I0424 19:06:30.768942 3783 namespace.go:102] [tsf] adding namespace took 840.342µs I0424 19:06:30.785226 3783 namespace.go:142] [tsf] updating namespace I0424 19:06:30.807826 3783 namespace.go:142] [tsf] updating namespace I0424 19:06:34.766128 3783 namespace.go:98] [rhtpa-operator] adding namespace I0424 19:06:34.766915 3783 namespace.go:102] [rhtpa-operator] adding namespace took 767.608µs I0424 19:06:34.771903 3783 namespace.go:98] [konflux-ui] adding namespace I0424 19:06:34.772598 3783 namespace.go:102] [konflux-ui] adding namespace took 679.879µs I0424 19:06:34.774065 3783 namespace.go:98] [tsf-tas] adding namespace I0424 19:06:34.774746 3783 namespace.go:102] [tsf-tas] adding namespace took 665.289µs I0424 19:06:34.777876 3783 namespace.go:98] [tsf-keycloak] adding namespace I0424 19:06:34.778016 3783 namespace.go:98] [tsf-tpa] adding namespace I0424 19:06:34.778607 3783 namespace.go:102] [tsf-keycloak] adding namespace took 713.599µs I0424 19:06:34.778633 3783 namespace.go:98] [konflux-operator] adding namespace I0424 19:06:34.779140 3783 namespace.go:102] [konflux-operator] adding namespace took 497.757µs I0424 19:06:34.779894 3783 namespace.go:102] [tsf-tpa] adding namespace took 1.787247ms I0424 19:06:34.794601 3783 namespace.go:98] [cert-manager-operator] adding namespace I0424 19:06:34.794643 3783 namespace.go:98] [rhbk-operator] adding namespace I0424 19:06:34.795246 3783 namespace.go:102] [cert-manager-operator] adding namespace took 628.14µs I0424 19:06:34.795795 3783 namespace.go:102] [rhbk-operator] adding namespace took 1.137473ms I0424 19:06:34.810902 3783 namespace.go:142] [rhtpa-operator] updating namespace I0424 19:06:34.820771 3783 namespace.go:142] [konflux-ui] updating namespace I0424 19:06:34.825136 3783 namespace.go:142] [tsf-tas] updating namespace I0424 19:06:34.825158 3783 namespace.go:142] [tsf-keycloak] updating namespace I0424 19:06:34.825284 3783 namespace.go:142] [tsf-tpa] updating namespace I0424 19:06:34.833260 3783 namespace.go:142] [rhtpa-operator] updating namespace I0424 19:06:34.833287 3783 namespace.go:142] [konflux-operator] updating namespace I0424 19:06:34.833475 3783 namespace.go:142] [rhbk-operator] updating namespace I0424 19:06:34.833567 3783 namespace.go:142] [cert-manager-operator] updating namespace I0424 19:06:34.847067 3783 namespace.go:142] [rhtpa-operator] updating namespace I0424 19:06:34.877669 3783 namespace.go:142] [tsf-tas] updating namespace I0424 19:06:34.885938 3783 namespace.go:142] [tsf-tas] updating namespace I0424 19:06:34.885989 3783 namespace.go:142] [tsf-keycloak] updating namespace I0424 19:06:34.909058 3783 namespace.go:142] [tsf-keycloak] updating namespace I0424 19:06:34.914290 3783 namespace.go:142] [tsf-tpa] updating namespace I0424 19:06:34.929102 3783 namespace.go:142] [tsf-tpa] updating namespace I0424 19:06:34.944267 3783 namespace.go:142] [konflux-operator] updating namespace I0424 19:06:34.960576 3783 namespace.go:142] [konflux-operator] updating namespace I0424 19:06:34.967302 3783 namespace.go:142] [cert-manager-operator] updating namespace I0424 19:06:34.981073 3783 namespace.go:142] [cert-manager-operator] updating namespace I0424 19:06:34.990612 3783 namespace.go:142] [rhbk-operator] updating namespace I0424 19:06:35.004099 3783 namespace.go:142] [rhbk-operator] updating namespace I0424 19:06:35.004184 3783 namespace.go:142] [konflux-ui] updating namespace I0424 19:06:35.018616 3783 namespace.go:142] [konflux-ui] updating namespace I0424 19:06:35.933991 3783 namespace.go:142] [tsf-tpa] updating namespace I0424 19:06:35.938808 3783 namespace.go:142] [tsf-keycloak] updating namespace I0424 19:06:43.741499 3783 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnqlmm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:43.742039 3783 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnqlmm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:43.742071 3783 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnqlmm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:43.742082 3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 19:06:43.742092 3783 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnqlmm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:43.742096 3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 19:06:44.766513 3783 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnqlmm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:44.766540 3783 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnqlmm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:44.766556 3783 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnqlmm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:44.766567 3783 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnqlmm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:44.803669 3783 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pdc4d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:44.804284 3783 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pdc4d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:44.804314 3783 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pdc4d of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:44.804324 3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 19:06:44.804334 3783 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pdc4d of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:44.804338 3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 19:06:45.829302 3783 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pdc4d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:45.829330 3783 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pdc4d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:45.829347 3783 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pdc4d of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:45.829357 3783 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pdc4d of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:47.129290 3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=47 I0424 19:06:50.199504 3783 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27gtc6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:50.200009 3783 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27gtc6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:50.200054 3783 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27gtc6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:50.200062 3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 19:06:50.200072 3783 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27gtc6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:50.200076 3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 19:06:51.237469 3783 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588lqfp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:51.238000 3783 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588lqfp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:51.238046 3783 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588lqfp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:51.238055 3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 19:06:51.238066 3783 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588lqfp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:51.238070 3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 19:06:51.242106 3783 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27gtc6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:51.242122 3783 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27gtc6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:51.242132 3783 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27gtc6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:51.242144 3783 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27gtc6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:52.155358 3783 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vnlvj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:52.155893 3783 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vnlvj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:52.155918 3783 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vnlvj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:52.155929 3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 19:06:52.155945 3783 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vnlvj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:52.155952 3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 19:06:52.184666 3783 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d76db7b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:52.185106 3783 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d76db7b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:52.185133 3783 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d76db7b of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:52.185142 3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 19:06:52.185151 3783 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d76db7b of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:52.185156 3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 19:06:52.281104 3783 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588lqfp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:52.281123 3783 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588lqfp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:52.281135 3783 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588lqfp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:52.281149 3783 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588lqfp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:53.194291 3783 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vnlvj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:53.194317 3783 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vnlvj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:53.194334 3783 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vnlvj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:53.194342 3783 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vnlvj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:53.217015 3783 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d76db7b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:53.217055 3783 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d76db7b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:53.217070 3783 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d76db7b of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:53.217082 3783 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d76db7b of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:53.498837 3783 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-5bkdl] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-5bkdl for pod on switch ip-10-0-2-94.ec2.internal I0424 19:06:53.498991 3783 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-5bkdl I0424 19:06:53.529352 3783 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-5bkdl] pod update took 30.387074ms I0424 19:06:53.529373 3783 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-5bkdl] addLogicalPort annotation time took 30.415198ms I0424 19:06:53.530558 3783 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-5bkdl] addLogicalPort took 31.737577ms, libovsdb time 826.719µs I0424 19:06:53.856753 3783 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-5bkdl 9690b81356ddf4855ee7dbcfc03d5e516f318895139ed6cd69a4f92c2fc3d7fb network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-5bkdl 9690b81356ddf4855ee7dbcfc03d5e516f318895139ed6cd69a4f92c2fc3d7fb network default NAD default NAD key ] I0424 19:06:53.865785 3783 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-5bkdl, hostIfaceName: 9690b81356ddf48, network: default, NAD default, SandboxID: "9690b81356ddf4855ee7dbcfc03d5e516f318895139ed6cd69a4f92c2fc3d7fb", PCI device ID: , UID: "c81bc107-9b62-42bc-a04e-c4bb7a50f044", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0424 19:06:53.912886 3783 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-5bkdl 9690b81356ddf4855ee7dbcfc03d5e516f318895139ed6cd69a4f92c2fc3d7fb network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-5bkdl 9690b81356ddf4855ee7dbcfc03d5e516f318895139ed6cd69a4f92c2fc3d7fb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:95:da:5c:72:f0\",\"name\":\"9690b81356ddf48\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/119a56d3-1437-4292-a12c-96f2309fec17\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:06:54.541317 3783 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-g9g8x] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-g9g8x for pod on switch ip-10-0-2-94.ec2.internal I0424 19:06:54.541463 3783 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-g9g8x I0424 19:06:54.567992 3783 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-g9g8x] pod update took 26.554373ms I0424 19:06:54.568019 3783 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-g9g8x] addLogicalPort annotation time took 26.586717ms I0424 19:06:54.569208 3783 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-g9g8x] addLogicalPort took 27.905972ms, libovsdb time 865.965µs I0424 19:06:54.905350 3783 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-g9g8x 55998733667fc86fff67e66f5088d209cd4f9b327faf74e409dd3e98815f8f52 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-g9g8x 55998733667fc86fff67e66f5088d209cd4f9b327faf74e409dd3e98815f8f52 network default NAD default NAD key ] I0424 19:06:54.916184 3783 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-g9g8x, hostIfaceName: 55998733667fc86, network: default, NAD default, SandboxID: "55998733667fc86fff67e66f5088d209cd4f9b327faf74e409dd3e98815f8f52", PCI device ID: , UID: "62ecc64c-0319-4779-b71d-794f2ffecac0", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0424 19:06:54.965337 3783 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-g9g8x 55998733667fc86fff67e66f5088d209cd4f9b327faf74e409dd3e98815f8f52 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-g9g8x 55998733667fc86fff67e66f5088d209cd4f9b327faf74e409dd3e98815f8f52 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:66:3a:98:8c:f2\",\"name\":\"55998733667fc86\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/79100e97-50bb-4c07-8e58-fb529fffdfd2\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:06:57.199808 3783 namespace.go:98] [cert-manager] adding namespace I0424 19:06:57.200658 3783 namespace.go:102] [cert-manager] adding namespace took 826.81µs I0424 19:06:57.226076 3783 namespace.go:142] [cert-manager] updating namespace I0424 19:06:57.236882 3783 namespace.go:142] [cert-manager] updating namespace W0424 19:07:00.196922 3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0424 19:07:01.850972 3783 namespace.go:142] [openshift-operators] updating namespace I0424 19:07:01.862014 3783 namespace.go:142] [openshift-operators] updating namespace I0424 19:07:02.576949 3783 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-fk4jt] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-fk4jt for pod on switch ip-10-0-2-94.ec2.internal I0424 19:07:02.577081 3783 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-fk4jt I0424 19:07:02.590574 3783 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-fk4jt] pod update took 13.521414ms I0424 19:07:02.590598 3783 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-fk4jt] addLogicalPort annotation time took 13.567856ms I0424 19:07:02.591721 3783 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-fk4jt] addLogicalPort took 14.786395ms, libovsdb time 820.186µs W0424 19:07:02.869469 3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0424 19:07:02.869491 3783 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0424 19:07:02.944578 3783 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-fk4jt db789309277317f94cc2ef10161505f35c0eba0b62458dfe62c8f2e04fb463db network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-fk4jt db789309277317f94cc2ef10161505f35c0eba0b62458dfe62c8f2e04fb463db network default NAD default NAD key ] I0424 19:07:02.953501 3783 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-fk4jt, hostIfaceName: db789309277317f, network: default, NAD default, SandboxID: "db789309277317f94cc2ef10161505f35c0eba0b62458dfe62c8f2e04fb463db", PCI device ID: , UID: "ed7890e0-d6d8-4828-b658-36d4137ce1b9", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0424 19:07:03.001102 3783 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-fk4jt db789309277317f94cc2ef10161505f35c0eba0b62458dfe62c8f2e04fb463db network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-fk4jt db789309277317f94cc2ef10161505f35c0eba0b62458dfe62c8f2e04fb463db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:ec:9b:ec:af:1c\",\"name\":\"db789309277317f\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/851b6c39-5117-4b04-8976-07a7ced2655e\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 19:07:11.197825 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0424 19:07:11.477645 3783 namespace.go:98] [trusted-artifact-signer] adding namespace I0424 19:07:11.478545 3783 namespace.go:102] [trusted-artifact-signer] adding namespace took 879.434µs I0424 19:07:11.492654 3783 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 19:07:11.524603 3783 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 19:07:11.721467 3783 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-zckb5] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-zckb5 for pod on switch ip-10-0-2-94.ec2.internal I0424 19:07:11.721571 3783 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-zckb5 I0424 19:07:11.809916 3783 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-zckb5 I0424 19:07:11.910146 3783 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-zckb5] pod update took 188.60116ms I0424 19:07:11.910171 3783 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-zckb5] addLogicalPort annotation time took 188.632005ms I0424 19:07:11.911369 3783 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-zckb5] addLogicalPort took 189.923734ms, libovsdb time 879.715µs W0424 19:07:11.927003 3783 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0424 19:07:12.069460 3783 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-zckb5 d69d6740a3c3eee65213b8b6e34fe7d8a11dab01eadeff4d537caba2adf8d875 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-zckb5 d69d6740a3c3eee65213b8b6e34fe7d8a11dab01eadeff4d537caba2adf8d875 network default NAD default NAD key ] I0424 19:07:12.079432 3783 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-zckb5, hostIfaceName: d69d6740a3c3eee, network: default, NAD default, SandboxID: "d69d6740a3c3eee65213b8b6e34fe7d8a11dab01eadeff4d537caba2adf8d875", PCI device ID: , UID: "5c5d7ebc-feb2-437f-8081-253fdd78124e", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0424 19:07:12.127638 3783 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-zckb5 d69d6740a3c3eee65213b8b6e34fe7d8a11dab01eadeff4d537caba2adf8d875 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-zckb5 d69d6740a3c3eee65213b8b6e34fe7d8a11dab01eadeff4d537caba2adf8d875 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:b4:20:cd:a5:04\",\"name\":\"d69d6740a3c3eee\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/58d8052f-14ef-45e4-9df6-1fa4cbe5f626\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:07:16.285286 3783 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-2n6vh] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-2n6vh for pod on switch ip-10-0-2-94.ec2.internal I0424 19:07:16.285400 3783 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-2n6vh I0424 19:07:16.310081 3783 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-2n6vh] pod update took 24.70973ms I0424 19:07:16.310104 3783 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-2n6vh] addLogicalPort annotation time took 24.736545ms I0424 19:07:16.311567 3783 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-2n6vh] addLogicalPort took 26.300018ms, libovsdb time 1.01236ms I0424 19:07:16.422580 3783 namespace.go:142] [openshift-operators] updating namespace I0424 19:07:16.645405 3783 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-2n6vh 7d00086b88047504cf41ae778b0e6dfce196b153a0a18363155956e6cc632d30 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-2n6vh 7d00086b88047504cf41ae778b0e6dfce196b153a0a18363155956e6cc632d30 network default NAD default NAD key ] I0424 19:07:16.656239 3783 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-2n6vh, hostIfaceName: 7d00086b8804750, network: default, NAD default, SandboxID: "7d00086b88047504cf41ae778b0e6dfce196b153a0a18363155956e6cc632d30", PCI device ID: , UID: "c67a1510-541c-457b-9b94-5aab819cc25d", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0424 19:07:16.707250 3783 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-2n6vh 7d00086b88047504cf41ae778b0e6dfce196b153a0a18363155956e6cc632d30 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-2n6vh 7d00086b88047504cf41ae778b0e6dfce196b153a0a18363155956e6cc632d30 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:72:21:78:ed:25\",\"name\":\"7d00086b8804750\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a132cac1-59b7-4be7-ba26-12e3ef31ea20\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:07:16.924196 3783 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-5j7z2] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-5j7z2 for pod on switch ip-10-0-2-94.ec2.internal I0424 19:07:16.924379 3783 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-5j7z2 I0424 19:07:16.956454 3783 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-5j7z2] pod update took 32.129992ms I0424 19:07:16.956475 3783 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-5j7z2] addLogicalPort annotation time took 32.155572ms I0424 19:07:16.957726 3783 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-5j7z2] addLogicalPort took 33.554173ms, libovsdb time 901.987µs I0424 19:07:17.287369 3783 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-5j7z2 c19a5bd6adb9b7dcb74cbdf9458dd858c1f3316c0ceeb7e6bbbca8bcd0163d04 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-5j7z2 c19a5bd6adb9b7dcb74cbdf9458dd858c1f3316c0ceeb7e6bbbca8bcd0163d04 network default NAD default NAD key ] I0424 19:07:17.298993 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-5j7z2, hostIfaceName: c19a5bd6adb9b7d, network: default, NAD default, SandboxID: "c19a5bd6adb9b7dcb74cbdf9458dd858c1f3316c0ceeb7e6bbbca8bcd0163d04", PCI device ID: , UID: "d6f1909e-5b59-4121-a4f2-7b4f3b504736", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0424 19:07:17.350180 3783 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-5j7z2 c19a5bd6adb9b7dcb74cbdf9458dd858c1f3316c0ceeb7e6bbbca8bcd0163d04 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-5j7z2 c19a5bd6adb9b7dcb74cbdf9458dd858c1f3316c0ceeb7e6bbbca8bcd0163d04 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:9e:9f:4b:47:ce\",\"name\":\"c19a5bd6adb9b7d\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e99c27b9-4ae9-4cd6-bd06-6fd6704e003e\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:07:17.898905 3783 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-brf2s] creating logical port cert-manager_cert-manager-59c77684cc-brf2s for pod on switch ip-10-0-2-94.ec2.internal I0424 19:07:17.899023 3783 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-brf2s I0424 19:07:17.918440 3783 pod.go:62] [cert-manager/cert-manager-59c77684cc-brf2s] pod update took 19.451934ms I0424 19:07:17.918474 3783 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-brf2s] addLogicalPort annotation time took 19.483034ms I0424 19:07:17.920105 3783 pods.go:271] [cert-manager/cert-manager-59c77684cc-brf2s] addLogicalPort took 21.216157ms, libovsdb time 1.294662ms I0424 19:07:18.272939 3783 cni.go:452] [cert-manager/cert-manager-59c77684cc-brf2s 72ece95704e771d93f99679277dabe3933ad94462b3abe4f18c335bba2bfa17b network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-brf2s 72ece95704e771d93f99679277dabe3933ad94462b3abe4f18c335bba2bfa17b network default NAD default NAD key ] I0424 19:07:18.287684 3783 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-brf2s, hostIfaceName: 72ece95704e771d, network: default, NAD default, SandboxID: "72ece95704e771d93f99679277dabe3933ad94462b3abe4f18c335bba2bfa17b", PCI device ID: , UID: "401b556b-4599-41b7-a73d-77429e42a23b", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0424 19:07:18.356620 3783 cni.go:473] [cert-manager/cert-manager-59c77684cc-brf2s 72ece95704e771d93f99679277dabe3933ad94462b3abe4f18c335bba2bfa17b network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-brf2s 72ece95704e771d93f99679277dabe3933ad94462b3abe4f18c335bba2bfa17b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:06:80:bc:8d:37\",\"name\":\"72ece95704e771d\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/954f7eed-9a71-4d87-8ed3-6b6806a4dd11\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 19:07:31.034644 3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0424 19:07:31.254849 3783 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0424 19:07:31.537162 3783 namespace.go:98] [openshift-pipelines] adding namespace I0424 19:07:31.537964 3783 namespace.go:102] [openshift-pipelines] adding namespace took 778.928µs I0424 19:07:31.565111 3783 namespace.go:142] [openshift-pipelines] updating namespace I0424 19:07:32.287081 3783 namespace.go:142] [cert-manager] updating namespace I0424 19:07:32.464344 3783 namespace.go:142] [cert-manager-operator] updating namespace I0424 19:07:32.871250 3783 namespace.go:142] [konflux-operator] updating namespace I0424 19:07:33.074847 3783 namespace.go:142] [konflux-ui] updating namespace I0424 19:07:38.469766 3783 namespace.go:142] [open-cluster-management-2psmoi83a7tsfb6q4lqvt94cau3j4e95] updating namespace I0424 19:07:38.871711 3783 namespace.go:142] [rhbk-operator] updating namespace I0424 19:07:39.072448 3783 namespace.go:142] [rhtpa-operator] updating namespace I0424 19:07:39.275221 3783 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 19:07:39.475054 3783 namespace.go:142] [tsf] updating namespace I0424 19:07:39.677734 3783 namespace.go:142] [tsf-keycloak] updating namespace I0424 19:07:39.877401 3783 namespace.go:142] [tsf-tas] updating namespace I0424 19:07:40.079876 3783 namespace.go:142] [tsf-tpa] updating namespace I0424 19:07:40.215876 3783 namespace.go:142] [cert-manager] updating namespace I0424 19:07:40.224871 3783 namespace.go:142] [cert-manager-operator] updating namespace I0424 19:07:40.232685 3783 namespace.go:142] [default] updating namespace I0424 19:07:40.243662 3783 namespace.go:142] [konflux-operator] updating namespace I0424 19:07:40.257227 3783 namespace.go:142] [konflux-ui] updating namespace I0424 19:07:40.266098 3783 namespace.go:142] [open-cluster-management-2psmoi83a7tsfb6q4lqvt94cau3j4e95] updating namespace I0424 19:07:40.277348 3783 namespace.go:142] [openshift] updating namespace I0424 19:07:40.286559 3783 namespace.go:142] [rhbk-operator] updating namespace I0424 19:07:40.298998 3783 namespace.go:142] [rhtpa-operator] updating namespace I0424 19:07:40.306809 3783 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 19:07:40.316968 3783 namespace.go:142] [tsf] updating namespace I0424 19:07:40.325400 3783 namespace.go:142] [tsf-keycloak] updating namespace I0424 19:07:40.341891 3783 namespace.go:142] [tsf-tas] updating namespace I0424 19:07:40.362065 3783 namespace.go:142] [tsf-tpa] updating namespace I0424 19:07:40.461270 3783 namespace.go:142] [cert-manager] updating namespace I0424 19:07:40.567527 3783 namespace.go:142] [cert-manager-operator] updating namespace I0424 19:07:40.860278 3783 namespace.go:142] [default] updating namespace I0424 19:07:40.962741 3783 namespace.go:142] [konflux-operator] updating namespace I0424 19:07:41.064126 3783 namespace.go:142] [konflux-ui] updating namespace I0424 19:07:41.162622 3783 namespace.go:142] [open-cluster-management-2psmoi83a7tsfb6q4lqvt94cau3j4e95] updating namespace I0424 19:07:41.266079 3783 namespace.go:142] [openshift] updating namespace I0424 19:07:41.363366 3783 namespace.go:142] [rhbk-operator] updating namespace I0424 19:07:41.461515 3783 namespace.go:142] [rhtpa-operator] updating namespace I0424 19:07:41.562901 3783 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 19:07:41.663881 3783 namespace.go:142] [tsf] updating namespace I0424 19:07:41.764408 3783 namespace.go:142] [tsf-keycloak] updating namespace I0424 19:07:41.863574 3783 namespace.go:142] [tsf-tas] updating namespace I0424 19:07:41.961639 3783 namespace.go:142] [tsf-tpa] updating namespace I0424 19:07:42.302577 3783 namespace.go:142] [openshift-pipelines] updating namespace I0424 19:07:43.545696 3783 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:07:43.546292 3783 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:07:43.593039 3783 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:07:43.593063 3783 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:07:43.771829 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0424 19:07:43.771852 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0424 19:07:51.384422 3783 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2h524] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-2h524 for pod on switch ip-10-0-2-94.ec2.internal I0424 19:07:51.384541 3783 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2h524 I0424 19:07:51.401888 3783 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2h524] pod update took 17.372557ms I0424 19:07:51.401915 3783 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2h524] addLogicalPort annotation time took 17.402672ms I0424 19:07:51.403160 3783 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2h524] addLogicalPort took 18.751656ms, libovsdb time 848.332µs I0424 19:07:51.767607 3783 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2h524 8cf18d8e0ed36173ef823c4f9ba49c7ec86f415a463ef6f0d5840de5bf43513e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2h524 8cf18d8e0ed36173ef823c4f9ba49c7ec86f415a463ef6f0d5840de5bf43513e network default NAD default NAD key ] I0424 19:07:51.776677 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-2h524, hostIfaceName: 8cf18d8e0ed3617, network: default, NAD default, SandboxID: "8cf18d8e0ed36173ef823c4f9ba49c7ec86f415a463ef6f0d5840de5bf43513e", PCI device ID: , UID: "cb1c6352-686f-4cc2-a046-1d5594a9f132", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0424 19:07:51.824554 3783 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2h524 8cf18d8e0ed36173ef823c4f9ba49c7ec86f415a463ef6f0d5840de5bf43513e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2h524 8cf18d8e0ed36173ef823c4f9ba49c7ec86f415a463ef6f0d5840de5bf43513e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:c4:97:7c:87:ba\",\"name\":\"8cf18d8e0ed3617\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f9392d63-6f03-42c4-851d-1f6c8b37fd13\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:07:53.130724 3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=65 W0424 19:07:55.131402 3783 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 19:07:55.131423 3783 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 19:07:55.131429 3783 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 19:07:55.159264 3783 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 19:07:55.159280 3783 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 19:07:55.159287 3783 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 19:07:55.461186 3783 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 19:07:55.461202 3783 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 19:07:55.461207 3783 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 19:07:55.461211 3783 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 19:07:57.383769 3783 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0424 19:07:57.402066 3783 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0424 19:07:59.130215 3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0424 19:08:03.524255 3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 W0424 19:08:06.469074 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 19:08:06.469098 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 19:08:06.469105 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 19:08:06.469112 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0424 19:08:10.422685 3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0424 19:08:19.140346 3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=591 I0424 19:08:20.660207 3783 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:08:20.660760 3783 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:08:20.675023 3783 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:08:20.675056 3783 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:08:20.680290 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0424 19:08:20.680311 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0424 19:08:21.742177 3783 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-rctv2] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-rctv2 for pod on switch ip-10-0-2-94.ec2.internal I0424 19:08:21.742258 3783 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-rctv2 I0424 19:08:21.762351 3783 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-rctv2] pod update took 20.110906ms I0424 19:08:21.762377 3783 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-rctv2] addLogicalPort annotation time took 20.143284ms I0424 19:08:21.763686 3783 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-rctv2] addLogicalPort took 21.523366ms, libovsdb time 902.888µs I0424 19:08:22.100633 3783 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-rctv2 bad0f7075526899279484331d874cdc4ff152c091bb0ced0b773d0f137e124c8 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-rctv2 bad0f7075526899279484331d874cdc4ff152c091bb0ced0b773d0f137e124c8 network default NAD default NAD key ] I0424 19:08:22.109738 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-rctv2, hostIfaceName: bad0f7075526899, network: default, NAD default, SandboxID: "bad0f7075526899279484331d874cdc4ff152c091bb0ced0b773d0f137e124c8", PCI device ID: , UID: "c135d2dd-4743-4652-a9e2-3260d6768c7c", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0424 19:08:22.159406 3783 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-rctv2 bad0f7075526899279484331d874cdc4ff152c091bb0ced0b773d0f137e124c8 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-rctv2 bad0f7075526899279484331d874cdc4ff152c091bb0ced0b773d0f137e124c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:45:8a:a8:f6:0c\",\"name\":\"bad0f7075526899\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/efbb4625-8eb4-4afe-9df0-ab1392458610\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:08:22.459960 3783 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0424 19:08:22.460625 3783 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0424 19:08:22.460644 3783 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0424 19:08:22.462759 3783 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0424 19:08:22.495739 3783 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0424 19:08:25.597931 3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0424 19:08:31.563535 3783 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0424 19:08:31.563552 3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0424 19:08:31.563909 3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0424 19:08:31.563927 3783 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0424 19:08:32.309072 3783 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0424 19:08:33.539873 3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0424 19:08:33.539946 3783 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-kpnzj IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-kpnzj: no pod IPs found W0424 19:08:36.607358 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0424 19:08:42.338224 3783 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0424 19:08:58.793720 3783 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-pgm6p] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-pgm6p for pod on switch ip-10-0-2-94.ec2.internal I0424 19:08:58.793814 3783 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-pgm6p I0424 19:08:58.808251 3783 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-pgm6p] pod update took 14.460271ms I0424 19:08:58.808292 3783 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-pgm6p] addLogicalPort annotation time took 14.489865ms I0424 19:08:58.809780 3783 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-pgm6p] addLogicalPort took 16.076066ms, libovsdb time 1.03686ms I0424 19:08:58.890627 3783 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-v8jcx] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-v8jcx for pod on switch ip-10-0-2-94.ec2.internal I0424 19:08:58.890737 3783 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-v8jcx I0424 19:08:58.905324 3783 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-v8jcx] pod update took 14.604376ms I0424 19:08:58.905348 3783 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-v8jcx] addLogicalPort annotation time took 14.630249ms I0424 19:08:58.906491 3783 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-v8jcx] addLogicalPort took 15.88201ms, libovsdb time 794.11µs I0424 19:08:59.151674 3783 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-pgm6p 44198f62ede1e1f109c0bc23be92b175b77d7f8b2c8f873157ca29281842a84a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-pgm6p 44198f62ede1e1f109c0bc23be92b175b77d7f8b2c8f873157ca29281842a84a network default NAD default NAD key ] I0424 19:08:59.162453 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-pgm6p, hostIfaceName: 44198f62ede1e1f, network: default, NAD default, SandboxID: "44198f62ede1e1f109c0bc23be92b175b77d7f8b2c8f873157ca29281842a84a", PCI device ID: , UID: "64736d10-5ae5-4e9c-a3a7-0e6934c7831b", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0424 19:08:59.210612 3783 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-pgm6p 44198f62ede1e1f109c0bc23be92b175b77d7f8b2c8f873157ca29281842a84a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-pgm6p 44198f62ede1e1f109c0bc23be92b175b77d7f8b2c8f873157ca29281842a84a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:d5:c4:c6:ab:e2\",\"name\":\"44198f62ede1e1f\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0bfc3e68-a7a2-48e3-b32f-66358cbda884\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:08:59.251957 3783 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-v8jcx fbf3119de124ee4c82de3349807df5ee307a679878190f92a802051fb741a35b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-v8jcx fbf3119de124ee4c82de3349807df5ee307a679878190f92a802051fb741a35b network default NAD default NAD key ] I0424 19:08:59.261993 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-v8jcx, hostIfaceName: fbf3119de124ee4, network: default, NAD default, SandboxID: "fbf3119de124ee4c82de3349807df5ee307a679878190f92a802051fb741a35b", PCI device ID: , UID: "15ee0089-b2be-4df6-b252-f2ebb9d4d894", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0424 19:08:59.310787 3783 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-v8jcx fbf3119de124ee4c82de3349807df5ee307a679878190f92a802051fb741a35b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-v8jcx fbf3119de124ee4c82de3349807df5ee307a679878190f92a802051fb741a35b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:ee:5c:b2:76:be\",\"name\":\"fbf3119de124ee4\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de152e3b-2796-4c21-877e-6637b99ba293\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 19:09:02.794325 3783 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 19:09:02.794351 3783 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 19:09:02.794364 3783 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 19:09:09.818448 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 19:09:09.818476 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 19:09:09.818483 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0424 19:09:12.999512 3783 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:09:13.000019 3783 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:09:13.054933 3783 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:09:13.054951 3783 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:09:13.060555 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0424 19:09:13.060579 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0424 19:09:15.763912 3783 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-ztrq8] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-ztrq8 for pod on switch ip-10-0-2-94.ec2.internal I0424 19:09:15.763990 3783 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-ztrq8 I0424 19:09:15.795794 3783 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-ztrq8] pod update took 31.822503ms I0424 19:09:15.795852 3783 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-ztrq8] addLogicalPort annotation time took 31.883182ms I0424 19:09:15.807832 3783 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-ztrq8] addLogicalPort took 43.932849ms, libovsdb time 1.357846ms I0424 19:09:16.121285 3783 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-ztrq8 829ec1c406e9825c0bf461d560202eb674e3cfdd8538c52db67fe65d72953ce4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-ztrq8 829ec1c406e9825c0bf461d560202eb674e3cfdd8538c52db67fe65d72953ce4 network default NAD default NAD key ] I0424 19:09:16.130572 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-ztrq8, hostIfaceName: 829ec1c406e9825, network: default, NAD default, SandboxID: "829ec1c406e9825c0bf461d560202eb674e3cfdd8538c52db67fe65d72953ce4", PCI device ID: , UID: "ed5f0f96-69ab-4140-bb05-fddd3e584a8f", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0424 19:09:16.181116 3783 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-ztrq8 829ec1c406e9825c0bf461d560202eb674e3cfdd8538c52db67fe65d72953ce4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-ztrq8 829ec1c406e9825c0bf461d560202eb674e3cfdd8538c52db67fe65d72953ce4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:67:1c:0d:b2:e4\",\"name\":\"829ec1c406e9825\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/70def45f-08c9-481c-874b-8abfae4081d7\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:09:16.402426 3783 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-w8k9b-5252t] creating logical port tsf-tas_ctlog-createtree-job-w8k9b-5252t for pod on switch ip-10-0-2-94.ec2.internal I0424 19:09:16.402504 3783 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-w8k9b-5252t I0424 19:09:16.432146 3783 pod.go:62] [tsf-tas/ctlog-createtree-job-w8k9b-5252t] pod update took 29.661512ms I0424 19:09:16.432174 3783 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-w8k9b-5252t] addLogicalPort annotation time took 29.692805ms I0424 19:09:16.433539 3783 pods.go:271] [tsf-tas/ctlog-createtree-job-w8k9b-5252t] addLogicalPort took 31.126543ms, libovsdb time 976.884µs I0424 19:09:16.619122 3783 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-6d494796b6-blm5r] creating logical port tsf-tas_trillian-logsigner-6d494796b6-blm5r for pod on switch ip-10-0-2-94.ec2.internal I0424 19:09:16.619212 3783 kube.go:256] Updating pod tsf-tas/trillian-logsigner-6d494796b6-blm5r I0424 19:09:16.640053 3783 pod.go:62] [tsf-tas/trillian-logsigner-6d494796b6-blm5r] pod update took 20.860834ms I0424 19:09:16.640074 3783 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-6d494796b6-blm5r] addLogicalPort annotation time took 20.890778ms I0424 19:09:16.641326 3783 pods.go:271] [tsf-tas/trillian-logsigner-6d494796b6-blm5r] addLogicalPort took 22.220367ms, libovsdb time 793.936µs I0424 19:09:16.762526 3783 cni.go:452] [tsf-tas/ctlog-createtree-job-w8k9b-5252t 0388f18480d06e434b2d3ee6eb1981d2c714c6e2cba860de9d868cca895fc951 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-w8k9b-5252t 0388f18480d06e434b2d3ee6eb1981d2c714c6e2cba860de9d868cca895fc951 network default NAD default NAD key ] I0424 19:09:16.772671 3783 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-w8k9b-5252t, hostIfaceName: 0388f18480d06e4, network: default, NAD default, SandboxID: "0388f18480d06e434b2d3ee6eb1981d2c714c6e2cba860de9d868cca895fc951", PCI device ID: , UID: "732a5ab5-688e-47cb-8ced-e42e341444d1", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0424 19:09:16.836600 3783 cni.go:473] [tsf-tas/ctlog-createtree-job-w8k9b-5252t 0388f18480d06e434b2d3ee6eb1981d2c714c6e2cba860de9d868cca895fc951 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-w8k9b-5252t 0388f18480d06e434b2d3ee6eb1981d2c714c6e2cba860de9d868cca895fc951 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:f1:45:9c:7c:91\",\"name\":\"0388f18480d06e4\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9cd01f76-a75a-4be6-86d7-98425d6e819d\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:09:17.584656 3783 cni.go:452] [tsf-tas/trillian-logsigner-6d494796b6-blm5r f59ff6cd31e2440603fe0914a80a2bcefa8a518383ff4b19789388014180a354 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-6d494796b6-blm5r f59ff6cd31e2440603fe0914a80a2bcefa8a518383ff4b19789388014180a354 network default NAD default NAD key ] I0424 19:09:17.597087 3783 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-6d494796b6-blm5r, hostIfaceName: f59ff6cd31e2440, network: default, NAD default, SandboxID: "f59ff6cd31e2440603fe0914a80a2bcefa8a518383ff4b19789388014180a354", PCI device ID: , UID: "6d60099b-c9a5-45c9-8da4-6dcba2ce98e3", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0424 19:09:17.660282 3783 cni.go:473] [tsf-tas/trillian-logsigner-6d494796b6-blm5r f59ff6cd31e2440603fe0914a80a2bcefa8a518383ff4b19789388014180a354 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-6d494796b6-blm5r f59ff6cd31e2440603fe0914a80a2bcefa8a518383ff4b19789388014180a354 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:e0:e4:c1:86:2d\",\"name\":\"f59ff6cd31e2440\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d3f0c78c-95dc-4583-a3b6-3a7790f58092\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:09:18.980279 3783 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-cbd765865-lz7dk] creating logical port tsf-tas_trillian-db-cbd765865-lz7dk for pod on switch ip-10-0-2-94.ec2.internal I0424 19:09:18.980474 3783 kube.go:256] Updating pod tsf-tas/trillian-db-cbd765865-lz7dk I0424 19:09:18.993292 3783 pod.go:62] [tsf-tas/trillian-db-cbd765865-lz7dk] pod update took 12.84494ms I0424 19:09:18.993317 3783 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-cbd765865-lz7dk] addLogicalPort annotation time took 12.875968ms I0424 19:09:18.994810 3783 pods.go:271] [tsf-tas/trillian-db-cbd765865-lz7dk] addLogicalPort took 14.550026ms, libovsdb time 1.056495ms I0424 19:09:22.025576 3783 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-wjqns of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:09:22.026168 3783 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-wjqns of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:09:22.909677 3783 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-wjqns of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:09:22.909707 3783 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-wjqns of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:09:25.731836 3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 W0424 19:09:25.899504 3783 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0424 19:09:27.460041 3783 cni.go:452] [tsf-tas/trillian-db-cbd765865-lz7dk 6a68d2405c1905ff99a43ed018978e215fe9f2a173a53432140043827a5c52a0 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-cbd765865-lz7dk 6a68d2405c1905ff99a43ed018978e215fe9f2a173a53432140043827a5c52a0 network default NAD default NAD key ] I0424 19:09:27.469669 3783 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-cbd765865-lz7dk, hostIfaceName: 6a68d2405c1905f, network: default, NAD default, SandboxID: "6a68d2405c1905ff99a43ed018978e215fe9f2a173a53432140043827a5c52a0", PCI device ID: , UID: "a3c513b7-a529-4737-8753-bcb75e2960fe", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0424 19:09:27.523141 3783 cni.go:473] [tsf-tas/trillian-db-cbd765865-lz7dk 6a68d2405c1905ff99a43ed018978e215fe9f2a173a53432140043827a5c52a0 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-cbd765865-lz7dk 6a68d2405c1905ff99a43ed018978e215fe9f2a173a53432140043827a5c52a0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:66:42:07:a6:6a\",\"name\":\"6a68d2405c1905f\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0b690ffe-ff23-4725-8950-30bb005495ee\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:09:29.119436 3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 W0424 19:09:29.919003 3783 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0424 19:09:30.691261 3783 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-6wm29-rg5hm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:09:30.691829 3783 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-6wm29-rg5hm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0424 19:09:31.605584 3783 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0424 19:09:31.711123 3783 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-6wm29-rg5hm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:09:31.711155 3783 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-6wm29-rg5hm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0424 19:09:40.964563 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql W0424 19:09:40.990472 3783 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0424 19:09:57.136223 3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=193 W0424 19:10:00.027138 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0424 19:10:00.176580 3783 namespace.go:142] [openshift-pipelines] updating namespace I0424 19:10:04.263112 3783 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-qhrzb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:04.263652 3783 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-qhrzb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:05.142050 3783 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-qhrzb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:05.142071 3783 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-qhrzb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:07.287989 3783 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:07.288539 3783 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:07.308248 3783 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:07.308268 3783 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:07.310749 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0424 19:10:07.310771 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0424 19:10:15.349358 3783 obj_retry.go:498] Detected object tsf/patch-tekton-config-cts8z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:15.349898 3783 obj_retry.go:498] Detected object tsf/patch-tekton-config-cts8z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:16.375059 3783 obj_retry.go:492] Detected object tsf/patch-tekton-config-cts8z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:16.375081 3783 obj_retry.go:492] Detected object tsf/patch-tekton-config-cts8z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:16.472689 3783 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-n9mpq] creating logical port tsf_tsf-tekton-configuration-n9mpq for pod on switch ip-10-0-2-94.ec2.internal I0424 19:10:16.472788 3783 kube.go:256] Updating pod tsf/tsf-tekton-configuration-n9mpq I0424 19:10:16.483520 3783 pod.go:62] [tsf/tsf-tekton-configuration-n9mpq] pod update took 10.75769ms I0424 19:10:16.483548 3783 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-n9mpq] addLogicalPort annotation time took 10.791197ms I0424 19:10:16.484973 3783 pods.go:271] [tsf/tsf-tekton-configuration-n9mpq] addLogicalPort took 12.299118ms, libovsdb time 981.097µs I0424 19:10:16.849955 3783 cni.go:452] [tsf/tsf-tekton-configuration-n9mpq 84ef01187443da79333f197a316b471f13a5704b1c7e9c9518c650b18fb5cee2 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-n9mpq 84ef01187443da79333f197a316b471f13a5704b1c7e9c9518c650b18fb5cee2 network default NAD default NAD key ] I0424 19:10:16.859103 3783 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-n9mpq, hostIfaceName: 84ef01187443da7, network: default, NAD default, SandboxID: "84ef01187443da79333f197a316b471f13a5704b1c7e9c9518c650b18fb5cee2", PCI device ID: , UID: "7866d64b-4020-454a-bfbb-bce9a95ebf99", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0424 19:10:16.909430 3783 cni.go:473] [tsf/tsf-tekton-configuration-n9mpq 84ef01187443da79333f197a316b471f13a5704b1c7e9c9518c650b18fb5cee2 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-n9mpq 84ef01187443da79333f197a316b471f13a5704b1c7e9c9518c650b18fb5cee2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:5b:ce:7b:52:84\",\"name\":\"84ef01187443da7\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a3423759-e29d-473e-92bf-98d75a07388f\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:10:17.986575 3783 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-4m2md-j7lhb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:17.987268 3783 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-4m2md-j7lhb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:18.869804 3783 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-4m2md-j7lhb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:18.869897 3783 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-4m2md-j7lhb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:20.068501 3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0424 19:10:22.198343 3783 cni.go:452] [tsf/tsf-tekton-configuration-n9mpq 84ef01187443da79333f197a316b471f13a5704b1c7e9c9518c650b18fb5cee2 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-n9mpq 84ef01187443da79333f197a316b471f13a5704b1c7e9c9518c650b18fb5cee2 network default NAD default NAD key ] I0424 19:10:22.283938 3783 cni.go:473] [tsf/tsf-tekton-configuration-n9mpq 84ef01187443da79333f197a316b471f13a5704b1c7e9c9518c650b18fb5cee2 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-n9mpq 84ef01187443da79333f197a316b471f13a5704b1c7e9c9518c650b18fb5cee2 network default NAD default NAD key default], result "{}", err I0424 19:10:22.332309 3783 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-n9mpq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:22.332350 3783 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-n9mpq I0424 19:10:22.333657 3783 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-n9mpq, ips: 10.130.0.33 I0424 19:10:22.333688 3783 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-n9mpq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:23.358298 3783 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-n9mpq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:23.358322 3783 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-n9mpq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:23.398050 3783 obj_retry.go:492] Detected object tsf/patch-tekton-config-cts8z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:23.398065 3783 obj_retry.go:492] Detected object tsf/patch-tekton-config-cts8z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:23.400584 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-cts8z I0424 19:10:23.400600 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-cts8z I0424 19:10:24.211863 3783 cni.go:452] [tsf-tas/ctlog-createtree-job-w8k9b-5252t 0388f18480d06e434b2d3ee6eb1981d2c714c6e2cba860de9d868cca895fc951 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-w8k9b-5252t 0388f18480d06e434b2d3ee6eb1981d2c714c6e2cba860de9d868cca895fc951 network default NAD default NAD key ] I0424 19:10:24.292608 3783 cni.go:473] [tsf-tas/ctlog-createtree-job-w8k9b-5252t 0388f18480d06e434b2d3ee6eb1981d2c714c6e2cba860de9d868cca895fc951 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-w8k9b-5252t 0388f18480d06e434b2d3ee6eb1981d2c714c6e2cba860de9d868cca895fc951 network default NAD default NAD key default], result "{}", err I0424 19:10:24.341422 3783 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-w8k9b-5252t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:24.341459 3783 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-w8k9b-5252t I0424 19:10:24.342763 3783 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-w8k9b-5252t, ips: 10.130.0.30 I0424 19:10:24.342794 3783 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-w8k9b-5252t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:25.222420 3783 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-w8k9b-5252t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:25.222445 3783 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-w8k9b-5252t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:26.647189 3783 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-f69bfcb6d-zvw9d] creating logical port tsf-tas_ctlog-f69bfcb6d-zvw9d for pod on switch ip-10-0-2-94.ec2.internal I0424 19:10:26.647283 3783 kube.go:256] Updating pod tsf-tas/ctlog-f69bfcb6d-zvw9d I0424 19:10:26.662279 3783 pod.go:62] [tsf-tas/ctlog-f69bfcb6d-zvw9d] pod update took 15.01967ms I0424 19:10:26.662304 3783 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-f69bfcb6d-zvw9d] addLogicalPort annotation time took 15.050624ms I0424 19:10:26.663678 3783 pods.go:271] [tsf-tas/ctlog-f69bfcb6d-zvw9d] addLogicalPort took 16.502519ms, libovsdb time 881.216µs W0424 19:10:26.905059 3783 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0424 19:10:27.009945 3783 cni.go:452] [tsf-tas/ctlog-f69bfcb6d-zvw9d c53cfcd4562e75d48f0deb37106a55c551d0d77119ce1acefb172a06a0a9f5ed network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-f69bfcb6d-zvw9d c53cfcd4562e75d48f0deb37106a55c551d0d77119ce1acefb172a06a0a9f5ed network default NAD default NAD key ] I0424 19:10:27.019017 3783 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-f69bfcb6d-zvw9d, hostIfaceName: c53cfcd4562e75d, network: default, NAD default, SandboxID: "c53cfcd4562e75d48f0deb37106a55c551d0d77119ce1acefb172a06a0a9f5ed", PCI device ID: , UID: "48620509-7769-4cc2-8b65-c9a7164d360b", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0424 19:10:27.070074 3783 cni.go:473] [tsf-tas/ctlog-f69bfcb6d-zvw9d c53cfcd4562e75d48f0deb37106a55c551d0d77119ce1acefb172a06a0a9f5ed network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-f69bfcb6d-zvw9d c53cfcd4562e75d48f0deb37106a55c551d0d77119ce1acefb172a06a0a9f5ed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:49:c0:aa:2b:12\",\"name\":\"c53cfcd4562e75d\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/803b743d-ecd8-49e3-a763-ca6c6f41e88d\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 19:10:29.234390 3783 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0424 19:10:29.318874 3783 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0424 19:10:30.439741 3783 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:30.440342 3783 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:30.459384 3783 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:30.459403 3783 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:30.464817 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0424 19:10:30.464845 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0424 19:10:31.853218 3783 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-qk57s] creating logical port tsf-tpa_create-db-qk57s for pod on switch ip-10-0-2-94.ec2.internal I0424 19:10:31.853306 3783 kube.go:256] Updating pod tsf-tpa/create-db-qk57s I0424 19:10:31.865879 3783 pod.go:62] [tsf-tpa/create-db-qk57s] pod update took 12.59657ms I0424 19:10:31.865901 3783 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-qk57s] addLogicalPort annotation time took 12.62359ms I0424 19:10:31.867170 3783 pods.go:271] [tsf-tpa/create-db-qk57s] addLogicalPort took 13.96768ms, libovsdb time 855.903µs I0424 19:10:32.213640 3783 cni.go:452] [tsf-tpa/create-db-qk57s df785caf98ec73afef1550877d86cc8dc2f018db3c7dc41a21fc1084e626eca6 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-qk57s df785caf98ec73afef1550877d86cc8dc2f018db3c7dc41a21fc1084e626eca6 network default NAD default NAD key ] I0424 19:10:32.223649 3783 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-qk57s, hostIfaceName: df785caf98ec73a, network: default, NAD default, SandboxID: "df785caf98ec73afef1550877d86cc8dc2f018db3c7dc41a21fc1084e626eca6", PCI device ID: , UID: "c2f36945-8f93-4ba4-9454-33e2d4e0fe8d", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0424 19:10:32.274624 3783 cni.go:473] [tsf-tpa/create-db-qk57s df785caf98ec73afef1550877d86cc8dc2f018db3c7dc41a21fc1084e626eca6 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-qk57s df785caf98ec73afef1550877d86cc8dc2f018db3c7dc41a21fc1084e626eca6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:10:13:e8:30:1e\",\"name\":\"df785caf98ec73a\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a270d7c-5089-4607-b371-0c6a646bd109\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 19:10:32.347180 3783 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0424 19:10:36.278139 3783 cni.go:452] [tsf-tpa/create-db-qk57s df785caf98ec73afef1550877d86cc8dc2f018db3c7dc41a21fc1084e626eca6 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-qk57s df785caf98ec73afef1550877d86cc8dc2f018db3c7dc41a21fc1084e626eca6 network default NAD default NAD key ] I0424 19:10:36.378194 3783 cni.go:473] [tsf-tpa/create-db-qk57s df785caf98ec73afef1550877d86cc8dc2f018db3c7dc41a21fc1084e626eca6 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-qk57s df785caf98ec73afef1550877d86cc8dc2f018db3c7dc41a21fc1084e626eca6 network default NAD default NAD key default], result "{}", err I0424 19:10:36.426282 3783 obj_retry.go:498] Detected object tsf-tpa/create-db-qk57s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:36.426323 3783 pods.go:176] Deleting pod: tsf-tpa/create-db-qk57s I0424 19:10:36.427669 3783 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-qk57s, ips: 10.130.0.35 I0424 19:10:36.427716 3783 obj_retry.go:498] Detected object tsf-tpa/create-db-qk57s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:36.628065 3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0424 19:10:37.448515 3783 obj_retry.go:492] Detected object tsf-tpa/create-db-qk57s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:37.448536 3783 obj_retry.go:492] Detected object tsf-tpa/create-db-qk57s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0424 19:10:40.248660 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0424 19:10:45.165268 3783 obj_retry.go:498] Detected object tsf-tpa/migrate-db-d4gqr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:45.165909 3783 obj_retry.go:498] Detected object tsf-tpa/migrate-db-d4gqr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:46.026621 3783 obj_retry.go:492] Detected object tsf-tpa/migrate-db-d4gqr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:46.026646 3783 obj_retry.go:492] Detected object tsf-tpa/migrate-db-d4gqr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:49.159120 3783 base_network_controller_pods.go:487] [default/tsf-tpa/server-d55fbc7d7-r6ndh] creating logical port tsf-tpa_server-d55fbc7d7-r6ndh for pod on switch ip-10-0-2-94.ec2.internal I0424 19:10:49.159258 3783 kube.go:256] Updating pod tsf-tpa/server-d55fbc7d7-r6ndh I0424 19:10:49.174977 3783 pod.go:62] [tsf-tpa/server-d55fbc7d7-r6ndh] pod update took 15.785676ms I0424 19:10:49.175003 3783 base_network_controller_pods.go:951] [default/tsf-tpa/server-d55fbc7d7-r6ndh] addLogicalPort annotation time took 15.816592ms I0424 19:10:49.176339 3783 pods.go:271] [tsf-tpa/server-d55fbc7d7-r6ndh] addLogicalPort took 17.235555ms, libovsdb time 903.844µs I0424 19:10:49.185582 3783 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-94sr4] creating logical port tsf-tpa_importer-86bcdf477b-94sr4 for pod on switch ip-10-0-2-94.ec2.internal I0424 19:10:49.185656 3783 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-94sr4 I0424 19:10:49.201438 3783 pod.go:62] [tsf-tpa/importer-86bcdf477b-94sr4] pod update took 15.802293ms I0424 19:10:49.201456 3783 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-94sr4] addLogicalPort annotation time took 15.824117ms I0424 19:10:49.202620 3783 pods.go:271] [tsf-tpa/importer-86bcdf477b-94sr4] addLogicalPort took 17.049093ms, libovsdb time 779.019µs I0424 19:10:50.584602 3783 obj_retry.go:498] Detected object tsf-tpa/create-importers-5lbss of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:50.585217 3783 obj_retry.go:498] Detected object tsf-tpa/create-importers-5lbss of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:51.607302 3783 obj_retry.go:492] Detected object tsf-tpa/create-importers-5lbss of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:51.607322 3783 obj_retry.go:492] Detected object tsf-tpa/create-importers-5lbss of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:52.942572 3783 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0424 19:10:59.232680 3783 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-7mzdk-2x6mm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:59.233266 3783 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-7mzdk-2x6mm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:11:00.256942 3783 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-7mzdk-2x6mm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:11:00.256964 3783 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-7mzdk-2x6mm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:11:00.621607 3783 cni.go:452] [tsf-tpa/server-d55fbc7d7-r6ndh c90ba80afb45ad6e6c7ba5287bb9bedd89a1a4980ba29e871d64af2370faafe4 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-d55fbc7d7-r6ndh c90ba80afb45ad6e6c7ba5287bb9bedd89a1a4980ba29e871d64af2370faafe4 network default NAD default NAD key ] I0424 19:11:00.630888 3783 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-d55fbc7d7-r6ndh, hostIfaceName: c90ba80afb45ad6, network: default, NAD default, SandboxID: "c90ba80afb45ad6e6c7ba5287bb9bedd89a1a4980ba29e871d64af2370faafe4", PCI device ID: , UID: "17562e13-c47d-461b-99f8-46656744b2e7", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0424 19:11:00.645692 3783 cni.go:452] [tsf-tpa/importer-86bcdf477b-94sr4 6ceac10f22636500c545e10d525706ce4d0cc172fd562b32ea275fc6ba6ec3d7 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-94sr4 6ceac10f22636500c545e10d525706ce4d0cc172fd562b32ea275fc6ba6ec3d7 network default NAD default NAD key ] I0424 19:11:00.655208 3783 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-94sr4, hostIfaceName: 6ceac10f2263650, network: default, NAD default, SandboxID: "6ceac10f22636500c545e10d525706ce4d0cc172fd562b32ea275fc6ba6ec3d7", PCI device ID: , UID: "8daecf56-2527-4845-89a0-b32e066677c2", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0424 19:11:00.686020 3783 cni.go:473] [tsf-tpa/server-d55fbc7d7-r6ndh c90ba80afb45ad6e6c7ba5287bb9bedd89a1a4980ba29e871d64af2370faafe4 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-d55fbc7d7-r6ndh c90ba80afb45ad6e6c7ba5287bb9bedd89a1a4980ba29e871d64af2370faafe4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:11:92:4f:f4:81\",\"name\":\"c90ba80afb45ad6\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c17225c0-6449-49dc-b924-4eb92ae5cdcd\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:11:00.709329 3783 cni.go:473] [tsf-tpa/importer-86bcdf477b-94sr4 6ceac10f22636500c545e10d525706ce4d0cc172fd562b32ea275fc6ba6ec3d7 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-94sr4 6ceac10f22636500c545e10d525706ce4d0cc172fd562b32ea275fc6ba6ec3d7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:ce:a1:62:fe:49\",\"name\":\"6ceac10f2263650\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f5c21e1-4fcb-44a4-b887-2715a18f45a3\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 19:11:01.432165 3783 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0424 19:11:02.435338 3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-94.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server W0424 19:11:06.127107 3783 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0424 19:11:13.842969 3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=4 I0424 19:11:16.128795 3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=53 I0424 19:11:19.734213 3783 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:11:19.734792 3783 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:11:19.776165 3783 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:11:19.776179 3783 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:11:19.782417 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0424 19:11:19.782450 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0424 19:11:20.527096 3783 namespace.go:98] [build-service] adding namespace I0424 19:11:20.527962 3783 namespace.go:102] [build-service] adding namespace took 842.885µs I0424 19:11:20.531715 3783 namespace.go:98] [integration-service] adding namespace I0424 19:11:20.531762 3783 namespace.go:98] [image-controller] adding namespace I0424 19:11:20.532476 3783 namespace.go:102] [integration-service] adding namespace took 745.4µs I0424 19:11:20.533205 3783 namespace.go:102] [image-controller] adding namespace took 1.425459ms I0424 19:11:20.534978 3783 namespace.go:98] [default-tenant] adding namespace I0424 19:11:20.535521 3783 namespace.go:102] [default-tenant] adding namespace took 531.566µs I0424 19:11:20.559267 3783 namespace.go:142] [build-service] updating namespace I0424 19:11:20.585089 3783 namespace.go:142] [build-service] updating namespace I0424 19:11:20.594707 3783 namespace.go:142] [integration-service] updating namespace I0424 19:11:20.627330 3783 namespace.go:142] [integration-service] updating namespace I0424 19:11:20.627376 3783 namespace.go:142] [image-controller] updating namespace I0424 19:11:20.647249 3783 namespace.go:142] [image-controller] updating namespace I0424 19:11:20.653344 3783 namespace.go:142] [default-tenant] updating namespace I0424 19:11:20.678950 3783 namespace.go:142] [default-tenant] updating namespace I0424 19:11:20.856634 3783 namespace.go:142] [build-service] updating namespace I0424 19:11:20.924553 3783 namespace.go:142] [integration-service] updating namespace I0424 19:11:21.049946 3783 namespace.go:98] [release-service] adding namespace I0424 19:11:21.050766 3783 namespace.go:102] [release-service] adding namespace took 802.017µs I0424 19:11:21.075092 3783 namespace.go:142] [release-service] updating namespace I0424 19:11:21.115766 3783 namespace.go:142] [release-service] updating namespace I0424 19:11:21.220178 3783 namespace.go:142] [konflux-ui] updating namespace I0424 19:11:21.352927 3783 namespace.go:98] [konflux-info] adding namespace I0424 19:11:21.353896 3783 namespace.go:102] [konflux-info] adding namespace took 943.614µs I0424 19:11:21.398566 3783 namespace.go:142] [konflux-info] updating namespace I0424 19:11:21.441092 3783 namespace.go:142] [konflux-info] updating namespace I0424 19:11:21.486324 3783 namespace.go:98] [namespace-lister] adding namespace I0424 19:11:21.487164 3783 namespace.go:102] [namespace-lister] adding namespace took 820.653µs I0424 19:11:21.514329 3783 namespace.go:142] [namespace-lister] updating namespace I0424 19:11:21.614158 3783 namespace.go:142] [namespace-lister] updating namespace I0424 19:11:21.622109 3783 namespace.go:98] [enterprise-contract-service] adding namespace I0424 19:11:21.622890 3783 namespace.go:102] [enterprise-contract-service] adding namespace took 762.359µs I0424 19:11:21.660198 3783 namespace.go:142] [enterprise-contract-service] updating namespace I0424 19:11:21.677881 3783 namespace.go:142] [enterprise-contract-service] updating namespace I0424 19:11:21.712872 3783 namespace.go:142] [image-controller] updating namespace I0424 19:11:21.811003 3783 namespace.go:142] [build-service] updating namespace I0424 19:11:22.426135 3783 namespace.go:142] [default-tenant] updating namespace I0424 19:11:22.834885 3783 namespace.go:98] [segment-bridge] adding namespace I0424 19:11:22.835881 3783 namespace.go:102] [segment-bridge] adding namespace took 976.712µs I0424 19:11:22.888222 3783 namespace.go:142] [segment-bridge] updating namespace I0424 19:11:22.914014 3783 namespace.go:142] [segment-bridge] updating namespace I0424 19:11:22.972179 3783 namespace.go:98] [konflux-cli] adding namespace I0424 19:11:22.973003 3783 namespace.go:102] [konflux-cli] adding namespace took 805.978µs I0424 19:11:22.987447 3783 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0424 19:11:22.987952 3783 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0424 19:11:22.987968 3783 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0424 19:11:22.990480 3783 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0424 19:11:23.016989 3783 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0424 19:11:23.017018 3783 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0424 19:11:23.017781 3783 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0424 19:11:23.036038 3783 namespace.go:142] [default-tenant] updating namespace I0424 19:11:23.159002 3783 namespace.go:142] [konflux-cli] updating namespace I0424 19:11:23.299303 3783 namespace.go:142] [konflux-cli] updating namespace I0424 19:11:23.499159 3783 namespace.go:142] [image-controller] updating namespace I0424 19:11:23.780385 3783 namespace.go:142] [integration-service] updating namespace I0424 19:11:23.937707 3783 namespace.go:142] [build-service] updating namespace I0424 19:11:23.989714 3783 namespace.go:142] [default-tenant] updating namespace I0424 19:11:24.030328 3783 namespace.go:142] [image-controller] updating namespace I0424 19:11:24.068256 3783 namespace.go:142] [integration-service] updating namespace I0424 19:11:24.340151 3783 namespace.go:142] [build-service] updating namespace I0424 19:11:24.602092 3783 namespace.go:142] [default-tenant] updating namespace I0424 19:11:24.736140 3783 namespace.go:142] [image-controller] updating namespace I0424 19:11:24.869050 3783 namespace.go:142] [integration-service] updating namespace I0424 19:11:26.378749 3783 namespace.go:142] [enterprise-contract-service] updating namespace I0424 19:11:26.584481 3783 namespace.go:142] [konflux-cli] updating namespace W0424 19:11:26.662520 3783 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0424 19:11:26.780416 3783 namespace.go:142] [konflux-info] updating namespace I0424 19:11:26.982418 3783 namespace.go:142] [namespace-lister] updating namespace I0424 19:11:27.178233 3783 namespace.go:142] [release-service] updating namespace I0424 19:11:27.381386 3783 namespace.go:142] [segment-bridge] updating namespace I0424 19:11:27.497200 3783 namespace.go:142] [enterprise-contract-service] updating namespace I0424 19:11:27.509111 3783 namespace.go:142] [konflux-cli] updating namespace I0424 19:11:27.524830 3783 namespace.go:142] [konflux-info] updating namespace I0424 19:11:27.543684 3783 namespace.go:142] [namespace-lister] updating namespace I0424 19:11:27.553698 3783 namespace.go:142] [release-service] updating namespace I0424 19:11:27.573190 3783 namespace.go:142] [segment-bridge] updating namespace I0424 19:11:27.614462 3783 namespace.go:142] [enterprise-contract-service] updating namespace I0424 19:11:27.717602 3783 namespace.go:142] [konflux-cli] updating namespace I0424 19:11:27.820521 3783 namespace.go:142] [konflux-info] updating namespace I0424 19:11:27.923460 3783 namespace.go:142] [namespace-lister] updating namespace I0424 19:11:28.008914 3783 namespace.go:142] [release-service] updating namespace I0424 19:11:28.113149 3783 namespace.go:142] [segment-bridge] updating namespace W0424 19:11:31.696048 3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0424 19:11:31.732720 3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0424 19:11:32.277378 3783 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0424 19:11:32.278242 3783 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0424 19:11:33.717499 3783 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0424 19:11:34.764986 3783 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0424 19:11:34.765070 3783 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0424 19:11:35.765375 3783 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0424 19:11:35.765470 3783 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0424 19:11:37.313568 3783 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0424 19:11:37.313590 3783 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0424 19:11:38.771709 3783 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0424 19:11:38.771728 3783 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0424 19:11:43.615788 3783 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-lc6vk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:11:43.616356 3783 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-lc6vk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:11:43.818743 3783 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-lc6vk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:11:43.818762 3783 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-lc6vk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:11:43.824617 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-lc6vk I0424 19:11:43.824640 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-lc6vk I0424 19:11:56.132822 3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=125 I0424 19:12:44.431351 3783 obj_retry.go:498] Detected object konflux-ui/proxy-68b66bb64d-lr5tf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:12:44.431951 3783 obj_retry.go:498] Detected object konflux-ui/proxy-68b66bb64d-lr5tf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:12:44.691357 3783 obj_retry.go:492] Detected object konflux-ui/proxy-68b66bb64d-lr5tf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:12:44.691379 3783 obj_retry.go:492] Detected object konflux-ui/proxy-68b66bb64d-lr5tf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:12:44.694095 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-68b66bb64d-lr5tf I0424 19:12:44.694122 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-68b66bb64d-lr5tf I0424 19:12:53.357788 3783 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:12:53.358476 3783 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:12:53.374890 3783 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:12:53.374911 3783 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:12:53.380338 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0424 19:12:53.380361 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0424 19:13:17.788809 3783 namespace.go:98] [default-managed-tenant-hc8gk] adding namespace I0424 19:13:17.789680 3783 namespace.go:102] [default-managed-tenant-hc8gk] adding namespace took 847.403µs I0424 19:13:17.820703 3783 namespace.go:142] [default-managed-tenant-hc8gk] updating namespace I0424 19:13:17.840433 3783 namespace.go:142] [default-managed-tenant-hc8gk] updating namespace I0424 19:13:18.828642 3783 namespace.go:142] [default-managed-tenant-hc8gk] updating namespace I0424 19:13:18.960980 3783 namespace.go:142] [default-managed-tenant-hc8gk] updating namespace I0424 19:13:19.060544 3783 namespace.go:142] [default-managed-tenant-hc8gk] updating namespace I0424 19:13:52.426721 3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0424 19:14:35.144510 3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=425 I0424 19:15:51.135396 3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=55 I0424 19:16:08.312623 3783 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0424 19:16:22.632329 3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0424 19:17:00.122747 3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0424 19:17:03.259305 3783 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0424 19:17:12.736190 3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0424 19:17:14.133669 3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13 I0424 19:17:51.527955 3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0424 19:18:10.132257 3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=32 I0424 19:18:13.071810 3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0424 19:18:25.139713 3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=70 I0424 19:19:11.946192 3783 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0424 19:19:31.136699 3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0424 19:19:49.430001 3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0424 19:20:03.845661 3783 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617640-d8ffc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:20:03.846232 3783 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617640-d8ffc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:20:04.709416 3783 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617640-d8ffc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:20:04.709440 3783 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617640-d8ffc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:20:37.055401 3783 obj_retry.go:492] Detected object tsf-tpa/create-db-qk57s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:20:37.055457 3783 obj_retry.go:492] Detected object tsf-tpa/create-db-qk57s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:20:37.059303 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-qk57s I0424 19:20:37.059332 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-qk57s I0424 19:20:46.031266 3783 obj_retry.go:492] Detected object tsf-tpa/migrate-db-d4gqr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:20:46.031309 3783 obj_retry.go:492] Detected object tsf-tpa/migrate-db-d4gqr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:20:46.037503 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-d4gqr I0424 19:20:46.037528 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-d4gqr I0424 19:20:51.030667 3783 obj_retry.go:492] Detected object tsf-tpa/create-importers-5lbss of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:20:51.030714 3783 obj_retry.go:492] Detected object tsf-tpa/create-importers-5lbss of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:20:51.034079 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-5lbss I0424 19:20:51.034100 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-5lbss I0424 19:21:05.846229 3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0424 19:21:15.138860 3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6