+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-216.ec2.internal ++ [[ -n ip-10-0-0-216.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-216.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0417 18:40:21.673781255 - disable conntrack on geneve port' I0417 18:40:21.673781255 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0417 18:40:21.692875244 - starting ovnkube-node + echo 'I0417 18:40:21.692875244 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-216.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-216.ec2.internal --init-node ip-10-0-0-216.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-216.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0417 18:40:21.735950 3668 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0417 18:40:21.736008 3668 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-c13051bd47.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0417 18:40:21.737934 3668 kube.go:431] Waiting for certificate I0417 18:40:21.737976 3668 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0417 18:40:21.738012 3668 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0417 18:40:21.738848 3668 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0417 18:40:21.765176 3668 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0417 18:40:21.765199 3668 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0417 18:40:21.767654 3668 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0417 18:40:21.767748 3668 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-l5hkw" I0417 18:40:29.389654 3668 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-l5hkw" I0417 18:40:29.389778 3668 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0417 18:40:29.739048 3668 kube.go:438] Certificate found I0417 18:40:29.739670 3668 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0417 18:40:29.741053 3668 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0417 18:40:29.807839 3668 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0417 18:40:29.821325 3668 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0417 18:40:29.821491 3668 server.go:101] MetricServer registers OVS metrics I0417 18:40:29.822017 3668 server.go:105] MetricServer registers OVN DB metrics I0417 18:40:29.827212 3668 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0417 18:40:29.827274 3668 factory.go:561] Starting watch factory I0417 18:40:29.827363 3668 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 18:40:29.827374 3668 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 18:40:29.827384 3668 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 18:40:29.827389 3668 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0417 18:40:29.827365 3668 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 18:40:29.827404 3668 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0417 18:40:29.827406 3668 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0417 18:40:29.827335 3668 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0417 18:40:29.827416 3668 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 18:40:29.827433 3668 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0417 18:40:29.827452 3668 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0417 18:40:29.827389 3668 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0417 18:40:29.827407 3668 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 18:40:29.827664 3668 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0417 18:40:29.831997 3668 controller_manager.go:370] Starting the ovnkube controller I0417 18:40:29.832008 3668 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-216.ec2.internal I0417 18:40:29.832055 3668 controller_manager.go:395] NBDB zone sync took: 41.257µs I0417 18:40:29.832066 3668 factory.go:561] Starting watch factory I0417 18:40:29.842534 3668 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0417 18:40:29.842552 3668 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0417 18:40:29.846278 3668 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0417 18:40:29.846316 3668 server.go:109] MetricServer registers OVN Controller metrics I0417 18:40:29.850123 3668 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0417 18:40:29.850564 3668 server.go:113] MetricServer registers OVN Northd metrics I0417 18:40:29.850983 3668 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0417 18:40:29.851149 3668 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0417 18:40:29.851493 3668 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0417 18:40:29.851759 3668 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0417 18:40:29.856292 3668 metrics.go:519] OVN Metrics Server starts to run ... I0417 18:40:29.864864 3668 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0417 18:40:29.932857 3668 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0417 18:40:29.932878 3668 factory.go:1977] *v1.Pod informer cache synced successfully I0417 18:40:29.932882 3668 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0417 18:40:29.932885 3668 factory.go:1977] *v1.Namespace informer cache synced successfully I0417 18:40:29.932888 3668 factory.go:1977] *v1.Node informer cache synced successfully I0417 18:40:29.932891 3668 factory.go:1977] *v1.Service informer cache synced successfully I0417 18:40:29.932954 3668 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 18:40:29.932966 3668 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 18:40:29.932996 3668 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 18:40:29.933017 3668 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 18:40:29.935223 3668 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 18:40:29.935225 3668 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 18:40:29.938017 3668 factory.go:1977] *v1.Namespace informer cache synced successfully I0417 18:40:29.938029 3668 factory.go:1977] *v1.Node informer cache synced successfully I0417 18:40:29.938032 3668 factory.go:1977] *v1.Service informer cache synced successfully I0417 18:40:29.938035 3668 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0417 18:40:29.938038 3668 factory.go:1977] *v1.Pod informer cache synced successfully I0417 18:40:29.938041 3668 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0417 18:40:29.938091 3668 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0417 18:40:29.938099 3668 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0417 18:40:29.938146 3668 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.938156 3668 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.940093 3668 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.943499 3668 factory.go:1977] *v1.EgressIP informer cache synced successfully I0417 18:40:29.943562 3668 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.943581 3668 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.943616 3668 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0417 18:40:29.943636 3668 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0417 18:40:29.945652 3668 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.949187 3668 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0417 18:40:29.949255 3668 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.949269 3668 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.949355 3668 factory.go:1977] *v1.EgressIP informer cache synced successfully I0417 18:40:29.951076 3668 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.954616 3668 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0417 18:40:29.954640 3668 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0417 18:40:29.954685 3668 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.954697 3668 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.956721 3668 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.960208 3668 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0417 18:40:29.960226 3668 factory.go:1977] *v1.EgressService informer cache synced successfully I0417 18:40:29.960292 3668 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.960307 3668 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.962149 3668 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.965588 3668 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0417 18:40:29.965676 3668 factory.go:1977] *v1.EgressService informer cache synced successfully I0417 18:40:29.965746 3668 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0417 18:40:29.965763 3668 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0417 18:40:29.967650 3668 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0417 18:40:29.971170 3668 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0417 18:40:29.971271 3668 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0417 18:40:29.971325 3668 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.971349 3668 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.971391 3668 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.971407 3668 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.973758 3668 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.973855 3668 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.976523 3668 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0417 18:40:29.976540 3668 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0417 18:40:29.976548 3668 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0417 18:40:29.976557 3668 factory.go:680] Watch Factory start up complete, took: 149.284807ms I0417 18:40:29.976631 3668 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0417 18:40:29.982513 3668 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0417 18:40:29.982524 3668 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0417 18:40:29.982531 3668 factory.go:680] Watch Factory start up complete, took: 150.463266ms I0417 18:40:29.982538 3668 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-216.ec2.internal" zone I0417 18:40:30.032462 3668 default_node_network_controller.go:710] Initializing the default node network controller I0417 18:40:30.110353 3668 udn_isolation.go:101] Starting UDN host isolation manager I0417 18:40:30.118487 3668 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0417 18:40:30.171801 3668 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0417 18:40:30.171920 3668 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0417 18:40:30.171937 3668 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0417 18:40:30.205305 3668 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0417 18:40:30.205377 3668 default_node_network_controller.go:809] Node ip-10-0-0-216.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0417 18:40:30.211211 3668 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.216"] k8s.ovn.org/zone-name:ip-10-0-0-216.ec2.internal] on node ip-10-0-0-216.ec2.internal I0417 18:40:30.232583 3668 controller_manager.go:429] Waiting for node in zone sync took: 250.032055ms I0417 18:40:30.232649 3668 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0417 18:40:30.237648 3668 controller_manager.go:611] Switching to transit router for layer2 networks I0417 18:40:30.237666 3668 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-216.ec2.internal I0417 18:40:30.239328 3668 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0417 18:40:30.239478 3668 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0417 18:40:30.239666 3668 gateway_init.go:263] Preparing Gateway I0417 18:40:30.239678 3668 gateway_shared_intf.go:1687] Creating new gateway I0417 18:40:30.253544 3668 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0417 18:40:30.260140 3668 controller_manager.go:290] SCTP support detected in OVN I0417 18:40:30.260751 3668 services_controller.go:69] Creating services controller for network=default I0417 18:40:30.260860 3668 udn_enabled_svc.go:80] Waiting for service informer to sync I0417 18:40:30.260927 3668 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0417 18:40:30.260967 3668 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0417 18:40:30.260992 3668 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0417 18:40:30.261008 3668 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0417 18:40:30.261216 3668 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0417 18:40:30.261271 3668 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0417 18:40:30.261316 3668 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 65.719µs I0417 18:40:30.261346 3668 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 60.18µs I0417 18:40:30.261368 3668 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 92.217µs I0417 18:40:30.261376 3668 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0417 18:40:30.261391 3668 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0417 18:40:30.261402 3668 default_network_controller.go:325] Starting the default network controller I0417 18:40:30.261471 3668 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 16.914µs I0417 18:40:30.261504 3668 udn_enabled_svc.go:95] Performing full resync I0417 18:40:30.261824 3668 udn_enabled_svc.go:99] Waiting for handler to sync I0417 18:40:30.261836 3668 udn_enabled_svc.go:104] Starting worker I0417 18:40:30.271591 3668 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0417 18:40:30.271681 3668 repair.go:33] Syncing exgw routes took 72.476µs I0417 18:40:30.271714 3668 default_network_controller.go:414] Starting all the Watchers... I0417 18:40:30.271914 3668 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0417 18:40:30.271919 3668 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0417 18:40:30.271915 3668 namespace.go:98] [openshift-cluster-version] adding namespace I0417 18:40:30.271932 3668 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0417 18:40:30.271938 3668 namespace.go:98] [openshift-package-operator] adding namespace I0417 18:40:30.271945 3668 namespace.go:98] [openshift-network-node-identity] adding namespace I0417 18:40:30.271947 3668 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0417 18:40:30.271952 3668 namespace.go:98] [openshift-network-operator] adding namespace I0417 18:40:30.271959 3668 namespace.go:98] [openshift-controller-manager] adding namespace I0417 18:40:30.271964 3668 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0417 18:40:30.271966 3668 namespace.go:98] [openshift-config] adding namespace I0417 18:40:30.271969 3668 namespace.go:98] [openshift-config-operator] adding namespace I0417 18:40:30.271964 3668 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0417 18:40:30.271985 3668 namespace.go:98] [openshift-backplane-cee] adding namespace I0417 18:40:30.272040 3668 namespace.go:98] [openshift-etcd] adding namespace I0417 18:40:30.272588 3668 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 659.651µs I0417 18:40:30.272604 3668 namespace.go:98] [kube-system] adding namespace I0417 18:40:30.273251 3668 namespace.go:102] [kube-system] adding namespace took 640.916µs I0417 18:40:30.273273 3668 namespace.go:98] [openshift-dns-operator] adding namespace I0417 18:40:30.273952 3668 namespace.go:102] [openshift-dns-operator] adding namespace took 672.347µs I0417 18:40:30.273965 3668 namespace.go:98] [openshift-image-registry] adding namespace I0417 18:40:30.274732 3668 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 2.798688ms I0417 18:40:30.274754 3668 namespace.go:98] [openshift-service-ca-operator] adding namespace I0417 18:40:30.275342 3668 namespace.go:102] [openshift-cluster-version] adding namespace took 3.405536ms I0417 18:40:30.275363 3668 namespace.go:98] [openshift-backplane-cse] adding namespace I0417 18:40:30.275964 3668 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 4.02128ms I0417 18:40:30.275979 3668 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0417 18:40:30.276681 3668 namespace.go:102] [openshift-package-operator] adding namespace took 4.732504ms I0417 18:40:30.276696 3668 namespace.go:98] [openshift-console-operator] adding namespace I0417 18:40:30.277324 3668 namespace.go:102] [openshift-network-operator] adding namespace took 5.366502ms I0417 18:40:30.277337 3668 namespace.go:98] [kube-public] adding namespace I0417 18:40:30.277931 3668 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.978924ms I0417 18:40:30.277947 3668 namespace.go:98] [open-cluster-management-2po2q8b3ubd89mbta5n7l49aiaaqqcse] adding namespace I0417 18:40:30.278426 3668 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.470158ms I0417 18:40:30.278446 3668 namespace.go:98] [openshift-network-console] adding namespace I0417 18:40:30.279104 3668 namespace.go:102] [openshift-controller-manager] adding namespace took 7.13798ms I0417 18:40:30.279119 3668 namespace.go:98] [default] adding namespace I0417 18:40:30.279628 3668 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.655657ms I0417 18:40:30.279641 3668 namespace.go:98] [openshift-console-user-settings] adding namespace I0417 18:40:30.280202 3668 namespace.go:102] [openshift-config] adding namespace took 8.227597ms I0417 18:40:30.280225 3668 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0417 18:40:30.281043 3668 namespace.go:102] [openshift-config-operator] adding namespace took 9.066379ms I0417 18:40:30.281063 3668 namespace.go:98] [openshift-host-network] adding namespace I0417 18:40:30.281747 3668 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 9.766136ms I0417 18:40:30.281766 3668 namespace.go:98] [openshift-logging] adding namespace I0417 18:40:30.282491 3668 namespace.go:102] [openshift-backplane-cee] adding namespace took 10.490487ms I0417 18:40:30.282511 3668 namespace.go:98] [openshift-apiserver] adding namespace I0417 18:40:30.283228 3668 namespace.go:102] [openshift-etcd] adding namespace took 11.173493ms I0417 18:40:30.283244 3668 namespace.go:98] [openshift-backplane-csm] adding namespace I0417 18:40:30.283950 3668 namespace.go:102] [openshift-image-registry] adding namespace took 9.978148ms I0417 18:40:30.283973 3668 namespace.go:98] [openshift-ingress-canary] adding namespace I0417 18:40:30.284542 3668 namespace.go:102] [openshift-service-ca-operator] adding namespace took 9.782021ms I0417 18:40:30.284557 3668 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0417 18:40:30.285144 3668 namespace.go:102] [openshift-backplane-cse] adding namespace took 9.773566ms I0417 18:40:30.285160 3668 namespace.go:98] [openshift-customer-monitoring] adding namespace I0417 18:40:30.285663 3668 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 9.677001ms I0417 18:40:30.285679 3668 namespace.go:98] [openshift-insights] adding namespace I0417 18:40:30.286154 3668 namespace.go:102] [openshift-console-operator] adding namespace took 9.450668ms I0417 18:40:30.286189 3668 namespace.go:98] [openshift-authentication-operator] adding namespace I0417 18:40:30.287022 3668 namespace.go:102] [kube-public] adding namespace took 9.677944ms I0417 18:40:30.287043 3668 namespace.go:98] [openshift-must-gather-operator] adding namespace I0417 18:40:30.287495 3668 namespace.go:102] [open-cluster-management-2po2q8b3ubd89mbta5n7l49aiaaqqcse] adding namespace took 9.541194ms I0417 18:40:30.287514 3668 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0417 18:40:30.288141 3668 namespace.go:102] [openshift-network-console] adding namespace took 9.688458ms I0417 18:40:30.288159 3668 namespace.go:98] [openshift-service-ca] adding namespace I0417 18:40:30.288589 3668 namespace.go:102] [default] adding namespace took 9.463893ms I0417 18:40:30.288604 3668 namespace.go:98] [openshift-operators] adding namespace I0417 18:40:30.289206 3668 namespace.go:102] [openshift-console-user-settings] adding namespace took 9.559709ms I0417 18:40:30.289219 3668 namespace.go:98] [openshift-infra] adding namespace I0417 18:40:30.289745 3668 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 9.512678ms I0417 18:40:30.289761 3668 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0417 18:40:30.290374 3668 namespace.go:102] [openshift-host-network] adding namespace took 9.30309ms I0417 18:40:30.290396 3668 namespace.go:98] [openshift-backplane] adding namespace I0417 18:40:30.290928 3668 namespace.go:102] [openshift-logging] adding namespace took 9.157115ms I0417 18:40:30.290944 3668 namespace.go:98] [dedicated-admin] adding namespace I0417 18:40:30.291442 3668 namespace.go:102] [openshift-apiserver] adding namespace took 8.925268ms I0417 18:40:30.291457 3668 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0417 18:40:30.292024 3668 namespace.go:102] [openshift-backplane-csm] adding namespace took 8.773977ms I0417 18:40:30.292044 3668 namespace.go:98] [openshift-machine-config-operator] adding namespace I0417 18:40:30.292640 3668 namespace.go:102] [openshift-ingress-canary] adding namespace took 8.660234ms I0417 18:40:30.293244 3668 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.680349ms I0417 18:40:30.293266 3668 namespace.go:98] [openshift-console] adding namespace I0417 18:40:30.293732 3668 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.564866ms I0417 18:40:30.293749 3668 namespace.go:98] [openshift-ingress-operator] adding namespace I0417 18:40:30.294203 3668 namespace.go:102] [openshift-insights] adding namespace took 8.515737ms I0417 18:40:30.294224 3668 namespace.go:98] [openshift-marketplace] adding namespace I0417 18:40:30.294773 3668 namespace.go:102] [openshift-authentication-operator] adding namespace took 8.577736ms I0417 18:40:30.294788 3668 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0417 18:40:30.295381 3668 namespace.go:102] [openshift-must-gather-operator] adding namespace took 8.328918ms I0417 18:40:30.295398 3668 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0417 18:40:30.296027 3668 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.50423ms I0417 18:40:30.296046 3668 namespace.go:98] [openshift-config-managed] adding namespace I0417 18:40:30.296557 3668 namespace.go:102] [openshift-service-ca] adding namespace took 8.392212ms I0417 18:40:30.296571 3668 namespace.go:98] [openshift-machine-api] adding namespace I0417 18:40:30.297124 3668 namespace.go:102] [openshift-operators] adding namespace took 8.511801ms I0417 18:40:30.297145 3668 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0417 18:40:30.297714 3668 namespace.go:102] [openshift-infra] adding namespace took 8.487101ms I0417 18:40:30.297734 3668 namespace.go:98] [openshift-backplane-mobb] adding namespace I0417 18:40:30.298320 3668 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 8.553174ms I0417 18:40:30.298343 3668 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0417 18:40:30.298928 3668 namespace.go:102] [openshift-backplane] adding namespace took 8.525261ms I0417 18:40:30.298942 3668 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0417 18:40:30.299525 3668 namespace.go:102] [dedicated-admin] adding namespace took 8.57543ms I0417 18:40:30.299539 3668 namespace.go:98] [openshift-dns] adding namespace I0417 18:40:30.300128 3668 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.664245ms I0417 18:40:30.300146 3668 namespace.go:98] [openshift-multus] adding namespace I0417 18:40:30.300605 3668 namespace.go:102] [openshift-machine-config-operator] adding namespace took 8.556306ms I0417 18:40:30.300619 3668 namespace.go:98] [openshift-monitoring] adding namespace I0417 18:40:30.301194 3668 namespace.go:102] [openshift-console] adding namespace took 7.919806ms I0417 18:40:30.301212 3668 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0417 18:40:30.301753 3668 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.997924ms I0417 18:40:30.301769 3668 namespace.go:98] [openshift-route-controller-manager] adding namespace I0417 18:40:30.302346 3668 namespace.go:102] [openshift-marketplace] adding namespace took 8.114498ms I0417 18:40:30.302364 3668 namespace.go:98] [kube-node-lease] adding namespace I0417 18:40:30.302997 3668 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 8.202336ms I0417 18:40:30.303013 3668 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0417 18:40:30.303544 3668 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 8.139221ms I0417 18:40:30.303559 3668 namespace.go:98] [openshift-kube-scheduler] adding namespace I0417 18:40:30.304107 3668 namespace.go:102] [openshift-config-managed] adding namespace took 8.052977ms I0417 18:40:30.304127 3668 namespace.go:98] [openshift-apiserver-operator] adding namespace I0417 18:40:30.304708 3668 namespace.go:102] [openshift-machine-api] adding namespace took 8.131727ms I0417 18:40:30.304723 3668 namespace.go:98] [openshift-network-diagnostics] adding namespace I0417 18:40:30.305223 3668 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.071062ms I0417 18:40:30.305238 3668 namespace.go:98] [openshift-ingress] adding namespace I0417 18:40:30.305773 3668 namespace.go:102] [openshift-backplane-mobb] adding namespace took 8.030736ms I0417 18:40:30.305792 3668 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0417 18:40:30.306408 3668 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 8.056121ms I0417 18:40:30.306433 3668 namespace.go:98] [openshift-kube-apiserver] adding namespace I0417 18:40:30.307130 3668 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.174136ms I0417 18:40:30.307150 3668 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0417 18:40:30.307841 3668 namespace.go:102] [openshift-dns] adding namespace took 8.295787ms I0417 18:40:30.307861 3668 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace W0417 18:40:30.307840 3668 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-6mcf6: pod openshift-multus/network-metrics-daemon-6mcf6: no pod IPs found I0417 18:40:30.308632 3668 namespace.go:102] [openshift-multus] adding namespace took 8.477685ms I0417 18:40:30.308647 3668 namespace.go:98] [openshift-backplane-srep] adding namespace I0417 18:40:30.309388 3668 namespace.go:102] [openshift-monitoring] adding namespace took 8.761085ms I0417 18:40:30.309405 3668 namespace.go:98] [openshift] adding namespace I0417 18:40:30.310052 3668 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 8.833626ms I0417 18:40:30.310578 3668 namespace.go:102] [openshift-route-controller-manager] adding namespace took 8.803212ms I0417 18:40:30.311099 3668 namespace.go:102] [kube-node-lease] adding namespace took 8.726509ms I0417 18:40:30.311118 3668 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0417 18:40:30.311609 3668 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 8.590448ms I0417 18:40:30.312240 3668 namespace.go:102] [openshift-kube-scheduler] adding namespace took 8.674818ms W0417 18:40:30.312751 3668 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-2m2dc: pod openshift-network-diagnostics/network-check-target-2m2dc: no pod IPs found I0417 18:40:30.312785 3668 namespace.go:102] [openshift-apiserver-operator] adding namespace took 8.652099ms I0417 18:40:30.313835 3668 namespace.go:102] [openshift-network-diagnostics] adding namespace took 9.105083ms I0417 18:40:30.313853 3668 namespace.go:98] [openshift-backplane-tam] adding namespace I0417 18:40:30.314457 3668 namespace.go:102] [openshift-ingress] adding namespace took 9.209998ms I0417 18:40:30.314475 3668 namespace.go:98] [openshift-operators-redhat] adding namespace I0417 18:40:30.315064 3668 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 9.264292ms I0417 18:40:30.315612 3668 namespace.go:102] [openshift-kube-apiserver] adding namespace took 9.171275ms I0417 18:40:30.316142 3668 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 8.983919ms I0417 18:40:30.316158 3668 namespace.go:98] [openshift-authentication] adding namespace I0417 18:40:30.316644 3668 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.777794ms I0417 18:40:30.316662 3668 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0417 18:40:30.317318 3668 namespace.go:102] [openshift-backplane-srep] adding namespace took 8.664001ms I0417 18:40:30.317331 3668 namespace.go:98] [openshift-node] adding namespace I0417 18:40:30.317841 3668 namespace.go:102] [openshift] adding namespace took 8.427398ms I0417 18:40:30.318463 3668 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.337086ms I0417 18:40:30.319098 3668 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.238134ms I0417 18:40:30.319618 3668 namespace.go:102] [openshift-operators-redhat] adding namespace took 5.136276ms I0417 18:40:30.320123 3668 namespace.go:102] [openshift-authentication] adding namespace took 3.957662ms I0417 18:40:30.320600 3668 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 3.91934ms I0417 18:40:30.321183 3668 namespace.go:102] [openshift-node] adding namespace took 3.846488ms W0417 18:40:30.321266 3668 master.go:458] Unable to parse local node ip-10-0-0-216.ec2.internal chassis-id annotation. Chassis may be removed during sync I0417 18:40:30.321277 3668 master.go:481] Removing stale chassis with ID/Name: f4ed6ba7-0712-48f5-8300-e04969ddde84, hostname: ip-10-0-0-216.ec2.internal I0417 18:40:30.321773 3668 master.go:548] Adding or Updating local node "ip-10-0-0-216.ec2.internal" for network "default" I0417 18:40:30.323248 3668 zone_ic_handler.go:195] Time taken to create transit switch: 505.567µs I0417 18:40:30.323265 3668 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-68.ec2.internal for the network default E0417 18:40:30.323479 3668 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-177.ec2.internal, error: adding or updating remote node IC resources ip-10-0-2-177.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-177.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009b84410 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u1851879439}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0417 18:40:30.323558 3668 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-177.ec2.internal", UID:"c794eedc-204e-4b87-a5f3-9d94e6bf35f8", APIVersion:"v1", ResourceVersion:"9791", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-2-177.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-177.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009b84410 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u1851879439}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0417 18:40:30.324642 3668 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-68.ec2.internal" on network "default" took: 1.907351ms I0417 18:40:30.326578 3668 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-216.ec2.internal for the network default I0417 18:40:30.326766 3668 zone_ic_handler.go:195] Time taken to create transit switch: 174.888µs I0417 18:40:30.327504 3668 default_network_controller.go:823] Node add failed for ip-10-0-0-216.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-216.ec2.internal, error getting gateway config for node ip-10-0-0-216.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-216.ec2.internal", failed to update chassis to local for local node ip-10-0-0-216.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-216.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-216.ec2.internal] E0417 18:40:30.327544 3668 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-216.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-216.ec2.internal, error getting gateway config for node ip-10-0-0-216.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-216.ec2.internal", failed to update chassis to local for local node ip-10-0-0-216.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-216.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-216.ec2.internal] I0417 18:40:30.327585 3668 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0417 18:40:30.327591 3668 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-216.ec2.internal", UID:"4efa4e15-26c1-4e70-a39b-649d86a2f5b8", APIVersion:"v1", ResourceVersion:"10092", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-216.ec2.internal, error getting gateway config for node ip-10-0-0-216.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-216.ec2.internal", failed to update chassis to local for local node ip-10-0-0-216.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-216.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-216.ec2.internal] I0417 18:40:30.327607 3668 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0417 18:40:30.327620 3668 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-216.ec2.internal in network "default" I0417 18:40:30.327623 3668 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0417 18:40:30.327643 3668 node_tracker.go:235] Node ip-10-0-0-216.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-216.ec2.internal" I0417 18:40:30.327655 3668 node_tracker.go:169] Node ip-10-0-0-216.ec2.internal switch + router changed, syncing services in network "default" I0417 18:40:30.327668 3668 services_controller.go:574] Full service sync requested for network=default I0417 18:40:30.327676 3668 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-68.ec2.internal in network "default" I0417 18:40:30.327708 3668 node_tracker.go:169] Node ip-10-0-1-68.ec2.internal switch + router changed, syncing services in network "default" I0417 18:40:30.327714 3668 services_controller.go:574] Full service sync requested for network=default I0417 18:40:30.327718 3668 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-177.ec2.internal in network "default" I0417 18:40:30.327739 3668 node_tracker.go:169] Node ip-10-0-2-177.ec2.internal switch + router changed, syncing services in network "default" I0417 18:40:30.327745 3668 services_controller.go:574] Full service sync requested for network=default I0417 18:40:30.367281 3668 iptables.go:108] Creating table: filter chain: FORWARD I0417 18:40:30.374146 3668 iptables.go:108] Creating table: filter chain: OUTPUT I0417 18:40:30.381302 3668 gateway_shared_intf.go:1816] Gateway Creation Complete I0417 18:40:30.381319 3668 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-216.ec2.internal","mac-address":"12:df:00:df:7e:77","ip-addresses":["10.0.0.216/24"],"ip-address":"10.0.0.216/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f4ed6ba7-0712-48f5-8300-e04969ddde84 k8s.ovn.org/node-encap-ips:["10.0.0.216"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.216/24"} k8s.ovn.org/zone-name:ip-10-0-0-216.ec2.internal] on node ip-10-0-0-216.ec2.internal I0417 18:40:30.401466 3668 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-216.ec2.internal in network "default" I0417 18:40:30.401535 3668 node_tracker.go:169] Node ip-10-0-0-216.ec2.internal switch + router changed, syncing services in network "default" I0417 18:40:30.401542 3668 master.go:548] Adding or Updating local node "ip-10-0-0-216.ec2.internal" for network "default" I0417 18:40:30.401551 3668 services_controller.go:574] Full service sync requested for network=default I0417 18:40:30.406345 3668 default_node_network_controller.go:519] Node connection status = connected W0417 18:40:30.408225 3668 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-6mcf6: pod openshift-multus/network-metrics-daemon-6mcf6: no pod IPs found W0417 18:40:30.408253 3668 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-2m2dc: pod openshift-network-diagnostics/network-check-target-2m2dc: no pod IPs found I0417 18:40:30.409929 3668 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-216.ec2.internal for the network default I0417 18:40:30.410126 3668 zone_ic_handler.go:195] Time taken to create transit switch: 183.485µs I0417 18:40:30.422629 3668 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-18 18:35:29 +0000 UTC" deadline="2026-04-18 13:07:52.508774753 +0000 UTC" I0417 18:40:30.422660 3668 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h27m22.086127058s" I0417 18:40:30.427672 3668 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0417 18:40:30.427690 3668 services_controller.go:208] Setting up event handlers for services for network=default I0417 18:40:30.427756 3668 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0417 18:40:30.427825 3668 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0417 18:40:30.427844 3668 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0417 18:40:30.528860 3668 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0417 18:40:30.528883 3668 repair.go:60] Starting repairing loop for services I0417 18:40:30.528998 3668 repair.go:131] Deleted 0 stale service LBs I0417 18:40:30.529028 3668 repair.go:137] Deleted 0 stale Chassis Template Vars I0417 18:40:30.529049 3668 repair.go:62] Finished repairing loop for services: 169.082µs I0417 18:40:30.529073 3668 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0417 18:40:30.529087 3668 services_controller.go:254] Starting workers for network=default W0417 18:40:30.529236 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0417 18:40:30.529499 3668 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-2m2dc] creating logical port openshift-network-diagnostics_network-check-target-2m2dc for pod on switch ip-10-0-0-216.ec2.internal I0417 18:40:30.529511 3668 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-6mcf6] creating logical port openshift-multus_network-metrics-daemon-6mcf6 for pod on switch ip-10-0-0-216.ec2.internal I0417 18:40:30.529529 3668 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-4g8fb of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0417 18:40:30.529640 3668 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-2m2dc I0417 18:40:30.529690 3668 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-6mcf6 W0417 18:40:30.530535 3668 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0417 18:40:30.531049 3668 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0417 18:40:30.531065 3668 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0417 18:40:30.531077 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0417 18:40:30.531085 3668 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0417 18:40:30.531246 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 18:40:30.531258 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 18:40:30.531262 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 18:40:30.534784 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0417 18:40:30.534797 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default I0417 18:40:30.546144 3668 pod.go:62] [openshift-network-diagnostics/network-check-target-2m2dc] pod update took 16.561985ms I0417 18:40:30.546162 3668 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-2m2dc] addLogicalPort annotation time took 16.583421ms I0417 18:40:30.547081 3668 pods.go:271] [openshift-network-diagnostics/network-check-target-2m2dc] addLogicalPort took 17.588436ms, libovsdb time 673.009µs I0417 18:40:30.549850 3668 pod.go:62] [openshift-multus/network-metrics-daemon-6mcf6] pod update took 20.193533ms I0417 18:40:30.549868 3668 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-6mcf6] addLogicalPort annotation time took 20.290123ms I0417 18:40:30.550660 3668 pods.go:271] [openshift-multus/network-metrics-daemon-6mcf6] addLogicalPort took 21.155956ms, libovsdb time 576.527µs I0417 18:40:30.551390 3668 admin_network_policy_controller.go:227] Starting controller default-network-controller I0417 18:40:30.551413 3668 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0417 18:40:30.551430 3668 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0417 18:40:30.551437 3668 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0417 18:40:30.551634 3668 repair.go:29] Repairing admin network policies took 190.899µs I0417 18:40:30.551762 3668 repair.go:92] Repairing baseline admin network policies took 116.355µs I0417 18:40:30.552299 3668 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0417 18:40:30.552324 3668 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0417 18:40:30.555179 3668 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0417 18:40:30.555197 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0417 18:40:30.555207 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0417 18:40:30.556966 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0417 18:40:30.556990 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0417 18:40:30.557002 3668 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0417 18:40:30.558863 3668 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0417 18:40:30.558886 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0417 18:40:30.558894 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0417 18:40:30.560491 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0417 18:40:30.560516 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0417 18:40:30.560528 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0417 18:40:30.561142 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0417 18:40:30.561165 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0417 18:40:30.561177 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0417 18:40:30.561503 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0417 18:40:30.561528 3668 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0417 18:40:30.561541 3668 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0417 18:40:30.563601 3668 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0417 18:40:30.563625 3668 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0417 18:40:30.563657 3668 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0417 18:40:30.566722 3668 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0417 18:40:30.566744 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0417 18:40:30.566755 3668 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0417 18:40:30.567160 3668 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0417 18:40:30.567184 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0417 18:40:30.567920 3668 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0417 18:40:30.567938 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0417 18:40:30.568676 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0417 18:40:30.568696 3668 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0417 18:40:30.568703 3668 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0417 18:40:30.569309 3668 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0417 18:40:30.569336 3668 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0417 18:40:30.569343 3668 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0417 18:40:30.569661 3668 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0417 18:40:30.569685 3668 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0417 18:40:30.569701 3668 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0417 18:40:30.570991 3668 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0417 18:40:30.571014 3668 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0417 18:40:30.571026 3668 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0417 18:40:30.573004 3668 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0417 18:40:30.573027 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0417 18:40:30.573041 3668 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0417 18:40:30.573622 3668 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0417 18:40:30.573641 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0417 18:40:30.573649 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0417 18:40:30.574287 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0417 18:40:30.574308 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0417 18:40:30.574317 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0417 18:40:30.574926 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0417 18:40:30.574947 3668 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0417 18:40:30.574958 3668 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0417 18:40:30.576306 3668 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0417 18:40:30.576330 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0417 18:40:30.576365 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0417 18:40:30.577276 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0417 18:40:30.577297 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0417 18:40:30.577306 3668 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0417 18:40:30.578068 3668 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0417 18:40:30.578101 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0417 18:40:30.578115 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0417 18:40:30.578688 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0417 18:40:30.578716 3668 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0417 18:40:30.578728 3668 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0417 18:40:30.579943 3668 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0417 18:40:30.579960 3668 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0417 18:40:30.579969 3668 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0417 18:40:30.580956 3668 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0417 18:40:30.580978 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0417 18:40:30.580990 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0417 18:40:30.581548 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0417 18:40:30.581574 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0417 18:40:30.581583 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0417 18:40:30.583046 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0417 18:40:30.583069 3668 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0417 18:40:30.583078 3668 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0417 18:40:30.583435 3668 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0417 18:40:30.583456 3668 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0417 18:40:30.583467 3668 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0417 18:40:30.584800 3668 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0417 18:40:30.584840 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0417 18:40:30.584851 3668 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0417 18:40:30.585537 3668 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0417 18:40:30.585556 3668 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0417 18:40:30.585574 3668 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0417 18:40:30.586717 3668 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0417 18:40:30.587050 3668 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-4g8fb of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0417 18:40:30.594018 3668 egressfirewall.go:374] Starting EgressFirewall controller I0417 18:40:30.594087 3668 controller.go:133] Adding controller egress-firewall-controller event handlers I0417 18:40:30.594102 3668 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0417 18:40:30.594137 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0417 18:40:30.594138 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0417 18:40:30.594159 3668 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0417 18:40:30.594166 3668 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0417 18:40:30.594482 3668 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0417 18:40:30.594500 3668 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0417 18:40:30.594508 3668 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0417 18:40:30.594520 3668 egressqos.go:193] Setting up event handlers for EgressQoS I0417 18:40:30.594536 3668 egressfirewall.go:723] Syncing node "ip-10-0-0-216.ec2.internal" for egress firewall I0417 18:40:30.594562 3668 egressfirewall.go:723] Syncing node "ip-10-0-1-68.ec2.internal" for egress firewall I0417 18:40:30.594571 3668 egressfirewall.go:723] Syncing node "ip-10-0-2-177.ec2.internal" for egress firewall I0417 18:40:30.594784 3668 egressqos.go:245] Starting EgressQoS Controller I0417 18:40:30.594798 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0417 18:40:30.594825 3668 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0417 18:40:30.594835 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0417 18:40:30.594839 3668 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0417 18:40:30.594844 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0417 18:40:30.594849 3668 shared_informer.go:356] "Caches are synced" controller="egressqos" I0417 18:40:30.594853 3668 egressqos.go:259] Repairing EgressQoSes I0417 18:40:30.594857 3668 egressqos.go:399] Starting repairing loop for egressqos I0417 18:40:30.594948 3668 egressqos.go:401] Finished repairing loop for egressqos: 90.297µs I0417 18:40:30.594982 3668 egressservice_zone.go:132] Setting up event handlers for Egress Services I0417 18:40:30.595016 3668 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-216.ec2.internal I0417 18:40:30.595096 3668 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-216.ec2.internal : 80.601µs I0417 18:40:30.595245 3668 egressservice_zone.go:210] Starting Egress Services Controller I0417 18:40:30.595260 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0417 18:40:30.595270 3668 shared_informer.go:356] "Caches are synced" controller="egressservices" I0417 18:40:30.595281 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0417 18:40:30.595292 3668 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0417 18:40:30.595300 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0417 18:40:30.595308 3668 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0417 18:40:30.595315 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0417 18:40:30.595323 3668 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0417 18:40:30.595329 3668 egressservice_zone.go:228] Repairing Egress Services I0417 18:40:30.596143 3668 master_controller.go:88] Starting Admin Policy Based Route Controller I0417 18:40:30.596153 3668 external_controller.go:278] Starting Admin Policy Based Route Controller I0417 18:40:30.596228 3668 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-216.ec2.internal I0417 18:40:30.596247 3668 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-216.ec2.internal: 17.995µs I0417 18:40:30.596257 3668 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-68.ec2.internal I0417 18:40:30.596257 3668 default_network_controller.go:585] Completing all the Watchers took 324.530934ms I0417 18:40:30.596263 3668 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-68.ec2.internal: 6.734µs I0417 18:40:30.596274 3668 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-177.ec2.internal I0417 18:40:30.596291 3668 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-177.ec2.internal: 17.475µs I0417 18:40:30.596274 3668 default_network_controller.go:589] Starting unidling controllers I0417 18:40:30.596330 3668 unidle.go:46] Registering OVN SB ControllerEvent handler I0417 18:40:30.596345 3668 unidle.go:63] Populating Initial ContollerEvent events I0417 18:40:30.596361 3668 unidle.go:79] Setting up event handlers for services I0417 18:40:30.596462 3668 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0417 18:40:30.601919 3668 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0417 18:40:30.620982 3668 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-68.ec2.internal I0417 18:40:30.621033 3668 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-68.ec2.internal: 55.078µs I0417 18:40:30.621073 3668 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-68.ec2.internal in network "default" I0417 18:40:30.621091 3668 egressfirewall.go:723] Syncing node "ip-10-0-1-68.ec2.internal" for egress firewall I0417 18:40:30.621115 3668 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-68.ec2.internal. Updating no re-route policies I0417 18:40:30.621130 3668 node_tracker.go:169] Node ip-10-0-1-68.ec2.internal switch + router changed, syncing services in network "default" I0417 18:40:30.621141 3668 services_controller.go:574] Full service sync requested for network=default W0417 18:40:30.621360 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 18:40:30.621377 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 18:40:30.621382 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 18:40:30.621620 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0417 18:40:30.621755 3668 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0417 18:40:30.621798 3668 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0417 18:40:30.621821 3668 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0417 18:40:30.621836 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0417 18:40:30.621843 3668 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0417 18:40:30.621851 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0417 18:40:30.621856 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default I0417 18:40:30.906336 3668 default_node_network_controller.go:519] Node connection status = connected I0417 18:40:30.924891 3668 bridgeconfig.go:537] Gateway is ready I0417 18:40:30.924912 3668 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0417 18:40:30.937019 3668 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.216. Updating OVN encap IP. I0417 18:40:30.942464 3668 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.216 - it is already configured I0417 18:40:30.942477 3668 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.216/24:{} 172.20.0.1/32:{}]. Updating annotations. I0417 18:40:30.942659 3668 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.216/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-216.ec2.internal","mac-address":"12:df:00:df:7e:77","ip-addresses":["10.0.0.216/24"],"ip-address":"10.0.0.216/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f4ed6ba7-0712-48f5-8300-e04969ddde84 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.216/24"}] on node ip-10-0-0-216.ec2.internal I0417 18:40:30.957180 3668 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.216 I0417 18:40:30.957285 3668 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-216.ec2.internal I0417 18:40:30.957506 3668 egressfirewall.go:723] Syncing node "ip-10-0-0-216.ec2.internal" for egress firewall I0417 18:40:30.957521 3668 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-216.ec2.internal in network "default" I0417 18:40:30.957555 3668 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-216.ec2.internal I0417 18:40:30.957569 3668 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-216.ec2.internal: 16.446µs I0417 18:40:30.957582 3668 node_tracker.go:169] Node ip-10-0-0-216.ec2.internal switch + router changed, syncing services in network "default" I0417 18:40:30.957596 3668 services_controller.go:574] Full service sync requested for network=default I0417 18:40:30.957627 3668 master.go:548] Adding or Updating local node "ip-10-0-0-216.ec2.internal" for network "default" W0417 18:40:30.957709 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0417 18:40:30.957825 3668 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0417 18:40:30.957967 3668 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0417 18:40:30.958025 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0417 18:40:30.958045 3668 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0417 18:40:30.958056 3668 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0417 18:40:30.958097 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 18:40:30.958110 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 18:40:30.958124 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 18:40:30.958027 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0417 18:40:30.958170 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default I0417 18:40:30.962579 3668 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-216.ec2.internal. Updating no re-route policies I0417 18:40:30.962739 3668 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-216.ec2.internal I0417 18:40:30.962748 3668 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-wl8tw I0417 18:40:30.962760 3668 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-216.ec2.internal I0417 18:40:30.962758 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-2m2dc I0417 18:40:30.962761 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-lbtfl I0417 18:40:30.962762 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-hvhsl I0417 18:40:30.962777 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-n4hg2 I0417 18:40:30.962779 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-lbtfl I0417 18:40:30.962783 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-6mcf6 I0417 18:40:30.962788 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-n4hg2 I0417 18:40:30.962792 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-216.ec2.internal I0417 18:40:30.962795 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-6mcf6 I0417 18:40:30.962791 3668 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-216.ec2.internal after 0 failed attempt(s) I0417 18:40:30.962801 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-mfwfm I0417 18:40:30.962798 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-kxfsw I0417 18:40:30.962800 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-h8mjh I0417 18:40:30.962826 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-lbtfl after 0 failed attempt(s) I0417 18:40:30.962832 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-kxfsw I0417 18:40:30.962833 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-n4hg2 after 0 failed attempt(s) I0417 18:40:30.962840 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-h8mjh I0417 18:40:30.962784 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-7sgmq I0417 18:40:30.962856 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-7sgmq I0417 18:40:30.962858 3668 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-6mcf6] creating logical port openshift-multus_network-metrics-daemon-6mcf6 for pod on switch ip-10-0-0-216.ec2.internal I0417 18:40:30.962859 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-kxfsw after 0 failed attempt(s) I0417 18:40:30.962864 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-216.ec2.internal I0417 18:40:30.962868 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-h8mjh after 0 failed attempt(s) I0417 18:40:30.962875 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-7sgmq after 0 failed attempt(s) I0417 18:40:30.962786 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-hvhsl I0417 18:40:30.962882 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-mfwfm I0417 18:40:30.962765 3668 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-wl8tw I0417 18:40:30.962899 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-hvhsl after 0 failed attempt(s) I0417 18:40:30.962912 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-mfwfm after 0 failed attempt(s) I0417 18:40:30.962749 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-8lksf I0417 18:40:30.962932 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-8lksf I0417 18:40:30.962774 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-2m2dc I0417 18:40:30.962936 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-216.ec2.internal after 0 failed attempt(s) I0417 18:40:30.962951 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-8lksf after 0 failed attempt(s) I0417 18:40:30.962920 3668 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-wl8tw after 0 failed attempt(s) I0417 18:40:30.962965 3668 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-2m2dc] creating logical port openshift-network-diagnostics_network-check-target-2m2dc for pod on switch ip-10-0-0-216.ec2.internal I0417 18:40:30.963701 3668 pods.go:271] [openshift-multus/network-metrics-daemon-6mcf6] addLogicalPort took 855.119µs, libovsdb time 291.196µs I0417 18:40:30.963717 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-6mcf6 after 0 failed attempt(s) I0417 18:40:30.963765 3668 pods.go:271] [openshift-network-diagnostics/network-check-target-2m2dc] addLogicalPort took 810.035µs, libovsdb time 360.722µs I0417 18:40:30.963775 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-2m2dc after 0 failed attempt(s) I0417 18:40:30.971878 3668 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0417 18:40:30.986293 3668 iptables.go:108] Creating table: mangle chain: OUTPUT I0417 18:40:30.990168 3668 iptables.go:108] Creating table: nat chain: OUTPUT I0417 18:40:31.040949 3668 iptables.go:108] Creating table: nat chain: PREROUTING I0417 18:40:31.104534 3668 iptables.go:108] Creating table: filter chain: FORWARD I0417 18:40:31.123744 3668 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0417 18:40:31.123921 3668 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0417 18:40:31.123999 3668 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0417 18:40:31.124096 3668 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0417 18:40:31.124154 3668 gateway_init.go:325] Gateway and management port readiness took 723.006807ms I0417 18:40:31.124180 3668 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0417 18:40:31.124238 3668 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0417 18:40:31.124250 3668 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0417 18:40:31.124258 3668 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0417 18:40:31.124317 3668 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0417 18:40:31.124402 3668 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 57.304µs I0417 18:40:31.124738 3668 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0417 18:40:31.124772 3668 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 21.543µs I0417 18:40:31.124781 3668 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 45.013µs I0417 18:40:31.124786 3668 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0417 18:40:31.124799 3668 nad_controller.go:379] [node-nad-controller NAD controller]: started I0417 18:40:31.124826 3668 default_node_network_controller.go:899] Starting the default node network controller I0417 18:40:31.124832 3668 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0417 18:40:31.124844 3668 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 11.89µs I0417 18:40:31.125056 3668 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0417 18:40:31.125066 3668 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0417 18:40:31.125106 3668 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1dd20 0xc000340700 0xc000340770 0xc0003407e0 0xc000340850 0xc000340930 0xc0003409a0 0xc000d2c140 0xc000340a10 0xc000340a80 0xc0008d04b0 0xc006555340 0xc000340af0 map[0x2ff9080:0xc0013d1f20 0x2ff95c0:0xc00545c120 0x2ffa2e0:0xc0013d1e60 0x2ffa580:0xc0013d1ec0 0x2ffad60:0xc00545c000 0x2ffb000:0xc00545c060 0x2ffb2a0:0xc00545c0c0 0x2ffba80:0xc00545c240 0x2ffbd20:0xc00545c2a0 0x3026980:0xc00122a1e0 0x3026d20:0xc00122a240 0x3027800:0xc000d2a2a0 0x3029160:0xc001b62000 0x30298a0:0xc002888600 0x302a720:0xc000f052c0] 0xc000b20e70 0} I0417 18:40:31.125189 3668 gateway.go:151] Starting gateway service sync I0417 18:40:31.125796 3668 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0417 18:40:31.128397 3668 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0417 18:40:31.156269 3668 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0417 18:40:31.157648 3668 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0417 18:40:31.158944 3668 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0417 18:40:31.193887 3668 gateway.go:168] Gateway service sync done. Time taken: 68.683498ms I0417 18:40:31.194687 3668 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31669 I0417 18:40:31.194790 3668 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1dd20 0xc000340700 0xc000340770 0xc0003407e0 0xc000340850 0xc000340930 0xc0003409a0 0xc000d2c140 0xc000340a10 0xc000340a80 0xc0008d04b0 0xc006555340 0xc000340af0 map[0x2ff9080:0xc0013d1f20 0x2ff95c0:0xc00545c120 0x2ffa2e0:0xc0013d1e60 0x2ffa580:0xc0013d1ec0 0x2ffad60:0xc00545c000 0x2ffb000:0xc00545c060 0x2ffb2a0:0xc00545c0c0 0x2ffba80:0xc00545c240 0x2ffbd20:0xc00545c2a0 0x3026980:0xc00122a1e0 0x3026d20:0xc00122a240 0x3027800:0xc000d2a2a0 0x3029160:0xc001b62000 0x30298a0:0xc002888600 0x302a720:0xc000f052c0] 0xc000b20e70 0} I0417 18:40:31.195317 3668 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1dd20 0xc000340700 0xc000340770 0xc0003407e0 0xc000340850 0xc000340930 0xc0003409a0 0xc000d2c140 0xc000340a10 0xc000340a80 0xc0008d04b0 0xc006555340 0xc000340af0 map[0x2ff9080:0xc0013d1f20 0x2ff95c0:0xc00545c120 0x2ffa2e0:0xc0013d1e60 0x2ffa580:0xc0013d1ec0 0x2ffad60:0xc00545c000 0x2ffb000:0xc00545c060 0x2ffb2a0:0xc00545c0c0 0x2ffba80:0xc00545c240 0x2ffbd20:0xc00545c2a0 0x3026980:0xc00122a1e0 0x3026d20:0xc00122a240 0x3027800:0xc000d2a2a0 0x3029160:0xc001b62000 0x30298a0:0xc002888600 0x302a720:0xc000f052c0] 0xc000b20e70 0} I0417 18:40:31.195355 3668 gateway.go:532] Reconciling gateway with updates I0417 18:40:31.201089 3668 gateway.go:339] Spawning Conntrack Rule Check Thread I0417 18:40:31.201118 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0417 18:40:31.201130 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0417 18:40:31.201132 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0417 18:40:31.201141 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0417 18:40:31.201121 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0417 18:40:31.201151 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0417 18:40:31.201157 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0417 18:40:31.201157 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0417 18:40:31.201140 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0417 18:40:31.201182 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0417 18:40:31.201195 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0417 18:40:31.201169 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0417 18:40:31.201215 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0417 18:40:31.201222 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0417 18:40:31.201182 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0417 18:40:31.201290 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0417 18:40:31.201291 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0417 18:40:31.201300 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0417 18:40:31.201313 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0417 18:40:31.201302 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0417 18:40:31.201311 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0417 18:40:31.201274 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0417 18:40:31.201326 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0417 18:40:31.201314 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0417 18:40:31.201340 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0417 18:40:31.201360 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0417 18:40:31.201360 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0417 18:40:31.201363 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0417 18:40:31.201373 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0417 18:40:31.201379 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0417 18:40:31.201380 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0417 18:40:31.201372 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0417 18:40:31.201394 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0417 18:40:31.201396 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0417 18:40:31.201400 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0417 18:40:31.201356 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0417 18:40:31.201272 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0417 18:40:31.201416 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0417 18:40:31.201423 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0417 18:40:31.201165 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0417 18:40:31.201452 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0417 18:40:31.201330 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0417 18:40:31.201472 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0417 18:40:31.201320 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0417 18:40:31.201407 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0417 18:40:31.201475 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0417 18:40:31.201484 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0417 18:40:31.201492 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0417 18:40:31.201372 3668 default_node_network_controller.go:944] Gateway and management port readiness took 76.283495ms I0417 18:40:31.201521 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0417 18:40:31.201535 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0417 18:40:31.201540 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0417 18:40:31.201546 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0417 18:40:31.201554 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0417 18:40:31.201564 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0417 18:40:31.201564 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0417 18:40:31.201493 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0417 18:40:31.201314 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0417 18:40:31.201580 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0417 18:40:31.201584 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0417 18:40:31.201588 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0417 18:40:31.201597 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0417 18:40:31.201538 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0417 18:40:31.201609 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0417 18:40:31.201610 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0417 18:40:31.201628 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0417 18:40:31.201635 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0417 18:40:31.201637 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0417 18:40:31.201644 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0417 18:40:31.201648 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0417 18:40:31.201650 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0417 18:40:31.201657 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0417 18:40:31.201654 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0417 18:40:31.201666 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0417 18:40:31.201671 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0417 18:40:31.201672 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0417 18:40:31.201676 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0417 18:40:31.201683 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0417 18:40:31.201687 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0417 18:40:31.201688 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0417 18:40:31.201691 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0417 18:40:31.201695 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0417 18:40:31.201652 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0417 18:40:31.201701 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0417 18:40:31.201705 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0417 18:40:31.201700 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0417 18:40:31.201666 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0417 18:40:31.201715 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0417 18:40:31.201727 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0417 18:40:31.201744 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0417 18:40:31.201746 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0417 18:40:31.201729 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0417 18:40:31.201756 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0417 18:40:31.201765 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0417 18:40:31.201772 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0417 18:40:31.201780 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0417 18:40:31.201785 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0417 18:40:31.201786 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0417 18:40:31.201757 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0417 18:40:31.201781 3668 port_claim.go:71] Svc openshift-ingress/router-default: port 31836 is already open, no action needed I0417 18:40:31.201874 3668 port_claim.go:71] Svc openshift-ingress/router-default: port 32131 is already open, no action needed I0417 18:40:31.201658 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0417 18:40:31.201943 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0417 18:40:31.201953 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0417 18:40:31.201698 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0417 18:40:31.201967 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0417 18:40:31.201644 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0417 18:40:31.201715 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0417 18:40:31.201641 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0417 18:40:31.201792 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0417 18:40:31.202210 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0417 18:40:31.201655 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0417 18:40:31.203321 3668 node_ip_handler_linux.go:160] Node IP manager is running W0417 18:40:31.242596 3668 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0417 18:40:31.243044 3668 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0417 18:40:31.243158 3668 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0417 18:40:31.251800 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0417 18:40:31.251845 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0417 18:40:31.251867 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0417 18:40:31.251876 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0417 18:40:31.251886 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0417 18:40:31.251894 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0417 18:40:31.295696 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0417 18:40:31.295732 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0417 18:40:31.295742 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0417 18:40:31.295752 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0417 18:40:31.295761 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0417 18:40:31.295770 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0417 18:40:31.295778 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0417 18:40:31.295787 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0417 18:40:31.295796 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0417 18:40:31.295824 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0417 18:40:31.295835 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0417 18:40:31.295842 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0417 18:40:31.295850 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0417 18:40:31.295855 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0417 18:40:31.295861 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0417 18:40:31.345527 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0417 18:40:31.345536 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0417 18:40:31.345551 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0417 18:40:31.345557 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0417 18:40:31.345564 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0417 18:40:32.821044 3668 default_node_network_controller.go:1380] Starting node controller node sync W0417 18:40:32.821094 3668 egressip_healthcheck.go:76] Health checking using insecure connection I0417 18:40:32.821134 3668 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0417 18:40:32.832822 3668 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.740699ms I0417 18:40:32.832926 3668 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-68.ec2.internal", IP: 10.0.1.68 to PMTUD blocking rules I0417 18:40:32.832940 3668 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-68.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0417 18:40:32.832941 3668 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-177.ec2.internal", IP: 10.0.2.177 to PMTUD blocking rules I0417 18:40:32.832954 3668 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-177.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0417 18:40:32.844701 3668 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0417 18:40:32.844916 3668 egressservice_node.go:93] Setting up event handlers for Egress Services I0417 18:40:32.845501 3668 egressservice_node.go:183] Starting Egress Services Controller I0417 18:40:32.845523 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0417 18:40:32.845535 3668 shared_informer.go:356] "Caches are synced" controller="egressservices" I0417 18:40:32.845540 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0417 18:40:32.845545 3668 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0417 18:40:32.845551 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0417 18:40:32.845555 3668 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0417 18:40:32.845560 3668 egressservice_node.go:197] Repairing Egress Services I0417 18:40:32.855745 3668 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0417 18:40:32.855759 3668 external_controller.go:278] Starting Admin Policy Based Route Controller I0417 18:40:32.856024 3668 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0417 18:40:32.856036 3668 link_network_manager.go:119] Link manager is running I0417 18:40:32.856047 3668 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0417 18:40:32.856275 3668 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0417 18:40:32.856331 3668 vrf_manager.go:128] VRF manager is running I0417 18:40:32.856381 3668 node_controller_manager.go:437] Removing flows to drop GARP I0417 18:40:32.856390 3668 gateway.go:532] Reconciling gateway with updates I0417 18:40:32.906853 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0417 18:40:32.906872 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0417 18:40:32.906876 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0417 18:40:32.906883 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0417 18:40:32.906891 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0417 18:40:32.906902 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0417 18:40:32.906909 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0417 18:40:32.906915 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0417 18:40:32.906929 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0417 18:40:32.906941 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0417 18:40:32.906945 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0417 18:40:32.906945 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0417 18:40:32.906949 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0417 18:40:32.906957 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0417 18:40:32.906959 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0417 18:40:32.906963 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0417 18:40:32.906966 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0417 18:40:32.906971 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0417 18:40:32.906975 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0417 18:40:32.906979 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0417 18:40:32.906965 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0417 18:40:32.906986 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0417 18:40:32.906992 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0417 18:40:32.906991 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0417 18:40:32.906993 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0417 18:40:32.907004 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0417 18:40:32.907000 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0417 18:40:32.907007 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0417 18:40:32.907021 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0417 18:40:32.907022 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0417 18:40:32.907029 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0417 18:40:32.907007 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0417 18:40:32.907039 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0417 18:40:32.906982 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0417 18:40:32.906949 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0417 18:40:32.907054 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0417 18:40:32.906946 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0417 18:40:32.907056 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0417 18:40:32.907062 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0417 18:40:32.906931 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0417 18:40:32.907070 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0417 18:40:32.907072 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0417 18:40:32.906859 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0417 18:40:32.907078 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0417 18:40:32.907081 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0417 18:40:32.906932 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0417 18:40:32.906956 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0417 18:40:32.907091 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0417 18:40:32.907095 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0417 18:40:32.907100 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0417 18:40:32.907103 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0417 18:40:32.907105 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0417 18:40:32.907104 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0417 18:40:32.907057 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0417 18:40:32.906976 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0417 18:40:32.907116 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0417 18:40:32.907088 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0417 18:40:32.906987 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0417 18:40:32.907106 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0417 18:40:32.907076 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0417 18:40:32.907135 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0417 18:40:32.907144 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0417 18:40:32.907145 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0417 18:40:32.907144 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0417 18:40:32.907154 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0417 18:40:32.907158 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0417 18:40:32.907161 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0417 18:40:32.907161 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0417 18:40:32.907168 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0417 18:40:32.907162 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0417 18:40:32.907165 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0417 18:40:32.907174 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0417 18:40:32.907175 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0417 18:40:32.907115 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0417 18:40:32.907187 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0417 18:40:32.907188 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0417 18:40:32.907193 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0417 18:40:32.907120 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0417 18:40:32.906991 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0417 18:40:32.907210 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0417 18:40:32.907206 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0417 18:40:32.906917 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0417 18:40:32.907260 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0417 18:40:32.907270 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0417 18:40:32.907273 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0417 18:40:32.907116 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0417 18:40:32.907276 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0417 18:40:32.907283 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0417 18:40:32.907289 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0417 18:40:32.907295 3668 port_claim.go:71] Svc openshift-ingress/router-default: port 31836 is already open, no action needed I0417 18:40:32.907162 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0417 18:40:32.907133 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0417 18:40:32.907192 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0417 18:40:32.907311 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0417 18:40:32.907134 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0417 18:40:32.907330 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0417 18:40:32.907140 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0417 18:40:32.907352 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0417 18:40:32.907144 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0417 18:40:32.907151 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0417 18:40:32.907121 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0417 18:40:32.907179 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0417 18:40:32.907134 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0417 18:40:32.907125 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0417 18:40:32.907301 3668 port_claim.go:71] Svc openshift-ingress/router-default: port 32131 is already open, no action needed I0417 18:40:32.907368 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0417 18:40:32.907045 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0417 18:40:32.928957 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0417 18:40:32.928974 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0417 18:40:32.928980 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0417 18:40:32.928986 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0417 18:40:32.928992 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0417 18:40:32.928996 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0417 18:40:32.929001 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0417 18:40:32.929007 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0417 18:40:32.929012 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0417 18:40:32.929016 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0417 18:40:32.929029 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0417 18:40:32.929046 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0417 18:40:32.929052 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0417 18:40:32.967493 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0417 18:40:32.967512 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0417 18:40:32.967517 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0417 18:40:32.967523 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0417 18:40:32.967528 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0417 18:40:32.967533 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0417 18:40:32.967538 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0417 18:40:32.967542 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0417 18:40:32.967547 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0417 18:40:32.967554 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0417 18:40:32.967560 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0417 18:40:32.967565 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0417 18:40:32.967570 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0417 18:40:32.967574 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0417 18:40:32.967581 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0417 18:40:32.967585 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0417 18:40:32.967590 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0417 18:40:32.967595 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0417 18:40:33.005547 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0417 18:40:33.005555 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0417 18:40:34.455379 3668 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-68.ec2.internal I0417 18:40:34.455411 3668 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-68.ec2.internal: 39.021µs W0417 18:40:34.527672 3668 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0417 18:40:34.527685 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0417 18:40:34.527689 3668 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0417 18:40:35.007676 3668 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-216.ec2.internal I0417 18:40:35.007704 3668 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-216.ec2.internal: 35.04µs I0417 18:40:35.038541 3668 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-555587dd55-w2dtj] creating logical port openshift-image-registry_image-registry-555587dd55-w2dtj for pod on switch ip-10-0-0-216.ec2.internal I0417 18:40:35.038680 3668 kube.go:256] Updating pod openshift-image-registry/image-registry-555587dd55-w2dtj I0417 18:40:35.057576 3668 pod.go:62] [openshift-image-registry/image-registry-555587dd55-w2dtj] pod update took 18.920787ms I0417 18:40:35.057595 3668 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-555587dd55-w2dtj] addLogicalPort annotation time took 18.944269ms I0417 18:40:35.058761 3668 pods.go:271] [openshift-image-registry/image-registry-555587dd55-w2dtj] addLogicalPort took 20.237647ms, libovsdb time 914.159µs I0417 18:40:35.059379 3668 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-rvwjk] creating logical port openshift-ingress-canary_ingress-canary-rvwjk for pod on switch ip-10-0-0-216.ec2.internal I0417 18:40:35.059441 3668 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-rvwjk I0417 18:40:35.062355 3668 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-nc4t8] creating logical port openshift-insights_insights-runtime-extractor-nc4t8 for pod on switch ip-10-0-0-216.ec2.internal I0417 18:40:35.062456 3668 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-nc4t8 I0417 18:40:35.077101 3668 pod.go:62] [openshift-ingress-canary/ingress-canary-rvwjk] pod update took 17.674482ms I0417 18:40:35.077123 3668 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-rvwjk] addLogicalPort annotation time took 17.699854ms I0417 18:40:35.078180 3668 pods.go:271] [openshift-ingress-canary/ingress-canary-rvwjk] addLogicalPort took 18.807984ms, libovsdb time 791.872µs W0417 18:40:35.080035 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0417 18:40:35.080350 3668 pod.go:62] [openshift-insights/insights-runtime-extractor-nc4t8] pod update took 17.913314ms I0417 18:40:35.080367 3668 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-nc4t8] addLogicalPort annotation time took 17.93286ms I0417 18:40:35.081395 3668 pods.go:271] [openshift-insights/insights-runtime-extractor-nc4t8] addLogicalPort took 19.051388ms, libovsdb time 819.105µs I0417 18:40:35.098559 3668 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-w8qk9] creating logical port openshift-dns_dns-default-w8qk9 for pod on switch ip-10-0-0-216.ec2.internal I0417 18:40:35.098678 3668 kube.go:256] Updating pod openshift-dns/dns-default-w8qk9 I0417 18:40:35.118249 3668 pod.go:62] [openshift-dns/dns-default-w8qk9] pod update took 19.598511ms I0417 18:40:35.118269 3668 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-w8qk9] addLogicalPort annotation time took 19.621933ms I0417 18:40:35.119364 3668 pods.go:271] [openshift-dns/dns-default-w8qk9] addLogicalPort took 20.8176ms, libovsdb time 808.922µs W0417 18:40:35.264232 3668 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0417 18:40:35.444658 3668 cni.go:452] [openshift-image-registry/image-registry-555587dd55-w2dtj 6416a57d08eae18e5a7d7abe8fbddeecece2737a470798fb062fc6cfa6aece00 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-555587dd55-w2dtj 6416a57d08eae18e5a7d7abe8fbddeecece2737a470798fb062fc6cfa6aece00 network default NAD default NAD key ] I0417 18:40:35.459008 3668 cni.go:452] [openshift-ingress-canary/ingress-canary-rvwjk e8b085e05b208bbdf48452ab5d82d24ff27f7dbf74fcaefe8c7d9710be2d5189 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-rvwjk e8b085e05b208bbdf48452ab5d82d24ff27f7dbf74fcaefe8c7d9710be2d5189 network default NAD default NAD key ] I0417 18:40:35.481503 3668 cni.go:452] [openshift-insights/insights-runtime-extractor-nc4t8 171b163ee28bc21912b5e0f09a3e69b96584856a4dd16b00a94ac225d315e4e5 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-nc4t8 171b163ee28bc21912b5e0f09a3e69b96584856a4dd16b00a94ac225d315e4e5 network default NAD default NAD key ] I0417 18:40:35.489393 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-555587dd55-w2dtj, hostIfaceName: 6416a57d08eae18, network: default, NAD default, SandboxID: "6416a57d08eae18e5a7d7abe8fbddeecece2737a470798fb062fc6cfa6aece00", PCI device ID: , UID: "ad005561-1a37-4c50-b0a8-4d36c35c8d07", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0417 18:40:35.490943 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-rvwjk, hostIfaceName: e8b085e05b208bb, network: default, NAD default, SandboxID: "e8b085e05b208bbdf48452ab5d82d24ff27f7dbf74fcaefe8c7d9710be2d5189", PCI device ID: , UID: "ca6b5fcf-d2cf-4aab-874e-786b75db3626", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0417 18:40:35.508926 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-nc4t8, hostIfaceName: 171b163ee28bc21, network: default, NAD default, SandboxID: "171b163ee28bc21912b5e0f09a3e69b96584856a4dd16b00a94ac225d315e4e5", PCI device ID: , UID: "644fc7be-9d60-482d-b83f-e882c5bf3c08", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0417 18:40:35.518470 3668 cni.go:452] [openshift-dns/dns-default-w8qk9 8e83f0e4d0706fd62be548683340ebb6a2d88485812bafb547a07444d9c5a711 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-w8qk9 8e83f0e4d0706fd62be548683340ebb6a2d88485812bafb547a07444d9c5a711 network default NAD default NAD key ] I0417 18:40:35.527062 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-w8qk9, hostIfaceName: 8e83f0e4d0706fd, network: default, NAD default, SandboxID: "8e83f0e4d0706fd62be548683340ebb6a2d88485812bafb547a07444d9c5a711", PCI device ID: , UID: "13d8fc91-412d-4dc3-aa1d-2ad8404302cc", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0417 18:40:35.569252 3668 cni.go:473] [openshift-image-registry/image-registry-555587dd55-w2dtj 6416a57d08eae18e5a7d7abe8fbddeecece2737a470798fb062fc6cfa6aece00 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-555587dd55-w2dtj 6416a57d08eae18e5a7d7abe8fbddeecece2737a470798fb062fc6cfa6aece00 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:3d:95:f0:db:c8\",\"name\":\"6416a57d08eae18\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4814de7a-ffb9-4db4-882d-68e8086593ac\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 18:40:35.591516 3668 cni.go:473] [openshift-dns/dns-default-w8qk9 8e83f0e4d0706fd62be548683340ebb6a2d88485812bafb547a07444d9c5a711 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-w8qk9 8e83f0e4d0706fd62be548683340ebb6a2d88485812bafb547a07444d9c5a711 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:d9:eb:ba:66:1b\",\"name\":\"8e83f0e4d0706fd\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d418380-b11e-4aca-9eca-c1a24bfcd8e6\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 18:40:35.770858 3668 cni.go:473] [openshift-insights/insights-runtime-extractor-nc4t8 171b163ee28bc21912b5e0f09a3e69b96584856a4dd16b00a94ac225d315e4e5 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-nc4t8 171b163ee28bc21912b5e0f09a3e69b96584856a4dd16b00a94ac225d315e4e5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:d2:d6:09:13:e9\",\"name\":\"171b163ee28bc21\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f25bb6a4-5b85-4779-81ca-883a01449810\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 18:40:35.771587 3668 cni.go:473] [openshift-ingress-canary/ingress-canary-rvwjk e8b085e05b208bbdf48452ab5d82d24ff27f7dbf74fcaefe8c7d9710be2d5189 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-rvwjk e8b085e05b208bbdf48452ab5d82d24ff27f7dbf74fcaefe8c7d9710be2d5189 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:a1:05:86:f5:81\",\"name\":\"e8b085e05b208bb\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c321d992-ef96-4097-971f-72cd1d7e9166\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 18:40:35.793208 3668 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0417 18:40:45.008366 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0417 18:40:45.008394 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0417 18:40:48.284669 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0417 18:40:48.284689 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0417 18:40:48.284696 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0417 18:40:48.284711 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0417 18:40:48.284716 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0417 18:40:48.284721 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0417 18:40:48.809517 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0417 18:40:48.809544 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0417 18:40:48.809553 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0417 18:40:52.943212 3668 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-27sd8] creating logical port openshift-console_downloads-5c54f4944f-27sd8 for pod on switch ip-10-0-0-216.ec2.internal I0417 18:40:52.943361 3668 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-27sd8 I0417 18:40:52.978116 3668 pod.go:62] [openshift-console/downloads-5c54f4944f-27sd8] pod update took 34.783248ms I0417 18:40:52.978136 3668 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-27sd8] addLogicalPort annotation time took 34.807345ms I0417 18:40:52.979322 3668 pods.go:271] [openshift-console/downloads-5c54f4944f-27sd8] addLogicalPort took 36.12846ms, libovsdb time 917.178µs I0417 18:40:53.138618 3668 default_network_controller.go:1025] Node "ip-10-0-2-177.ec2.internal" in remote zone "ip-10-0-2-177.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0417 18:40:53.139286 3668 zone_ic_handler.go:195] Time taken to create transit switch: 229.32µs I0417 18:40:53.139299 3668 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-177.ec2.internal for the network default I0417 18:40:53.140203 3668 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-177.ec2.internal" on network "default" took: 1.161889ms I0417 18:40:53.352326 3668 cni.go:452] [openshift-console/downloads-5c54f4944f-27sd8 2f4a7e78a0ae88400aeb27ad994c9e1641f1477aca54368bbff1b0af6a539ac8 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-27sd8 2f4a7e78a0ae88400aeb27ad994c9e1641f1477aca54368bbff1b0af6a539ac8 network default NAD default NAD key ] I0417 18:40:53.361571 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-27sd8, hostIfaceName: 2f4a7e78a0ae884, network: default, NAD default, SandboxID: "2f4a7e78a0ae88400aeb27ad994c9e1641f1477aca54368bbff1b0af6a539ac8", PCI device ID: , UID: "09ffb83a-242e-4678-9486-848f086c5215", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0417 18:40:53.406589 3668 cni.go:473] [openshift-console/downloads-5c54f4944f-27sd8 2f4a7e78a0ae88400aeb27ad994c9e1641f1477aca54368bbff1b0af6a539ac8 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-27sd8 2f4a7e78a0ae88400aeb27ad994c9e1641f1477aca54368bbff1b0af6a539ac8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:52:a4:65:b1:e1\",\"name\":\"2f4a7e78a0ae884\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f50e38c2-e71c-4bc7-991b-6ff26cbc8184\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 18:40:56.279876 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0417 18:40:56.279899 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0417 18:40:56.321388 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0417 18:40:56.321408 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0417 18:40:56.806405 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0417 18:40:59.841109 3668 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-chpmc] creating logical port openshift-monitoring_prometheus-operator-76b589d668-chpmc for pod on switch ip-10-0-0-216.ec2.internal I0417 18:40:59.841208 3668 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-chpmc I0417 18:40:59.857128 3668 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-chpmc] pod update took 15.94482ms I0417 18:40:59.857153 3668 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-chpmc] addLogicalPort annotation time took 15.973565ms I0417 18:40:59.858428 3668 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-chpmc] addLogicalPort took 17.338479ms, libovsdb time 919.692µs I0417 18:41:00.804499 3668 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-chpmc bbbd55d23cf898e514d9b114e9703b161312b47d996e7830c78928a805339ae5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-chpmc bbbd55d23cf898e514d9b114e9703b161312b47d996e7830c78928a805339ae5 network default NAD default NAD key ] I0417 18:41:00.814502 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-chpmc, hostIfaceName: bbbd55d23cf898e, network: default, NAD default, SandboxID: "bbbd55d23cf898e514d9b114e9703b161312b47d996e7830c78928a805339ae5", PCI device ID: , UID: "1e27fddf-1014-4cc1-9815-562d606a6e47", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0417 18:41:00.864589 3668 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-chpmc bbbd55d23cf898e514d9b114e9703b161312b47d996e7830c78928a805339ae5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-chpmc bbbd55d23cf898e514d9b114e9703b161312b47d996e7830c78928a805339ae5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:73:c2:8c:2a:ab\",\"name\":\"bbbd55d23cf898e\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3fc2b4b0-6023-4c4e-8ee6-5ed7ba767f23\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 18:41:02.930277 3668 base_network_controller_pods.go:487] [default/openshift-console/console-78b9644658-c49xn] creating logical port openshift-console_console-78b9644658-c49xn for pod on switch ip-10-0-0-216.ec2.internal I0417 18:41:02.930374 3668 kube.go:256] Updating pod openshift-console/console-78b9644658-c49xn I0417 18:41:02.964011 3668 pod.go:62] [openshift-console/console-78b9644658-c49xn] pod update took 33.65922ms I0417 18:41:02.964041 3668 base_network_controller_pods.go:951] [default/openshift-console/console-78b9644658-c49xn] addLogicalPort annotation time took 33.693392ms I0417 18:41:02.965459 3668 pods.go:271] [openshift-console/console-78b9644658-c49xn] addLogicalPort took 35.196329ms, libovsdb time 1.040961ms I0417 18:41:06.490470 3668 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-216.ec2.internal I0417 18:41:06.490703 3668 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0417 18:41:06.517474 3668 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 26.829561ms I0417 18:41:06.517500 3668 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 26.872503ms I0417 18:41:06.518774 3668 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 28.324717ms, libovsdb time 983.081µs I0417 18:41:08.406080 3668 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-7ccdf587fd-nlhk2] creating logical port openshift-monitoring_thanos-querier-7ccdf587fd-nlhk2 for pod on switch ip-10-0-0-216.ec2.internal I0417 18:41:08.406206 3668 kube.go:256] Updating pod openshift-monitoring/thanos-querier-7ccdf587fd-nlhk2 I0417 18:41:08.435187 3668 pod.go:62] [openshift-monitoring/thanos-querier-7ccdf587fd-nlhk2] pod update took 29.019154ms I0417 18:41:08.435208 3668 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-7ccdf587fd-nlhk2] addLogicalPort annotation time took 29.053256ms I0417 18:41:08.436434 3668 pods.go:271] [openshift-monitoring/thanos-querier-7ccdf587fd-nlhk2] addLogicalPort took 30.3702ms, libovsdb time 865.339µs I0417 18:41:09.541239 3668 cni.go:452] [openshift-network-diagnostics/network-check-target-2m2dc ffc7483094fe47cb6287d536755307a8f4cdf6e17d612880fa9ee85764cd9a4b network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-2m2dc ffc7483094fe47cb6287d536755307a8f4cdf6e17d612880fa9ee85764cd9a4b network default NAD default NAD key ] I0417 18:41:09.542310 3668 cni.go:452] [openshift-console/console-78b9644658-c49xn 52bbd534f4f533b668f7d85c0de923becdf6da93a68ef924166450ac605c53b8 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-78b9644658-c49xn 52bbd534f4f533b668f7d85c0de923becdf6da93a68ef924166450ac605c53b8 network default NAD default NAD key ] I0417 18:41:09.542615 3668 cni.go:452] [openshift-monitoring/alertmanager-main-0 da29937b3825134f8264a8e237eb41e69c6e02fc16a9aa339e0ac6d5e29eb4ee network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 da29937b3825134f8264a8e237eb41e69c6e02fc16a9aa339e0ac6d5e29eb4ee network default NAD default NAD key ] I0417 18:41:09.543591 3668 cni.go:452] [openshift-monitoring/thanos-querier-7ccdf587fd-nlhk2 37d46d1d4d08456327bc64a842de4cb6e49281c066ca24e304026c2e78dd64b0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-7ccdf587fd-nlhk2 37d46d1d4d08456327bc64a842de4cb6e49281c066ca24e304026c2e78dd64b0 network default NAD default NAD key ] I0417 18:41:09.546031 3668 cni.go:452] [openshift-multus/network-metrics-daemon-6mcf6 751fe77449a9c515effe7d83472c397a76f28fb33c86e6c71a81ae3bcac6f0ae network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-6mcf6 751fe77449a9c515effe7d83472c397a76f28fb33c86e6c71a81ae3bcac6f0ae network default NAD default NAD key ] I0417 18:41:09.560201 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-7ccdf587fd-nlhk2, hostIfaceName: 37d46d1d4d08456, network: default, NAD default, SandboxID: "37d46d1d4d08456327bc64a842de4cb6e49281c066ca24e304026c2e78dd64b0", PCI device ID: , UID: "6b685779-06ff-455e-902f-008f0015ab24", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0417 18:41:09.560306 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-2m2dc, hostIfaceName: ffc7483094fe47c, network: default, NAD default, SandboxID: "ffc7483094fe47cb6287d536755307a8f4cdf6e17d612880fa9ee85764cd9a4b", PCI device ID: , UID: "4f29afb8-7268-4947-ad04-b163aafcb768", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0417 18:41:09.562157 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: da29937b3825134, network: default, NAD default, SandboxID: "da29937b3825134f8264a8e237eb41e69c6e02fc16a9aa339e0ac6d5e29eb4ee", PCI device ID: , UID: "d07cef4a-878a-4e86-ab7f-d44a905b50a4", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0417 18:41:09.563005 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-78b9644658-c49xn, hostIfaceName: 52bbd534f4f533b, network: default, NAD default, SandboxID: "52bbd534f4f533b668f7d85c0de923becdf6da93a68ef924166450ac605c53b8", PCI device ID: , UID: "e276eb6c-6c27-4aa4-af02-098822e66a19", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0417 18:41:09.565185 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-6mcf6, hostIfaceName: 751fe77449a9c51, network: default, NAD default, SandboxID: "751fe77449a9c515effe7d83472c397a76f28fb33c86e6c71a81ae3bcac6f0ae", PCI device ID: , UID: "907fae03-f603-4b85-a0ae-547406d71ef7", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0417 18:41:09.621314 3668 cni.go:473] [openshift-monitoring/thanos-querier-7ccdf587fd-nlhk2 37d46d1d4d08456327bc64a842de4cb6e49281c066ca24e304026c2e78dd64b0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-7ccdf587fd-nlhk2 37d46d1d4d08456327bc64a842de4cb6e49281c066ca24e304026c2e78dd64b0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:27:36:45:b1:90\",\"name\":\"37d46d1d4d08456\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c06057ba-84e1-4c29-90ec-1036214a559f\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 18:41:09.848192 3668 cni.go:473] [openshift-monitoring/alertmanager-main-0 da29937b3825134f8264a8e237eb41e69c6e02fc16a9aa339e0ac6d5e29eb4ee network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 da29937b3825134f8264a8e237eb41e69c6e02fc16a9aa339e0ac6d5e29eb4ee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:50:f3:a9:6c:5c\",\"name\":\"da29937b3825134\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c2f411fe-3759-422b-b5c1-c48263bf3ab7\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 18:41:09.848387 3668 cni.go:473] [openshift-network-diagnostics/network-check-target-2m2dc ffc7483094fe47cb6287d536755307a8f4cdf6e17d612880fa9ee85764cd9a4b network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-2m2dc ffc7483094fe47cb6287d536755307a8f4cdf6e17d612880fa9ee85764cd9a4b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:6c:24:8d:86:44\",\"name\":\"ffc7483094fe47c\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e4a9cf0-277b-4227-937c-6ab8f30f56ef\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 18:41:09.848389 3668 cni.go:473] [openshift-multus/network-metrics-daemon-6mcf6 751fe77449a9c515effe7d83472c397a76f28fb33c86e6c71a81ae3bcac6f0ae network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-6mcf6 751fe77449a9c515effe7d83472c397a76f28fb33c86e6c71a81ae3bcac6f0ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:2d:52:88:af:2d\",\"name\":\"751fe77449a9c51\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/92261233-acba-4265-b207-c9bf5d1e993f\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 18:41:09.848437 3668 cni.go:473] [openshift-console/console-78b9644658-c49xn 52bbd534f4f533b668f7d85c0de923becdf6da93a68ef924166450ac605c53b8 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-78b9644658-c49xn 52bbd534f4f533b668f7d85c0de923becdf6da93a68ef924166450ac605c53b8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:d1:7d:bd:5c:a8\",\"name\":\"52bbd534f4f533b\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/64f60952-6699-42ca-a452-3443eb7bac81\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 18:41:09.917044 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0417 18:41:09.927175 3668 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-59d7f65bd7-m76zh] creating logical port openshift-monitoring_metrics-server-59d7f65bd7-m76zh for pod on switch ip-10-0-0-216.ec2.internal I0417 18:41:09.927313 3668 kube.go:256] Updating pod openshift-monitoring/metrics-server-59d7f65bd7-m76zh I0417 18:41:09.943868 3668 pod.go:62] [openshift-monitoring/metrics-server-59d7f65bd7-m76zh] pod update took 16.583406ms I0417 18:41:09.943889 3668 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-59d7f65bd7-m76zh] addLogicalPort annotation time took 16.610931ms I0417 18:41:09.945254 3668 pods.go:271] [openshift-monitoring/metrics-server-59d7f65bd7-m76zh] addLogicalPort took 18.134709ms, libovsdb time 999.1µs W0417 18:41:09.947742 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0417 18:41:10.068194 3668 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-9nn8c] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-9nn8c for pod on switch ip-10-0-0-216.ec2.internal I0417 18:41:10.068375 3668 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-9nn8c I0417 18:41:10.085176 3668 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-9nn8c] pod update took 16.834258ms I0417 18:41:10.085199 3668 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-9nn8c] addLogicalPort annotation time took 16.873104ms I0417 18:41:10.086609 3668 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-9nn8c] addLogicalPort took 18.436784ms, libovsdb time 1.019481ms I0417 18:41:10.479529 3668 cni.go:452] [openshift-monitoring/metrics-server-59d7f65bd7-m76zh 3e3571e1bc532aff97fa365b1dc1845296c93aa40e048ccd552680bc40df1516 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-59d7f65bd7-m76zh 3e3571e1bc532aff97fa365b1dc1845296c93aa40e048ccd552680bc40df1516 network default NAD default NAD key ] I0417 18:41:10.492586 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-59d7f65bd7-m76zh, hostIfaceName: 3e3571e1bc532af, network: default, NAD default, SandboxID: "3e3571e1bc532aff97fa365b1dc1845296c93aa40e048ccd552680bc40df1516", PCI device ID: , UID: "763d2bea-4711-4553-8e01-a7fb9f566e5e", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0417 18:41:10.560577 3668 cni.go:473] [openshift-monitoring/metrics-server-59d7f65bd7-m76zh 3e3571e1bc532aff97fa365b1dc1845296c93aa40e048ccd552680bc40df1516 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-59d7f65bd7-m76zh 3e3571e1bc532aff97fa365b1dc1845296c93aa40e048ccd552680bc40df1516 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:82:c4:14:95:7c\",\"name\":\"3e3571e1bc532af\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a30ad4f-2e34-4580-b3ea-a3c48d31cb7e\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 18:41:10.824660 3668 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-69c7bc98d9-pqxkw] creating logical port openshift-monitoring_telemeter-client-69c7bc98d9-pqxkw for pod on switch ip-10-0-0-216.ec2.internal I0417 18:41:10.824839 3668 kube.go:256] Updating pod openshift-monitoring/telemeter-client-69c7bc98d9-pqxkw I0417 18:41:10.854097 3668 pod.go:62] [openshift-monitoring/telemeter-client-69c7bc98d9-pqxkw] pod update took 29.340706ms I0417 18:41:10.854194 3668 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-69c7bc98d9-pqxkw] addLogicalPort annotation time took 29.444762ms I0417 18:41:10.855790 3668 pods.go:271] [openshift-monitoring/telemeter-client-69c7bc98d9-pqxkw] addLogicalPort took 31.149182ms, libovsdb time 1.15545ms I0417 18:41:11.759729 3668 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-216.ec2.internal I0417 18:41:11.759956 3668 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0417 18:41:11.795122 3668 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 35.223802ms I0417 18:41:11.795212 3668 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 35.321567ms I0417 18:41:11.796929 3668 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 37.222319ms, libovsdb time 1.262389ms W0417 18:41:14.236127 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0417 18:41:14.676105 3668 cni.go:452] [openshift-monitoring/telemeter-client-69c7bc98d9-pqxkw 97497a5411811fb6d58e1e9eb599cc8403877c9cf75b7d75dc5af46b5c780575 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-69c7bc98d9-pqxkw 97497a5411811fb6d58e1e9eb599cc8403877c9cf75b7d75dc5af46b5c780575 network default NAD default NAD key ] I0417 18:41:14.686987 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-69c7bc98d9-pqxkw, hostIfaceName: 97497a5411811fb, network: default, NAD default, SandboxID: "97497a5411811fb6d58e1e9eb599cc8403877c9cf75b7d75dc5af46b5c780575", PCI device ID: , UID: "f8a0b836-96be-4e31-a91a-31faed97bc90", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0417 18:41:14.743578 3668 cni.go:473] [openshift-monitoring/telemeter-client-69c7bc98d9-pqxkw 97497a5411811fb6d58e1e9eb599cc8403877c9cf75b7d75dc5af46b5c780575 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-69c7bc98d9-pqxkw 97497a5411811fb6d58e1e9eb599cc8403877c9cf75b7d75dc5af46b5c780575 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:85:13:2d:dc:f5\",\"name\":\"97497a5411811fb\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d730fdd-d863-4dfc-ba47-28e03b99cff8\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 18:41:15.069425 3668 cni.go:452] [openshift-monitoring/prometheus-k8s-0 fe7f390984f5bdb6cbcec86514ff552c283fada68d596e592745dc30a59a6eab network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 fe7f390984f5bdb6cbcec86514ff552c283fada68d596e592745dc30a59a6eab network default NAD default NAD key ] I0417 18:41:15.070327 3668 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-9nn8c 96f89995faed89e35af449f62118086b24c87be84efe30ae7901addd00dcf036 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-9nn8c 96f89995faed89e35af449f62118086b24c87be84efe30ae7901addd00dcf036 network default NAD default NAD key ] I0417 18:41:15.081212 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-9nn8c, hostIfaceName: 96f89995faed89e, network: default, NAD default, SandboxID: "96f89995faed89e35af449f62118086b24c87be84efe30ae7901addd00dcf036", PCI device ID: , UID: "3070f55a-3dd1-41ab-a807-a6d445775e32", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0417 18:41:15.081313 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: fe7f390984f5bdb, network: default, NAD default, SandboxID: "fe7f390984f5bdb6cbcec86514ff552c283fada68d596e592745dc30a59a6eab", PCI device ID: , UID: "0fd3e3ba-1fd2-4969-a5b8-b69d30c795ac", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0417 18:41:15.141204 3668 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-9nn8c 96f89995faed89e35af449f62118086b24c87be84efe30ae7901addd00dcf036 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-9nn8c 96f89995faed89e35af449f62118086b24c87be84efe30ae7901addd00dcf036 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:d7:4b:6e:aa:99\",\"name\":\"96f89995faed89e\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e6a4514-3fd2-414c-843d-907cefc8656f\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 18:41:15.161647 3668 cni.go:473] [openshift-monitoring/prometheus-k8s-0 fe7f390984f5bdb6cbcec86514ff552c283fada68d596e592745dc30a59a6eab network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 fe7f390984f5bdb6cbcec86514ff552c283fada68d596e592745dc30a59a6eab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:78:13:e1:5e:fb\",\"name\":\"fe7f390984f5bdb\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/012fe609-2c89-4cbb-938e-9e4c2da7eaae\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 18:41:15.484843 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0417 18:41:15.513699 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0417 18:41:15.564917 3668 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 18:41:15.564933 3668 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 18:41:15.564938 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 18:41:15.612167 3668 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 18:41:15.612187 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 18:41:15.972899 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0417 18:41:16.002009 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0417 18:41:16.046608 3668 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 18:41:16.046630 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 18:41:16.138304 3668 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 18:41:16.138323 3668 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 18:41:16.138330 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 18:41:16.974647 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0417 18:41:17.004017 3668 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 18:41:17.004105 3668 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 18:41:17.004118 3668 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 18:41:17.004125 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 18:41:17.024442 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0417 18:41:17.459168 3668 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 18:41:17.459190 3668 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 18:41:17.459199 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 18:41:17.459207 3668 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 18:41:19.942308 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0417 18:41:19.952395 3668 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-774cbc7cbd-blm48 IP address from the namespace address-set, err: pod openshift-console/console-774cbc7cbd-blm48: no pod IPs found W0417 18:41:20.263385 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0417 18:41:21.297302 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0417 18:41:21.297326 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0417 18:41:21.616648 3668 obj_retry.go:498] Detected object openshift-image-registry/image-registry-759bcd5579-sn6lt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:41:21.617170 3668 obj_retry.go:498] Detected object openshift-image-registry/image-registry-759bcd5579-sn6lt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:41:22.268082 3668 obj_retry.go:492] Detected object openshift-image-registry/image-registry-759bcd5579-sn6lt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:41:22.268106 3668 obj_retry.go:492] Detected object openshift-image-registry/image-registry-759bcd5579-sn6lt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:41:22.275430 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-759bcd5579-sn6lt I0417 18:41:22.275460 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-759bcd5579-sn6lt W0417 18:41:23.009032 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 18:41:23.009054 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 18:41:23.009062 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 18:41:23.009070 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 18:41:30.308620 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0417 18:41:35.333081 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0417 18:41:36.456000 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0417 18:41:36.456023 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0417 18:41:36.989546 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0417 18:41:37.547706 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 18:41:37.547730 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 18:41:37.547738 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0417 18:41:41.119535 3668 cni.go:452] [openshift-console/console-78b9644658-c49xn 52bbd534f4f533b668f7d85c0de923becdf6da93a68ef924166450ac605c53b8 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-78b9644658-c49xn 52bbd534f4f533b668f7d85c0de923becdf6da93a68ef924166450ac605c53b8 network default NAD default NAD key ] I0417 18:41:41.201211 3668 cni.go:473] [openshift-console/console-78b9644658-c49xn 52bbd534f4f533b668f7d85c0de923becdf6da93a68ef924166450ac605c53b8 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-78b9644658-c49xn 52bbd534f4f533b668f7d85c0de923becdf6da93a68ef924166450ac605c53b8 network default NAD default NAD key default], result "{}", err I0417 18:41:41.252947 3668 obj_retry.go:498] Detected object openshift-console/console-78b9644658-c49xn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:41:41.252987 3668 pods.go:176] Deleting pod: openshift-console/console-78b9644658-c49xn I0417 18:41:41.254301 3668 pods.go:236] Attempting to release IPs for pod: openshift-console/console-78b9644658-c49xn, ips: 10.130.0.11 I0417 18:41:41.254337 3668 obj_retry.go:498] Detected object openshift-console/console-78b9644658-c49xn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:41:41.260926 3668 base_network_controller_pods.go:487] [default/openshift-console/console-5cf9589c6c-brv57] creating logical port openshift-console_console-5cf9589c6c-brv57 for pod on switch ip-10-0-0-216.ec2.internal I0417 18:41:41.261038 3668 kube.go:256] Updating pod openshift-console/console-5cf9589c6c-brv57 I0417 18:41:41.274522 3668 pod.go:62] [openshift-console/console-5cf9589c6c-brv57] pod update took 13.514494ms I0417 18:41:41.274545 3668 base_network_controller_pods.go:951] [default/openshift-console/console-5cf9589c6c-brv57] addLogicalPort annotation time took 13.54341ms I0417 18:41:41.275862 3668 pods.go:271] [openshift-console/console-5cf9589c6c-brv57] addLogicalPort took 14.953397ms, libovsdb time 944.023µs I0417 18:41:41.957911 3668 cni.go:452] [openshift-console/console-5cf9589c6c-brv57 ea132a82a4e11a52d795d60086db5f4df84a1a181cccc1cc2cc3259deeeace48 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5cf9589c6c-brv57 ea132a82a4e11a52d795d60086db5f4df84a1a181cccc1cc2cc3259deeeace48 network default NAD default NAD key ] I0417 18:41:41.967662 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5cf9589c6c-brv57, hostIfaceName: ea132a82a4e11a5, network: default, NAD default, SandboxID: "ea132a82a4e11a52d795d60086db5f4df84a1a181cccc1cc2cc3259deeeace48", PCI device ID: , UID: "f1d96b78-d09a-4ae4-81a6-4f64c43a2339", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0417 18:41:42.016484 3668 cni.go:473] [openshift-console/console-5cf9589c6c-brv57 ea132a82a4e11a52d795d60086db5f4df84a1a181cccc1cc2cc3259deeeace48 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5cf9589c6c-brv57 ea132a82a4e11a52d795d60086db5f4df84a1a181cccc1cc2cc3259deeeace48 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:6a:ba:e8:a5:13\",\"name\":\"ea132a82a4e11a5\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a8b419cc-ec34-4f18-afdb-69211226bc90\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 18:41:42.088535 3668 obj_retry.go:492] Detected object openshift-console/console-78b9644658-c49xn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:41:42.088561 3668 obj_retry.go:492] Detected object openshift-console/console-78b9644658-c49xn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:41:42.093662 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-78b9644658-c49xn I0417 18:41:42.093691 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-78b9644658-c49xn I0417 18:41:45.280460 3668 obj_retry.go:498] Detected object openshift-console/console-78b9644658-d5472 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:41:45.281079 3668 obj_retry.go:498] Detected object openshift-console/console-78b9644658-d5472 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:41:45.570838 3668 obj_retry.go:492] Detected object openshift-console/console-78b9644658-d5472 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:41:45.570858 3668 obj_retry.go:492] Detected object openshift-console/console-78b9644658-d5472 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:41:45.575926 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-78b9644658-d5472 I0417 18:41:45.575948 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-78b9644658-d5472 W0417 18:41:46.449202 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0417 18:41:46.449261 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0417 18:41:47.330701 3668 obj_retry.go:498] Detected object openshift-ingress/router-default-759fbb4fcf-xt7hr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:41:47.331239 3668 obj_retry.go:498] Detected object openshift-ingress/router-default-759fbb4fcf-xt7hr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:41:47.684068 3668 obj_retry.go:492] Detected object openshift-ingress/router-default-759fbb4fcf-xt7hr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:41:47.684100 3668 obj_retry.go:492] Detected object openshift-ingress/router-default-759fbb4fcf-xt7hr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:41:47.692104 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-759fbb4fcf-xt7hr I0417 18:41:47.692129 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-759fbb4fcf-xt7hr W0417 18:41:47.990887 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0417 18:41:52.148572 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0417 18:42:08.178433 3668 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653905j272] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653905j272 for pod on switch ip-10-0-0-216.ec2.internal I0417 18:42:08.178562 3668 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653905j272 I0417 18:42:08.191872 3668 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653905j272] pod update took 13.355677ms I0417 18:42:08.191892 3668 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653905j272] addLogicalPort annotation time took 13.382717ms I0417 18:42:08.193143 3668 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653905j272] addLogicalPort took 14.724948ms, libovsdb time 898.461µs I0417 18:42:08.572110 3668 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653905j272 16154490ba0e5d88b907da3a2af53a62270cbdee3e296442e90040e673eb70ce network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653905j272 16154490ba0e5d88b907da3a2af53a62270cbdee3e296442e90040e673eb70ce network default NAD default NAD key ] I0417 18:42:08.586395 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653905j272, hostIfaceName: 16154490ba0e5d8, network: default, NAD default, SandboxID: "16154490ba0e5d88b907da3a2af53a62270cbdee3e296442e90040e673eb70ce", PCI device ID: , UID: "a1279e4f-cca5-4cfa-a049-246958cdac9d", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0417 18:42:08.637859 3668 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653905j272 16154490ba0e5d88b907da3a2af53a62270cbdee3e296442e90040e673eb70ce network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653905j272 16154490ba0e5d88b907da3a2af53a62270cbdee3e296442e90040e673eb70ce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:6a:e7:85:3d:38\",\"name\":\"16154490ba0e5d8\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b9e99cf-a700-46b6-8e33-272c840ac8c9\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 18:42:12.257010 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 18:42:12.257043 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0417 18:42:17.473646 3668 obj_retry.go:498] Detected object openshift-console/console-774cbc7cbd-8j2zj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:42:17.474274 3668 obj_retry.go:498] Detected object openshift-console/console-774cbc7cbd-8j2zj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:42:17.513565 3668 obj_retry.go:492] Detected object openshift-console/console-774cbc7cbd-8j2zj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:42:17.513589 3668 obj_retry.go:492] Detected object openshift-console/console-774cbc7cbd-8j2zj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:42:17.522286 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-774cbc7cbd-8j2zj I0417 18:42:17.522305 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-774cbc7cbd-8j2zj I0417 18:42:25.287134 3668 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653905j272 16154490ba0e5d88b907da3a2af53a62270cbdee3e296442e90040e673eb70ce network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653905j272 16154490ba0e5d88b907da3a2af53a62270cbdee3e296442e90040e673eb70ce network default NAD default NAD key ] I0417 18:42:25.366101 3668 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653905j272 16154490ba0e5d88b907da3a2af53a62270cbdee3e296442e90040e673eb70ce network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653905j272 16154490ba0e5d88b907da3a2af53a62270cbdee3e296442e90040e673eb70ce network default NAD default NAD key default], result "{}", err I0417 18:42:25.409233 3668 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653905j272 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:42:25.409266 3668 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653905j272 I0417 18:42:25.410667 3668 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653905j272, ips: 10.130.0.19 I0417 18:42:25.410695 3668 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653905j272 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:42:25.410716 3668 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653905j272 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 18:42:25.410730 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0417 18:42:25.410919 3668 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653905j272 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 18:42:25.410935 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0417 18:42:26.436032 3668 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653905j272 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:42:26.436058 3668 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653905j272 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:42:26.436078 3668 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653905j272 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:42:26.436087 3668 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653905j272 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:42:27.376338 3668 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:42:27.376920 3668 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:42:27.740761 3668 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:42:27.740823 3668 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:42:27.748232 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0417 18:42:27.748260 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0417 18:42:28.235825 3668 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0417 18:42:28.246090 3668 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0417 18:42:31.843834 3668 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:42:31.844345 3668 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:42:32.775662 3668 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:42:32.775694 3668 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:42:32.782955 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0417 18:42:32.782981 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0417 18:42:49.359022 3668 cni.go:452] [openshift-monitoring/alertmanager-main-0 da29937b3825134f8264a8e237eb41e69c6e02fc16a9aa339e0ac6d5e29eb4ee network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 da29937b3825134f8264a8e237eb41e69c6e02fc16a9aa339e0ac6d5e29eb4ee network default NAD default NAD key ] I0417 18:42:49.445294 3668 cni.go:473] [openshift-monitoring/alertmanager-main-0 da29937b3825134f8264a8e237eb41e69c6e02fc16a9aa339e0ac6d5e29eb4ee network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 da29937b3825134f8264a8e237eb41e69c6e02fc16a9aa339e0ac6d5e29eb4ee network default NAD default NAD key default], result "{}", err I0417 18:42:49.501278 3668 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:42:49.501312 3668 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0417 18:42:49.502716 3668 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.12 I0417 18:42:49.502749 3668 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:42:50.386206 3668 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:42:50.386251 3668 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:42:50.395530 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0417 18:42:50.395651 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0417 18:42:50.430172 3668 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-216.ec2.internal I0417 18:42:50.430283 3668 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0417 18:42:50.451161 3668 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 20.921727ms I0417 18:42:50.451181 3668 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 20.945543ms I0417 18:42:50.452529 3668 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 22.376477ms, libovsdb time 984.698µs I0417 18:42:50.788835 3668 cni.go:452] [openshift-monitoring/alertmanager-main-0 8dfb1732defc292767c5bf0544926a1d3ea00099f6454167993ed714d718e44b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 8dfb1732defc292767c5bf0544926a1d3ea00099f6454167993ed714d718e44b network default NAD default NAD key ] I0417 18:42:50.798351 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 8dfb1732defc292, network: default, NAD default, SandboxID: "8dfb1732defc292767c5bf0544926a1d3ea00099f6454167993ed714d718e44b", PCI device ID: , UID: "42d39349-ce4e-4694-bee9-209fafb292a5", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0417 18:42:50.846166 3668 cni.go:473] [openshift-monitoring/alertmanager-main-0 8dfb1732defc292767c5bf0544926a1d3ea00099f6454167993ed714d718e44b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 8dfb1732defc292767c5bf0544926a1d3ea00099f6454167993ed714d718e44b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:da:61:62:48:f1\",\"name\":\"8dfb1732defc292\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/beff021e-f079-47ef-96e0-dbebfee955a8\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 18:42:55.960923 3668 cni.go:452] [openshift-console/console-5cf9589c6c-brv57 ea132a82a4e11a52d795d60086db5f4df84a1a181cccc1cc2cc3259deeeace48 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5cf9589c6c-brv57 ea132a82a4e11a52d795d60086db5f4df84a1a181cccc1cc2cc3259deeeace48 network default NAD default NAD key ] I0417 18:42:56.037155 3668 cni.go:473] [openshift-console/console-5cf9589c6c-brv57 ea132a82a4e11a52d795d60086db5f4df84a1a181cccc1cc2cc3259deeeace48 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5cf9589c6c-brv57 ea132a82a4e11a52d795d60086db5f4df84a1a181cccc1cc2cc3259deeeace48 network default NAD default NAD key default], result "{}", err I0417 18:42:56.080527 3668 obj_retry.go:498] Detected object openshift-console/console-5cf9589c6c-brv57 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:42:56.080561 3668 pods.go:176] Deleting pod: openshift-console/console-5cf9589c6c-brv57 I0417 18:42:56.081695 3668 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5cf9589c6c-brv57, ips: 10.130.0.18 I0417 18:42:56.081731 3668 obj_retry.go:498] Detected object openshift-console/console-5cf9589c6c-brv57 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:42:56.090622 3668 base_network_controller_pods.go:487] [default/openshift-console/console-69c69cdb5c-5v9dl] creating logical port openshift-console_console-69c69cdb5c-5v9dl for pod on switch ip-10-0-0-216.ec2.internal I0417 18:42:56.090712 3668 kube.go:256] Updating pod openshift-console/console-69c69cdb5c-5v9dl I0417 18:42:56.103193 3668 pod.go:62] [openshift-console/console-69c69cdb5c-5v9dl] pod update took 12.504314ms I0417 18:42:56.103215 3668 base_network_controller_pods.go:951] [default/openshift-console/console-69c69cdb5c-5v9dl] addLogicalPort annotation time took 12.528101ms I0417 18:42:56.104321 3668 pods.go:271] [openshift-console/console-69c69cdb5c-5v9dl] addLogicalPort took 13.711013ms, libovsdb time 798.029µs I0417 18:42:56.415951 3668 obj_retry.go:492] Detected object openshift-console/console-5cf9589c6c-brv57 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:42:56.415998 3668 obj_retry.go:492] Detected object openshift-console/console-5cf9589c6c-brv57 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:42:56.418764 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5cf9589c6c-brv57 I0417 18:42:56.418787 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5cf9589c6c-brv57 I0417 18:42:56.446597 3668 cni.go:452] [openshift-console/console-69c69cdb5c-5v9dl e34a0743f47b8be05522c7540ca29c3250fc53dd292b9e48e45c0887fbf12cb7 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-69c69cdb5c-5v9dl e34a0743f47b8be05522c7540ca29c3250fc53dd292b9e48e45c0887fbf12cb7 network default NAD default NAD key ] I0417 18:42:56.456014 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-69c69cdb5c-5v9dl, hostIfaceName: e34a0743f47b8be, network: default, NAD default, SandboxID: "e34a0743f47b8be05522c7540ca29c3250fc53dd292b9e48e45c0887fbf12cb7", PCI device ID: , UID: "9058b34e-3a0c-4744-813c-42ebc687dd46", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0417 18:42:56.505043 3668 cni.go:473] [openshift-console/console-69c69cdb5c-5v9dl e34a0743f47b8be05522c7540ca29c3250fc53dd292b9e48e45c0887fbf12cb7 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-69c69cdb5c-5v9dl e34a0743f47b8be05522c7540ca29c3250fc53dd292b9e48e45c0887fbf12cb7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:8f:c2:4e:20:20\",\"name\":\"e34a0743f47b8be\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/78f9ea59-2003-482b-9dd7-29e5a29cbec7\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 18:43:06.474331 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0417 18:43:06.944281 3668 obj_retry.go:498] Detected object openshift-console/console-5cf9589c6c-4bts6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:43:06.944839 3668 obj_retry.go:498] Detected object openshift-console/console-5cf9589c6c-4bts6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:43:07.917408 3668 obj_retry.go:492] Detected object openshift-console/console-5cf9589c6c-4bts6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:43:07.917435 3668 obj_retry.go:492] Detected object openshift-console/console-5cf9589c6c-4bts6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:43:07.923165 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5cf9589c6c-4bts6 I0417 18:43:07.923196 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5cf9589c6c-4bts6 I0417 18:43:09.872352 3668 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607520-4b58g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:43:09.872891 3668 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607520-4b58g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:43:10.771976 3668 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607520-4b58g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:43:10.772001 3668 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607520-4b58g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0417 18:43:20.851967 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 18:43:20.851985 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 18:43:20.851994 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0417 18:43:21.947069 3668 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0417 18:43:35.227551 3668 cni.go:452] [openshift-monitoring/prometheus-k8s-0 fe7f390984f5bdb6cbcec86514ff552c283fada68d596e592745dc30a59a6eab network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 fe7f390984f5bdb6cbcec86514ff552c283fada68d596e592745dc30a59a6eab network default NAD default NAD key ] I0417 18:43:35.301691 3668 cni.go:473] [openshift-monitoring/prometheus-k8s-0 fe7f390984f5bdb6cbcec86514ff552c283fada68d596e592745dc30a59a6eab network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 fe7f390984f5bdb6cbcec86514ff552c283fada68d596e592745dc30a59a6eab network default NAD default NAD key default], result "{}", err I0417 18:43:35.360491 3668 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:43:35.360566 3668 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0417 18:43:35.362110 3668 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.17 I0417 18:43:35.362146 3668 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:43:35.582599 3668 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:43:35.582622 3668 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:43:35.589221 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0417 18:43:35.589247 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0417 18:43:35.633762 3668 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-216.ec2.internal I0417 18:43:35.633937 3668 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0417 18:43:35.656425 3668 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 22.536821ms I0417 18:43:35.656447 3668 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 22.565159ms I0417 18:43:35.657672 3668 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 23.927296ms, libovsdb time 908.311µs I0417 18:43:35.998911 3668 cni.go:452] [openshift-monitoring/prometheus-k8s-0 53a3a9d1800d28ca78a0de5ddc5c140681101966f889003139aa62d4ed4b6259 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 53a3a9d1800d28ca78a0de5ddc5c140681101966f889003139aa62d4ed4b6259 network default NAD default NAD key ] I0417 18:43:36.008429 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 53a3a9d1800d28c, network: default, NAD default, SandboxID: "53a3a9d1800d28ca78a0de5ddc5c140681101966f889003139aa62d4ed4b6259", PCI device ID: , UID: "015d336c-4883-45bd-a451-86ed403eea06", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0417 18:43:36.056139 3668 cni.go:473] [openshift-monitoring/prometheus-k8s-0 53a3a9d1800d28ca78a0de5ddc5c140681101966f889003139aa62d4ed4b6259 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 53a3a9d1800d28ca78a0de5ddc5c140681101966f889003139aa62d4ed4b6259 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:b1:08:95:b7:59\",\"name\":\"53a3a9d1800d28c\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb80d8ff-444c-4be8-b51a-cd6c529cbd6c\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 18:44:36.864110 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 18:44:36.864135 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0417 18:45:46.077506 3668 namespace.go:98] [tsf] adding namespace I0417 18:45:46.078491 3668 namespace.go:102] [tsf] adding namespace took 960.413µs I0417 18:45:46.094716 3668 namespace.go:142] [tsf] updating namespace I0417 18:45:46.104716 3668 namespace.go:142] [tsf] updating namespace I0417 18:45:50.280776 3668 namespace.go:98] [cert-manager-operator] adding namespace I0417 18:45:50.281684 3668 namespace.go:102] [cert-manager-operator] adding namespace took 885.472µs I0417 18:45:50.294086 3668 namespace.go:98] [rhtpa-operator] adding namespace I0417 18:45:50.294214 3668 namespace.go:98] [konflux-ui] adding namespace I0417 18:45:50.294300 3668 namespace.go:98] [tsf-keycloak] adding namespace I0417 18:45:50.294411 3668 namespace.go:98] [tsf-tpa] adding namespace I0417 18:45:50.294604 3668 namespace.go:98] [tsf-tas] adding namespace I0417 18:45:50.294731 3668 namespace.go:98] [konflux-operator] adding namespace I0417 18:45:50.295006 3668 namespace.go:102] [rhtpa-operator] adding namespace took 906.227µs I0417 18:45:50.295031 3668 namespace.go:98] [rhbk-operator] adding namespace I0417 18:45:50.295674 3668 namespace.go:102] [rhbk-operator] adding namespace took 635.198µs I0417 18:45:50.296268 3668 namespace.go:102] [konflux-ui] adding namespace took 2.032795ms I0417 18:45:50.296896 3668 namespace.go:102] [tsf-keycloak] adding namespace took 2.582035ms I0417 18:45:50.297509 3668 namespace.go:102] [tsf-tpa] adding namespace took 3.083421ms I0417 18:45:50.298143 3668 namespace.go:102] [tsf-tas] adding namespace took 3.5266ms I0417 18:45:50.298740 3668 namespace.go:102] [konflux-operator] adding namespace took 3.991665ms I0417 18:45:50.301143 3668 namespace.go:142] [cert-manager-operator] updating namespace I0417 18:45:50.324313 3668 namespace.go:142] [cert-manager-operator] updating namespace I0417 18:45:50.324341 3668 namespace.go:142] [tsf-tpa] updating namespace I0417 18:45:50.326997 3668 namespace.go:142] [rhtpa-operator] updating namespace I0417 18:45:50.336859 3668 namespace.go:142] [tsf-keycloak] updating namespace I0417 18:45:50.336935 3668 namespace.go:142] [konflux-ui] updating namespace I0417 18:45:50.337082 3668 namespace.go:142] [konflux-operator] updating namespace I0417 18:45:50.340594 3668 namespace.go:142] [tsf-tas] updating namespace I0417 18:45:50.350354 3668 namespace.go:142] [rhbk-operator] updating namespace I0417 18:45:50.350404 3668 namespace.go:142] [cert-manager-operator] updating namespace I0417 18:45:50.380933 3668 namespace.go:142] [konflux-ui] updating namespace I0417 18:45:50.386899 3668 namespace.go:142] [konflux-ui] updating namespace I0417 18:45:50.386937 3668 namespace.go:142] [tsf-keycloak] updating namespace I0417 18:45:50.396960 3668 namespace.go:142] [tsf-keycloak] updating namespace I0417 18:45:50.411977 3668 namespace.go:142] [tsf-tpa] updating namespace I0417 18:45:50.432984 3668 namespace.go:142] [tsf-tpa] updating namespace I0417 18:45:50.433094 3668 namespace.go:142] [konflux-operator] updating namespace I0417 18:45:50.448928 3668 namespace.go:142] [tsf-tas] updating namespace I0417 18:45:50.458734 3668 namespace.go:142] [konflux-operator] updating namespace I0417 18:45:50.466688 3668 namespace.go:142] [tsf-tas] updating namespace I0417 18:45:50.470387 3668 namespace.go:142] [rhbk-operator] updating namespace I0417 18:45:50.496652 3668 namespace.go:142] [rhtpa-operator] updating namespace I0417 18:45:50.496656 3668 namespace.go:142] [rhbk-operator] updating namespace I0417 18:45:50.496789 3668 namespace.go:142] [rhtpa-operator] updating namespace I0417 18:45:51.446928 3668 namespace.go:142] [tsf-tpa] updating namespace I0417 18:45:51.459261 3668 namespace.go:142] [tsf-keycloak] updating namespace I0417 18:45:53.097326 3668 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tb8jh] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tb8jh for pod on switch ip-10-0-0-216.ec2.internal I0417 18:45:53.097343 3668 base_network_controller_pods.go:487] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mg9js] creating logical port openshift-marketplace_925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mg9js for pod on switch ip-10-0-0-216.ec2.internal I0417 18:45:53.097459 3668 kube.go:256] Updating pod openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mg9js I0417 18:45:53.097459 3668 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tb8jh I0417 18:45:53.114126 3668 pod.go:62] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mg9js] pod update took 16.692409ms I0417 18:45:53.114149 3668 base_network_controller_pods.go:951] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mg9js] addLogicalPort annotation time took 16.716619ms I0417 18:45:53.114126 3668 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tb8jh] pod update took 16.721575ms I0417 18:45:53.114226 3668 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tb8jh] addLogicalPort annotation time took 16.829283ms I0417 18:45:53.115381 3668 pods.go:271] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mg9js] addLogicalPort took 18.049937ms, libovsdb time 874.328µs I0417 18:45:53.115846 3668 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tb8jh] addLogicalPort took 18.546009ms, libovsdb time 1.268258ms I0417 18:45:53.460555 3668 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tb8jh 5720560e9dc8780cb61e2e54a53ef0721a66159e3299a4d44f6177b533bc7faf network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tb8jh 5720560e9dc8780cb61e2e54a53ef0721a66159e3299a4d44f6177b533bc7faf network default NAD default NAD key ] I0417 18:45:53.460550 3668 cni.go:452] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mg9js 88034ad4db02e456e49fa5ff2e13325b6babd05893e91a38aa030fab960609fd network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mg9js 88034ad4db02e456e49fa5ff2e13325b6babd05893e91a38aa030fab960609fd network default NAD default NAD key ] I0417 18:45:53.471381 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mg9js, hostIfaceName: 88034ad4db02e45, network: default, NAD default, SandboxID: "88034ad4db02e456e49fa5ff2e13325b6babd05893e91a38aa030fab960609fd", PCI device ID: , UID: "1e3a9f2a-74fd-4369-a351-b31c6e3300bb", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0417 18:45:53.471504 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tb8jh, hostIfaceName: 5720560e9dc8780, network: default, NAD default, SandboxID: "5720560e9dc8780cb61e2e54a53ef0721a66159e3299a4d44f6177b533bc7faf", PCI device ID: , UID: "d4f8be7e-07d5-4233-af66-8be0c9c41eb2", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0417 18:45:53.520689 3668 cni.go:473] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mg9js 88034ad4db02e456e49fa5ff2e13325b6babd05893e91a38aa030fab960609fd network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mg9js 88034ad4db02e456e49fa5ff2e13325b6babd05893e91a38aa030fab960609fd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:c8:b3:3b:7a:58\",\"name\":\"88034ad4db02e45\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a5619149-c324-4897-9bb0-12a49ddf3482\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 18:45:53.750899 3668 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tb8jh 5720560e9dc8780cb61e2e54a53ef0721a66159e3299a4d44f6177b533bc7faf network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tb8jh 5720560e9dc8780cb61e2e54a53ef0721a66159e3299a4d44f6177b533bc7faf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:d7:e8:2c:c0:58\",\"name\":\"5720560e9dc8780\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7638b1fa-9947-4864-b080-51835bae9dc2\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 18:45:57.150175 3668 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tb8jh 5720560e9dc8780cb61e2e54a53ef0721a66159e3299a4d44f6177b533bc7faf network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tb8jh 5720560e9dc8780cb61e2e54a53ef0721a66159e3299a4d44f6177b533bc7faf network default NAD default NAD key ] I0417 18:45:57.213629 3668 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tb8jh 5720560e9dc8780cb61e2e54a53ef0721a66159e3299a4d44f6177b533bc7faf network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tb8jh 5720560e9dc8780cb61e2e54a53ef0721a66159e3299a4d44f6177b533bc7faf network default NAD default NAD key default], result "{}", err I0417 18:45:57.258337 3668 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tb8jh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:45:57.258368 3668 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tb8jh I0417 18:45:57.259634 3668 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tb8jh, ips: 10.130.0.23 I0417 18:45:57.259662 3668 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tb8jh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:45:57.259687 3668 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tb8jh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 18:45:57.259695 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 18:45:57.259880 3668 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tb8jh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 18:45:57.259898 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 18:45:57.766182 3668 base_network_controller_pods.go:487] [default/openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zmjnk] creating logical port openshift-marketplace_f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zmjnk for pod on switch ip-10-0-0-216.ec2.internal I0417 18:45:57.766320 3668 kube.go:256] Updating pod openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zmjnk I0417 18:45:57.778956 3668 pod.go:62] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zmjnk] pod update took 12.66356ms I0417 18:45:57.778978 3668 base_network_controller_pods.go:951] [default/openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zmjnk] addLogicalPort annotation time took 12.691937ms I0417 18:45:57.780146 3668 pods.go:271] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zmjnk] addLogicalPort took 13.980352ms, libovsdb time 833.17µs I0417 18:45:57.959768 3668 base_network_controller_pods.go:487] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececm4j8] creating logical port openshift-marketplace_53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececm4j8 for pod on switch ip-10-0-0-216.ec2.internal I0417 18:45:57.959883 3668 kube.go:256] Updating pod openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececm4j8 I0417 18:45:57.972703 3668 pod.go:62] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececm4j8] pod update took 12.825919ms I0417 18:45:57.972727 3668 base_network_controller_pods.go:951] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececm4j8] addLogicalPort annotation time took 12.881171ms I0417 18:45:57.973887 3668 pods.go:271] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececm4j8] addLogicalPort took 14.148811ms, libovsdb time 796.081µs I0417 18:45:58.126232 3668 cni.go:452] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zmjnk 3aaa34381eaaa2cce5ef51701163b1d69edd8cc665822396e0491d64795fada0 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zmjnk 3aaa34381eaaa2cce5ef51701163b1d69edd8cc665822396e0491d64795fada0 network default NAD default NAD key ] I0417 18:45:58.136302 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zmjnk, hostIfaceName: 3aaa34381eaaa2c, network: default, NAD default, SandboxID: "3aaa34381eaaa2cce5ef51701163b1d69edd8cc665822396e0491d64795fada0", PCI device ID: , UID: "f7c60c67-fd58-4a5e-9186-f178817e3e12", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0417 18:45:58.186785 3668 cni.go:473] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zmjnk 3aaa34381eaaa2cce5ef51701163b1d69edd8cc665822396e0491d64795fada0 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zmjnk 3aaa34381eaaa2cce5ef51701163b1d69edd8cc665822396e0491d64795fada0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:f7:3b:36:18:26\",\"name\":\"3aaa34381eaaa2c\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e59a742-f209-4bd4-a0f9-3817d12d7003\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 18:45:58.282903 3668 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tb8jh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:45:58.282928 3668 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tb8jh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:45:58.282945 3668 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tb8jh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:45:58.282954 3668 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tb8jh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:45:58.318669 3668 cni.go:452] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececm4j8 e9c14514e823c07050a5c893c923a03c6b9e5734301aa5df21ffd4a79ad07d1d network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececm4j8 e9c14514e823c07050a5c893c923a03c6b9e5734301aa5df21ffd4a79ad07d1d network default NAD default NAD key ] I0417 18:45:58.329225 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececm4j8, hostIfaceName: e9c14514e823c07, network: default, NAD default, SandboxID: "e9c14514e823c07050a5c893c923a03c6b9e5734301aa5df21ffd4a79ad07d1d", PCI device ID: , UID: "0d7b6ddb-483d-4033-92a7-280428f2826a", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0417 18:45:58.378583 3668 cni.go:473] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececm4j8 e9c14514e823c07050a5c893c923a03c6b9e5734301aa5df21ffd4a79ad07d1d network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececm4j8 e9c14514e823c07050a5c893c923a03c6b9e5734301aa5df21ffd4a79ad07d1d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:9f:c7:90:6e:29\",\"name\":\"e9c14514e823c07\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d9b3cf12-b92f-42c7-8303-a389f023d5ac\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 18:45:59.164082 3668 cni.go:452] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mg9js 88034ad4db02e456e49fa5ff2e13325b6babd05893e91a38aa030fab960609fd network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mg9js 88034ad4db02e456e49fa5ff2e13325b6babd05893e91a38aa030fab960609fd network default NAD default NAD key ] I0417 18:45:59.239344 3668 cni.go:473] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mg9js 88034ad4db02e456e49fa5ff2e13325b6babd05893e91a38aa030fab960609fd network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mg9js 88034ad4db02e456e49fa5ff2e13325b6babd05893e91a38aa030fab960609fd network default NAD default NAD key default], result "{}", err I0417 18:45:59.274476 3668 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mg9js of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:45:59.274517 3668 pods.go:176] Deleting pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mg9js I0417 18:45:59.276037 3668 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mg9js, ips: 10.130.0.24 I0417 18:45:59.276070 3668 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mg9js of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:45:59.276100 3668 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mg9js of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 18:45:59.276108 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 18:45:59.276333 3668 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mg9js of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 18:45:59.276344 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 18:45:59.967573 3668 base_network_controller_pods.go:487] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwxmxd] creating logical port openshift-marketplace_30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwxmxd for pod on switch ip-10-0-0-216.ec2.internal I0417 18:45:59.967689 3668 kube.go:256] Updating pod openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwxmxd I0417 18:45:59.979909 3668 pod.go:62] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwxmxd] pod update took 12.261188ms I0417 18:45:59.979937 3668 base_network_controller_pods.go:951] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwxmxd] addLogicalPort annotation time took 12.29395ms I0417 18:45:59.981216 3668 pods.go:271] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwxmxd] addLogicalPort took 13.662547ms, libovsdb time 939.905µs I0417 18:46:00.071910 3668 base_network_controller_pods.go:487] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wkx78] creating logical port openshift-marketplace_18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wkx78 for pod on switch ip-10-0-0-216.ec2.internal I0417 18:46:00.072000 3668 kube.go:256] Updating pod openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wkx78 I0417 18:46:00.083699 3668 pod.go:62] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wkx78] pod update took 11.725975ms I0417 18:46:00.083719 3668 base_network_controller_pods.go:951] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wkx78] addLogicalPort annotation time took 11.749971ms I0417 18:46:00.084969 3668 pods.go:271] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wkx78] addLogicalPort took 13.076179ms, libovsdb time 868.19µs I0417 18:46:00.306243 3668 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mg9js of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:46:00.306272 3668 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mg9js of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:46:00.306291 3668 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mg9js of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:46:00.306302 3668 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mg9js of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:46:00.330959 3668 cni.go:452] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwxmxd 4fca7ba72e69e1970e1828a1daf1596ba1ee956895f749490f98958ac95d0c18 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwxmxd 4fca7ba72e69e1970e1828a1daf1596ba1ee956895f749490f98958ac95d0c18 network default NAD default NAD key ] I0417 18:46:00.342427 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwxmxd, hostIfaceName: 4fca7ba72e69e19, network: default, NAD default, SandboxID: "4fca7ba72e69e1970e1828a1daf1596ba1ee956895f749490f98958ac95d0c18", PCI device ID: , UID: "6b5164d9-f397-462d-82e1-4a4c4398d47a", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0417 18:46:00.391779 3668 cni.go:473] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwxmxd 4fca7ba72e69e1970e1828a1daf1596ba1ee956895f749490f98958ac95d0c18 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwxmxd 4fca7ba72e69e1970e1828a1daf1596ba1ee956895f749490f98958ac95d0c18 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:13:2d:eb:f5:3a\",\"name\":\"4fca7ba72e69e19\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1bffb074-5938-4ccf-9b8c-e193d37383f0\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 18:46:00.451064 3668 cni.go:452] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wkx78 1c2585c044e43fca9a528f95e5248149326b5a5e336c7d2d13412dd082cdabc3 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wkx78 1c2585c044e43fca9a528f95e5248149326b5a5e336c7d2d13412dd082cdabc3 network default NAD default NAD key ] I0417 18:46:00.460949 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wkx78, hostIfaceName: 1c2585c044e43fc, network: default, NAD default, SandboxID: "1c2585c044e43fca9a528f95e5248149326b5a5e336c7d2d13412dd082cdabc3", PCI device ID: , UID: "ce660ec7-9aeb-4ef5-b0ea-ccc11db5dcf2", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0417 18:46:00.511244 3668 cni.go:473] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wkx78 1c2585c044e43fca9a528f95e5248149326b5a5e336c7d2d13412dd082cdabc3 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wkx78 1c2585c044e43fca9a528f95e5248149326b5a5e336c7d2d13412dd082cdabc3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:5b:77:79:09:48\",\"name\":\"1c2585c044e43fc\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d08c8896-ea3d-4ef3-9a13-251a7a8563fb\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 18:46:02.196995 3668 cni.go:452] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zmjnk 3aaa34381eaaa2cce5ef51701163b1d69edd8cc665822396e0491d64795fada0 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zmjnk 3aaa34381eaaa2cce5ef51701163b1d69edd8cc665822396e0491d64795fada0 network default NAD default NAD key ] I0417 18:46:02.197072 3668 cni.go:452] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececm4j8 e9c14514e823c07050a5c893c923a03c6b9e5734301aa5df21ffd4a79ad07d1d network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececm4j8 e9c14514e823c07050a5c893c923a03c6b9e5734301aa5df21ffd4a79ad07d1d network default NAD default NAD key ] I0417 18:46:02.263920 3668 cni.go:473] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececm4j8 e9c14514e823c07050a5c893c923a03c6b9e5734301aa5df21ffd4a79ad07d1d network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececm4j8 e9c14514e823c07050a5c893c923a03c6b9e5734301aa5df21ffd4a79ad07d1d network default NAD default NAD key default], result "{}", err I0417 18:46:02.293041 3668 cni.go:473] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zmjnk 3aaa34381eaaa2cce5ef51701163b1d69edd8cc665822396e0491d64795fada0 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zmjnk 3aaa34381eaaa2cce5ef51701163b1d69edd8cc665822396e0491d64795fada0 network default NAD default NAD key default], result "{}", err I0417 18:46:02.309166 3668 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececm4j8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:46:02.309207 3668 pods.go:176] Deleting pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececm4j8 I0417 18:46:02.310550 3668 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececm4j8, ips: 10.130.0.26 I0417 18:46:02.310579 3668 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececm4j8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:46:02.310604 3668 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececm4j8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 18:46:02.310614 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 18:46:02.310824 3668 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececm4j8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 18:46:02.310841 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 18:46:02.331932 3668 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zmjnk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:46:02.331963 3668 pods.go:176] Deleting pod: openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zmjnk I0417 18:46:02.333321 3668 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zmjnk, ips: 10.130.0.25 I0417 18:46:02.333356 3668 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zmjnk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:46:02.333385 3668 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zmjnk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 18:46:02.333398 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 18:46:02.333625 3668 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zmjnk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 18:46:02.333640 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 18:46:03.347003 3668 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececm4j8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:46:03.347025 3668 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececm4j8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:46:03.347039 3668 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececm4j8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:46:03.347046 3668 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececm4j8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:46:03.374255 3668 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zmjnk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:46:03.374282 3668 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zmjnk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:46:03.374298 3668 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zmjnk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:46:03.374305 3668 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zmjnk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:46:05.215887 3668 cni.go:452] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wkx78 1c2585c044e43fca9a528f95e5248149326b5a5e336c7d2d13412dd082cdabc3 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wkx78 1c2585c044e43fca9a528f95e5248149326b5a5e336c7d2d13412dd082cdabc3 network default NAD default NAD key ] I0417 18:46:05.215950 3668 cni.go:452] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwxmxd 4fca7ba72e69e1970e1828a1daf1596ba1ee956895f749490f98958ac95d0c18 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwxmxd 4fca7ba72e69e1970e1828a1daf1596ba1ee956895f749490f98958ac95d0c18 network default NAD default NAD key ] I0417 18:46:05.290578 3668 cni.go:473] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwxmxd 4fca7ba72e69e1970e1828a1daf1596ba1ee956895f749490f98958ac95d0c18 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwxmxd 4fca7ba72e69e1970e1828a1daf1596ba1ee956895f749490f98958ac95d0c18 network default NAD default NAD key default], result "{}", err I0417 18:46:05.325781 3668 cni.go:473] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wkx78 1c2585c044e43fca9a528f95e5248149326b5a5e336c7d2d13412dd082cdabc3 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wkx78 1c2585c044e43fca9a528f95e5248149326b5a5e336c7d2d13412dd082cdabc3 network default NAD default NAD key default], result "{}", err I0417 18:46:05.345386 3668 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwxmxd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:46:05.345424 3668 pods.go:176] Deleting pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwxmxd I0417 18:46:05.346738 3668 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwxmxd, ips: 10.130.0.27 I0417 18:46:05.346773 3668 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwxmxd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:46:05.346796 3668 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwxmxd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 18:46:05.346826 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 18:46:05.347053 3668 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwxmxd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 18:46:05.347071 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 18:46:05.371297 3668 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wkx78 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:46:05.371350 3668 pods.go:176] Deleting pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wkx78 I0417 18:46:05.372565 3668 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wkx78, ips: 10.130.0.28 I0417 18:46:05.372591 3668 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wkx78 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:46:05.372612 3668 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wkx78 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 18:46:05.372622 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 18:46:05.372821 3668 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wkx78 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 18:46:05.372839 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 18:46:06.370302 3668 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwxmxd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:46:06.370327 3668 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwxmxd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:46:06.370344 3668 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwxmxd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:46:06.370353 3668 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwxmxd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:46:06.399067 3668 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wkx78 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:46:06.399087 3668 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wkx78 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:46:06.399101 3668 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wkx78 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:46:06.399108 3668 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wkx78 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:46:11.215567 3668 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-sqlgv] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-58df4cf46c-sqlgv for pod on switch ip-10-0-0-216.ec2.internal I0417 18:46:11.215725 3668 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-sqlgv I0417 18:46:11.242336 3668 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-sqlgv] pod update took 26.640321ms I0417 18:46:11.242362 3668 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-sqlgv] addLogicalPort annotation time took 26.674036ms I0417 18:46:11.243571 3668 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-sqlgv] addLogicalPort took 28.016774ms, libovsdb time 884.355µs I0417 18:46:11.574774 3668 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-sqlgv 9ec6ad5b345a82cdb79e4402ac1ae44c6cde20a9bde689b9142a16aae276660e network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-sqlgv 9ec6ad5b345a82cdb79e4402ac1ae44c6cde20a9bde689b9142a16aae276660e network default NAD default NAD key ] I0417 18:46:11.584004 3668 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-58df4cf46c-sqlgv, hostIfaceName: 9ec6ad5b345a82c, network: default, NAD default, SandboxID: "9ec6ad5b345a82cdb79e4402ac1ae44c6cde20a9bde689b9142a16aae276660e", PCI device ID: , UID: "b3acf617-384d-41eb-ab85-f5d925645723", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0417 18:46:11.633225 3668 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-sqlgv 9ec6ad5b345a82cdb79e4402ac1ae44c6cde20a9bde689b9142a16aae276660e network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-sqlgv 9ec6ad5b345a82cdb79e4402ac1ae44c6cde20a9bde689b9142a16aae276660e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:9d:d9:6c:cc:03\",\"name\":\"9ec6ad5b345a82c\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f5609265-6117-4d7f-a938-ac2edded4043\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 18:46:14.335013 3668 namespace.go:98] [cert-manager] adding namespace I0417 18:46:14.335891 3668 namespace.go:102] [cert-manager] adding namespace took 856.547µs I0417 18:46:14.363585 3668 namespace.go:142] [cert-manager] updating namespace I0417 18:46:14.378197 3668 namespace.go:142] [cert-manager] updating namespace I0417 18:46:18.673474 3668 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-fd44f5cbb-jv79r] creating logical port cert-manager_cert-manager-webhook-fd44f5cbb-jv79r for pod on switch ip-10-0-0-216.ec2.internal I0417 18:46:18.673654 3668 kube.go:256] Updating pod cert-manager/cert-manager-webhook-fd44f5cbb-jv79r I0417 18:46:18.688093 3668 pod.go:62] [cert-manager/cert-manager-webhook-fd44f5cbb-jv79r] pod update took 14.474399ms I0417 18:46:18.688115 3668 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-fd44f5cbb-jv79r] addLogicalPort annotation time took 14.497902ms I0417 18:46:18.689354 3668 pods.go:271] [cert-manager/cert-manager-webhook-fd44f5cbb-jv79r] addLogicalPort took 15.894667ms, libovsdb time 919.699µs I0417 18:46:18.852308 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=130 I0417 18:46:19.050037 3668 cni.go:452] [cert-manager/cert-manager-webhook-fd44f5cbb-jv79r 27f877be1aa008a2ceeb8558e52f177a135a981188e498100c5cabd04c3f137c network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-jv79r 27f877be1aa008a2ceeb8558e52f177a135a981188e498100c5cabd04c3f137c network default NAD default NAD key ] I0417 18:46:19.059644 3668 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-fd44f5cbb-jv79r, hostIfaceName: 27f877be1aa008a, network: default, NAD default, SandboxID: "27f877be1aa008a2ceeb8558e52f177a135a981188e498100c5cabd04c3f137c", PCI device ID: , UID: "bcc7459b-86df-4bbb-aba2-3871608de93d", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0417 18:46:19.108319 3668 cni.go:473] [cert-manager/cert-manager-webhook-fd44f5cbb-jv79r 27f877be1aa008a2ceeb8558e52f177a135a981188e498100c5cabd04c3f137c network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-jv79r 27f877be1aa008a2ceeb8558e52f177a135a981188e498100c5cabd04c3f137c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:eb:ca:b6:83:06\",\"name\":\"27f877be1aa008a\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3eb51af9-3c25-48d3-9ec7-19970911a1fd\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 18:46:20.030518 3668 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5b4bf68748-sdn7w] creating logical port cert-manager_cert-manager-cainjector-5b4bf68748-sdn7w for pod on switch ip-10-0-0-216.ec2.internal I0417 18:46:20.030644 3668 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5b4bf68748-sdn7w I0417 18:46:20.102161 3668 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5b4bf68748-sdn7w I0417 18:46:20.139047 3668 pod.go:62] [cert-manager/cert-manager-cainjector-5b4bf68748-sdn7w] pod update took 108.421939ms I0417 18:46:20.139075 3668 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5b4bf68748-sdn7w] addLogicalPort annotation time took 108.457627ms I0417 18:46:20.140383 3668 pods.go:271] [cert-manager/cert-manager-cainjector-5b4bf68748-sdn7w] addLogicalPort took 109.88527ms, libovsdb time 948.964µs I0417 18:46:20.394135 3668 cni.go:452] [cert-manager/cert-manager-cainjector-5b4bf68748-sdn7w 78a1e79e73142828e1cb24a4c739988a08f6477f620430641d67fdfed0b89d16 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-sdn7w 78a1e79e73142828e1cb24a4c739988a08f6477f620430641d67fdfed0b89d16 network default NAD default NAD key ] I0417 18:46:20.404307 3668 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5b4bf68748-sdn7w, hostIfaceName: 78a1e79e7314282, network: default, NAD default, SandboxID: "78a1e79e73142828e1cb24a4c739988a08f6477f620430641d67fdfed0b89d16", PCI device ID: , UID: "a8af4d2b-28d9-4e51-91d7-75f27b0f6d13", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0417 18:46:20.457909 3668 cni.go:473] [cert-manager/cert-manager-cainjector-5b4bf68748-sdn7w 78a1e79e73142828e1cb24a4c739988a08f6477f620430641d67fdfed0b89d16 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-sdn7w 78a1e79e73142828e1cb24a4c739988a08f6477f620430641d67fdfed0b89d16 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:cd:c9:18:eb:28\",\"name\":\"78a1e79e7314282\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1bdf65d1-be1c-46d4-8488-44641aec0537\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 18:46:22.311135 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0417 18:46:22.311157 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook I0417 18:46:24.119595 3668 namespace.go:142] [openshift-operators] updating namespace I0417 18:46:24.140099 3668 namespace.go:142] [openshift-operators] updating namespace I0417 18:46:25.937072 3668 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0417 18:46:26.535187 3668 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-tlt4g] creating logical port tsf-tpa_rhtpa-operator-controller-manager-576c85d8f-tlt4g for pod on switch ip-10-0-0-216.ec2.internal I0417 18:46:26.535343 3668 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-tlt4g I0417 18:46:26.553638 3668 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-tlt4g] pod update took 18.330148ms I0417 18:46:26.553657 3668 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-tlt4g] addLogicalPort annotation time took 18.353282ms I0417 18:46:26.554843 3668 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-tlt4g] addLogicalPort took 19.678086ms, libovsdb time 855.485µs I0417 18:46:26.897903 3668 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-tlt4g 4b86fb8bead38433d8b4ebd2386002db8cd8bb301f2fc922bf5422ce1e3d0bf4 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-tlt4g 4b86fb8bead38433d8b4ebd2386002db8cd8bb301f2fc922bf5422ce1e3d0bf4 network default NAD default NAD key ] I0417 18:46:26.907184 3668 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-576c85d8f-tlt4g, hostIfaceName: 4b86fb8bead3843, network: default, NAD default, SandboxID: "4b86fb8bead38433d8b4ebd2386002db8cd8bb301f2fc922bf5422ce1e3d0bf4", PCI device ID: , UID: "9a88773d-e92e-4447-aab2-cf3eb460aad1", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0417 18:46:26.955965 3668 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-tlt4g 4b86fb8bead38433d8b4ebd2386002db8cd8bb301f2fc922bf5422ce1e3d0bf4 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-tlt4g 4b86fb8bead38433d8b4ebd2386002db8cd8bb301f2fc922bf5422ce1e3d0bf4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:24:4b:f1:88:7f\",\"name\":\"4b86fb8bead3843\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13bc68a2-05cc-49a6-a320-ba79963defb1\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 18:46:28.342561 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0417 18:46:28.342589 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook W0417 18:46:30.453455 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0417 18:46:32.053756 3668 namespace.go:142] [openshift-operators] updating namespace I0417 18:46:32.554545 3668 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6684678d86-mtfvw] creating logical port openshift-operators_openshift-pipelines-operator-6684678d86-mtfvw for pod on switch ip-10-0-0-216.ec2.internal I0417 18:46:32.554658 3668 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-mtfvw I0417 18:46:32.576066 3668 pod.go:62] [openshift-operators/openshift-pipelines-operator-6684678d86-mtfvw] pod update took 21.431289ms I0417 18:46:32.576085 3668 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6684678d86-mtfvw] addLogicalPort annotation time took 21.456197ms I0417 18:46:32.577322 3668 pods.go:271] [openshift-operators/openshift-pipelines-operator-6684678d86-mtfvw] addLogicalPort took 22.793264ms, libovsdb time 895.915µs I0417 18:46:32.913720 3668 cni.go:452] [openshift-operators/openshift-pipelines-operator-6684678d86-mtfvw 5f274145da07d4020a2f729570cc8061ba0133160a2f06c9c02d284572ee4ee4 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-mtfvw 5f274145da07d4020a2f729570cc8061ba0133160a2f06c9c02d284572ee4ee4 network default NAD default NAD key ] I0417 18:46:32.922846 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6684678d86-mtfvw, hostIfaceName: 5f274145da07d40, network: default, NAD default, SandboxID: "5f274145da07d4020a2f729570cc8061ba0133160a2f06c9c02d284572ee4ee4", PCI device ID: , UID: "f73382c8-c1db-47ad-8938-87f138b7c1f9", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0417 18:46:32.964026 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0417 18:46:32.972908 3668 cni.go:473] [openshift-operators/openshift-pipelines-operator-6684678d86-mtfvw 5f274145da07d4020a2f729570cc8061ba0133160a2f06c9c02d284572ee4ee4 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-mtfvw 5f274145da07d4020a2f729570cc8061ba0133160a2f06c9c02d284572ee4ee4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:63:b3:44:cc:92\",\"name\":\"5f274145da07d40\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/283130b9-0d4c-415c-8342-6c3bb3d62d3a\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 18:46:33.707982 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0417 18:46:34.936831 3668 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0417 18:46:35.240914 3668 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59ccb4bb6b-ztrl2] creating logical port cert-manager_cert-manager-59ccb4bb6b-ztrl2 for pod on switch ip-10-0-0-216.ec2.internal I0417 18:46:35.241058 3668 kube.go:256] Updating pod cert-manager/cert-manager-59ccb4bb6b-ztrl2 I0417 18:46:35.252488 3668 pod.go:62] [cert-manager/cert-manager-59ccb4bb6b-ztrl2] pod update took 11.454814ms I0417 18:46:35.252515 3668 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59ccb4bb6b-ztrl2] addLogicalPort annotation time took 11.485864ms I0417 18:46:35.254022 3668 pods.go:271] [cert-manager/cert-manager-59ccb4bb6b-ztrl2] addLogicalPort took 13.125317ms, libovsdb time 1.015059ms I0417 18:46:35.613705 3668 cni.go:452] [cert-manager/cert-manager-59ccb4bb6b-ztrl2 79ead3645434b2841373581bd52543182100fe99b42b1c30d6a53946c39b748e network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59ccb4bb6b-ztrl2 79ead3645434b2841373581bd52543182100fe99b42b1c30d6a53946c39b748e network default NAD default NAD key ] I0417 18:46:35.623072 3668 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59ccb4bb6b-ztrl2, hostIfaceName: 79ead3645434b28, network: default, NAD default, SandboxID: "79ead3645434b2841373581bd52543182100fe99b42b1c30d6a53946c39b748e", PCI device ID: , UID: "0305206d-1c46-4616-ae4c-f592851c2089", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0417 18:46:35.673172 3668 cni.go:473] [cert-manager/cert-manager-59ccb4bb6b-ztrl2 79ead3645434b2841373581bd52543182100fe99b42b1c30d6a53946c39b748e network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59ccb4bb6b-ztrl2 79ead3645434b2841373581bd52543182100fe99b42b1c30d6a53946c39b748e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:e2:14:b4:d5:e4\",\"name\":\"79ead3645434b28\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/16c47b7d-93b5-4814-8744-2bf2d4da3c88\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 18:46:41.157840 3668 namespace.go:98] [trusted-artifact-signer] adding namespace I0417 18:46:41.158734 3668 namespace.go:102] [trusted-artifact-signer] adding namespace took 867.341µs I0417 18:46:41.244589 3668 namespace.go:142] [trusted-artifact-signer] updating namespace I0417 18:46:41.280217 3668 namespace.go:142] [trusted-artifact-signer] updating namespace W0417 18:46:41.405576 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0417 18:46:41.420439 3668 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-66ccc97d7d-5hb62] creating logical port trusted-artifact-signer_cli-server-66ccc97d7d-5hb62 for pod on switch ip-10-0-0-216.ec2.internal I0417 18:46:41.420520 3668 kube.go:256] Updating pod trusted-artifact-signer/cli-server-66ccc97d7d-5hb62 I0417 18:46:41.431979 3668 pod.go:62] [trusted-artifact-signer/cli-server-66ccc97d7d-5hb62] pod update took 11.475557ms I0417 18:46:41.432004 3668 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-66ccc97d7d-5hb62] addLogicalPort annotation time took 11.50384ms I0417 18:46:41.433223 3668 pods.go:271] [trusted-artifact-signer/cli-server-66ccc97d7d-5hb62] addLogicalPort took 12.79539ms, libovsdb time 753.828µs W0417 18:46:41.774548 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0417 18:46:41.783113 3668 cni.go:452] [trusted-artifact-signer/cli-server-66ccc97d7d-5hb62 c8780c75b7a266e6dbeb4248ed65c41218e7a5daf04edc02e4fb8c56421cc0ac network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-5hb62 c8780c75b7a266e6dbeb4248ed65c41218e7a5daf04edc02e4fb8c56421cc0ac network default NAD default NAD key ] I0417 18:46:41.792695 3668 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-66ccc97d7d-5hb62, hostIfaceName: c8780c75b7a266e, network: default, NAD default, SandboxID: "c8780c75b7a266e6dbeb4248ed65c41218e7a5daf04edc02e4fb8c56421cc0ac", PCI device ID: , UID: "f102bc2b-4391-400f-aae1-d5126baa0a1f", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0417 18:46:41.844642 3668 cni.go:473] [trusted-artifact-signer/cli-server-66ccc97d7d-5hb62 c8780c75b7a266e6dbeb4248ed65c41218e7a5daf04edc02e4fb8c56421cc0ac network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-5hb62 c8780c75b7a266e6dbeb4248ed65c41218e7a5daf04edc02e4fb8c56421cc0ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:08:dc:e2:f4:b7\",\"name\":\"c8780c75b7a266e\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a960ba9-35df-439d-bf8c-6f79d643daa2\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 18:46:47.110696 3668 namespace.go:98] [openshift-pipelines] adding namespace I0417 18:46:47.111685 3668 namespace.go:102] [openshift-pipelines] adding namespace took 960.678µs I0417 18:46:47.132522 3668 namespace.go:142] [openshift-pipelines] updating namespace I0417 18:46:47.826695 3668 namespace.go:142] [cert-manager] updating namespace I0417 18:46:48.030426 3668 namespace.go:142] [cert-manager-operator] updating namespace I0417 18:46:48.431164 3668 namespace.go:142] [konflux-operator] updating namespace I0417 18:46:48.633640 3668 namespace.go:142] [konflux-ui] updating namespace I0417 18:46:48.831030 3668 namespace.go:142] [open-cluster-management-2po2q8b3ubd89mbta5n7l49aiaaqqcse] updating namespace I0417 18:46:49.238423 3668 namespace.go:142] [rhbk-operator] updating namespace I0417 18:46:49.435587 3668 namespace.go:142] [rhtpa-operator] updating namespace I0417 18:46:49.635938 3668 namespace.go:142] [trusted-artifact-signer] updating namespace I0417 18:46:49.834334 3668 namespace.go:142] [tsf] updating namespace I0417 18:46:50.037646 3668 namespace.go:142] [tsf-keycloak] updating namespace I0417 18:46:50.239612 3668 namespace.go:142] [tsf-tas] updating namespace I0417 18:46:50.440240 3668 namespace.go:142] [tsf-tpa] updating namespace I0417 18:46:50.563425 3668 namespace.go:142] [cert-manager] updating namespace I0417 18:46:50.571933 3668 namespace.go:142] [cert-manager-operator] updating namespace I0417 18:46:50.582414 3668 namespace.go:142] [default] updating namespace I0417 18:46:50.592962 3668 namespace.go:142] [konflux-operator] updating namespace I0417 18:46:50.600979 3668 namespace.go:142] [konflux-ui] updating namespace I0417 18:46:50.611620 3668 namespace.go:142] [open-cluster-management-2po2q8b3ubd89mbta5n7l49aiaaqqcse] updating namespace I0417 18:46:50.617520 3668 namespace.go:142] [openshift] updating namespace I0417 18:46:50.626396 3668 namespace.go:142] [rhbk-operator] updating namespace I0417 18:46:50.634772 3668 namespace.go:142] [rhtpa-operator] updating namespace I0417 18:46:50.643960 3668 namespace.go:142] [trusted-artifact-signer] updating namespace I0417 18:46:50.657942 3668 namespace.go:142] [tsf] updating namespace I0417 18:46:50.678540 3668 namespace.go:142] [tsf-keycloak] updating namespace I0417 18:46:50.701940 3668 namespace.go:142] [tsf-tas] updating namespace I0417 18:46:50.720195 3668 namespace.go:142] [tsf-tpa] updating namespace I0417 18:46:50.819390 3668 namespace.go:142] [cert-manager] updating namespace I0417 18:46:50.921085 3668 namespace.go:142] [cert-manager-operator] updating namespace I0417 18:46:51.020140 3668 namespace.go:142] [default] updating namespace I0417 18:46:51.122155 3668 namespace.go:142] [konflux-operator] updating namespace I0417 18:46:51.224107 3668 namespace.go:142] [konflux-ui] updating namespace I0417 18:46:51.332939 3668 namespace.go:142] [open-cluster-management-2po2q8b3ubd89mbta5n7l49aiaaqqcse] updating namespace I0417 18:46:51.418408 3668 namespace.go:142] [openshift] updating namespace I0417 18:46:51.521152 3668 namespace.go:142] [rhbk-operator] updating namespace I0417 18:46:51.622508 3668 namespace.go:142] [rhtpa-operator] updating namespace I0417 18:46:51.720829 3668 namespace.go:142] [trusted-artifact-signer] updating namespace I0417 18:46:51.818875 3668 namespace.go:142] [tsf] updating namespace I0417 18:46:51.925530 3668 namespace.go:142] [tsf-keycloak] updating namespace I0417 18:46:52.021099 3668 namespace.go:142] [tsf-tas] updating namespace I0417 18:46:52.121181 3668 namespace.go:142] [tsf-tpa] updating namespace I0417 18:46:52.501372 3668 namespace.go:142] [openshift-pipelines] updating namespace I0417 18:46:57.947822 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0417 18:47:01.871337 3668 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-b79bdd59-pjn95] creating logical port openshift-pipelines_tekton-events-controller-b79bdd59-pjn95 for pod on switch ip-10-0-0-216.ec2.internal I0417 18:47:01.871463 3668 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-b79bdd59-pjn95 I0417 18:47:01.890634 3668 pod.go:62] [openshift-pipelines/tekton-events-controller-b79bdd59-pjn95] pod update took 19.210465ms I0417 18:47:01.890655 3668 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-b79bdd59-pjn95] addLogicalPort annotation time took 19.237ms I0417 18:47:01.891969 3668 pods.go:271] [openshift-pipelines/tekton-events-controller-b79bdd59-pjn95] addLogicalPort took 20.655558ms, libovsdb time 938.553µs I0417 18:47:02.279513 3668 cni.go:452] [openshift-pipelines/tekton-events-controller-b79bdd59-pjn95 5d639dafb7cc943783b93e4d3e4d11ffd4c4c57c94fb33894d00f9a554db3720 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-pjn95 5d639dafb7cc943783b93e4d3e4d11ffd4c4c57c94fb33894d00f9a554db3720 network default NAD default NAD key ] I0417 18:47:02.301013 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-b79bdd59-pjn95, hostIfaceName: 5d639dafb7cc943, network: default, NAD default, SandboxID: "5d639dafb7cc943783b93e4d3e4d11ffd4c4c57c94fb33894d00f9a554db3720", PCI device ID: , UID: "1b05e902-b6ed-493b-9501-8c50168299d0", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0417 18:47:02.353942 3668 cni.go:473] [openshift-pipelines/tekton-events-controller-b79bdd59-pjn95 5d639dafb7cc943783b93e4d3e4d11ffd4c4c57c94fb33894d00f9a554db3720 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-pjn95 5d639dafb7cc943783b93e4d3e4d11ffd4c4c57c94fb33894d00f9a554db3720 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:bf:54:d3:f5:6b\",\"name\":\"5d639dafb7cc943\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/53e50de3-d631-4ae6-95e7-9a2fd51ca997\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 18:47:03.976484 3668 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:47:03.977134 3668 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:47:03.998945 3668 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:47:03.998972 3668 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:47:04.006552 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0417 18:47:04.006583 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0417 18:47:05.560649 3668 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0417 18:47:05.560673 3668 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0417 18:47:05.560681 3668 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0417 18:47:05.853474 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=64 W0417 18:47:05.854888 3668 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 18:47:05.854907 3668 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 18:47:05.854912 3668 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 18:47:05.854917 3668 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 18:47:07.837797 3668 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0417 18:47:07.837833 3668 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0417 18:47:07.837838 3668 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0417 18:47:12.860594 3668 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0417 18:47:14.872972 3668 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0417 18:47:16.565112 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0417 18:47:16.565132 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0417 18:47:16.565137 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0417 18:47:25.539797 3668 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-dfrkf] creating logical port openshift-pipelines_tekton-triggers-controller-68564d75ff-dfrkf for pod on switch ip-10-0-0-216.ec2.internal I0417 18:47:25.539914 3668 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-68564d75ff-dfrkf I0417 18:47:25.553480 3668 pod.go:62] [openshift-pipelines/tekton-triggers-controller-68564d75ff-dfrkf] pod update took 13.591339ms I0417 18:47:25.553507 3668 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-dfrkf] addLogicalPort annotation time took 13.622809ms I0417 18:47:25.554735 3668 pods.go:271] [openshift-pipelines/tekton-triggers-controller-68564d75ff-dfrkf] addLogicalPort took 14.954801ms, libovsdb time 842.706µs I0417 18:47:25.982561 3668 cni.go:452] [openshift-pipelines/tekton-triggers-controller-68564d75ff-dfrkf a76e7c4b50e1ee83353192baee30fc1069bf5a21f0f0dafcc5d5acdb84cc1647 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-dfrkf a76e7c4b50e1ee83353192baee30fc1069bf5a21f0f0dafcc5d5acdb84cc1647 network default NAD default NAD key ] I0417 18:47:25.992758 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-68564d75ff-dfrkf, hostIfaceName: a76e7c4b50e1ee8, network: default, NAD default, SandboxID: "a76e7c4b50e1ee83353192baee30fc1069bf5a21f0f0dafcc5d5acdb84cc1647", PCI device ID: , UID: "683e074f-6bca-4808-9059-5cb47c8db3d8", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0417 18:47:26.043015 3668 cni.go:473] [openshift-pipelines/tekton-triggers-controller-68564d75ff-dfrkf a76e7c4b50e1ee83353192baee30fc1069bf5a21f0f0dafcc5d5acdb84cc1647 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-dfrkf a76e7c4b50e1ee83353192baee30fc1069bf5a21f0f0dafcc5d5acdb84cc1647 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:36:ba:00:82:58\",\"name\":\"a76e7c4b50e1ee8\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d2036386-7d0e-4dec-8d20-cc5283d81440\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 18:47:28.954102 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0417 18:47:29.854317 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=100 I0417 18:47:29.952628 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 W0417 18:47:32.966205 3668 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0417 18:47:39.133328 3668 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:47:39.133896 3668 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:47:39.154667 3668 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:47:39.154690 3668 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:47:39.160024 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0417 18:47:39.160049 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0417 18:47:41.206331 3668 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0417 18:47:41.206993 3668 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0417 18:47:41.207019 3668 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0417 18:47:41.209194 3668 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0417 18:47:44.000991 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0417 18:47:44.001056 3668 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-hd82d IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-hd82d: no pod IPs found I0417 18:47:47.108577 3668 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0417 18:47:48.058071 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0417 18:47:48.058093 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0417 18:47:48.058161 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0417 18:47:48.058172 3668 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0417 18:47:50.190519 3668 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-0-216.ec2.internal I0417 18:47:50.190618 3668 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0417 18:47:50.203084 3668 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 12.493481ms I0417 18:47:50.203109 3668 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 12.521009ms I0417 18:47:50.204495 3668 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 13.997709ms, libovsdb time 973.518µs I0417 18:47:52.958549 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0417 18:47:55.969773 3668 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0417 18:47:56.975966 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0417 18:47:58.652172 3668 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 c0f3ea7b5f9ec3623699fd9b1e1010042d3d13f88448690c0e3205e0d6667846 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 c0f3ea7b5f9ec3623699fd9b1e1010042d3d13f88448690c0e3205e0d6667846 network default NAD default NAD key ] I0417 18:47:58.662065 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: c0f3ea7b5f9ec36, network: default, NAD default, SandboxID: "c0f3ea7b5f9ec3623699fd9b1e1010042d3d13f88448690c0e3205e0d6667846", PCI device ID: , UID: "f2ac5fb5-d232-42e2-9628-8a9f7fb4eb5e", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0417 18:47:58.712674 3668 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 c0f3ea7b5f9ec3623699fd9b1e1010042d3d13f88448690c0e3205e0d6667846 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 c0f3ea7b5f9ec3623699fd9b1e1010042d3d13f88448690c0e3205e0d6667846 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:1a:3a:80:01:82\",\"name\":\"c0f3ea7b5f9ec36\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/359c2f88-3b6e-4084-a6e8-78ea33cd12e9\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 18:48:04.918776 3668 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0417 18:48:06.249461 3668 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-8zc4z] creating logical port openshift-pipelines_tekton-results-api-7b4b7bb78c-8zc4z for pod on switch ip-10-0-0-216.ec2.internal I0417 18:48:06.249587 3668 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-7b4b7bb78c-8zc4z I0417 18:48:06.265519 3668 pod.go:62] [openshift-pipelines/tekton-results-api-7b4b7bb78c-8zc4z] pod update took 15.973193ms I0417 18:48:06.265545 3668 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-8zc4z] addLogicalPort annotation time took 16.003619ms I0417 18:48:06.266886 3668 pods.go:271] [openshift-pipelines/tekton-results-api-7b4b7bb78c-8zc4z] addLogicalPort took 17.44523ms, libovsdb time 835.244µs I0417 18:48:06.341982 3668 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-lklhd] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-lklhd for pod on switch ip-10-0-0-216.ec2.internal I0417 18:48:06.342093 3668 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-lklhd I0417 18:48:06.357446 3668 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-lklhd] pod update took 15.38516ms I0417 18:48:06.357475 3668 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-lklhd] addLogicalPort annotation time took 15.419653ms I0417 18:48:06.358744 3668 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-lklhd] addLogicalPort took 16.777742ms, libovsdb time 882.16µs I0417 18:48:06.611543 3668 cni.go:452] [openshift-pipelines/tekton-results-api-7b4b7bb78c-8zc4z 20c8456f59fff74f7bf5429cefc0adfce0484625858e8446e041ddc4fe42a117 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-8zc4z 20c8456f59fff74f7bf5429cefc0adfce0484625858e8446e041ddc4fe42a117 network default NAD default NAD key ] I0417 18:48:06.620929 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-7b4b7bb78c-8zc4z, hostIfaceName: 20c8456f59fff74, network: default, NAD default, SandboxID: "20c8456f59fff74f7bf5429cefc0adfce0484625858e8446e041ddc4fe42a117", PCI device ID: , UID: "0344a5a4-9be0-4672-a46c-431441c2ea14", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0417 18:48:06.674462 3668 cni.go:473] [openshift-pipelines/tekton-results-api-7b4b7bb78c-8zc4z 20c8456f59fff74f7bf5429cefc0adfce0484625858e8446e041ddc4fe42a117 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-8zc4z 20c8456f59fff74f7bf5429cefc0adfce0484625858e8446e041ddc4fe42a117 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:1e:e6:d9:bd:9f\",\"name\":\"20c8456f59fff74\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc70215c-146e-44a2-af4f-043e98678a2b\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 18:48:06.707588 3668 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-lklhd 72e02d8eb119ff48bd7101dd1d10a8343abfea563e54bc98b287436cbacf7bda network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-lklhd 72e02d8eb119ff48bd7101dd1d10a8343abfea563e54bc98b287436cbacf7bda network default NAD default NAD key ] I0417 18:48:06.717999 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-lklhd, hostIfaceName: 72e02d8eb119ff4, network: default, NAD default, SandboxID: "72e02d8eb119ff48bd7101dd1d10a8343abfea563e54bc98b287436cbacf7bda", PCI device ID: , UID: "49f13fd1-9ebb-4df7-9b52-18c6dab19ced", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0417 18:48:06.768931 3668 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-lklhd 72e02d8eb119ff48bd7101dd1d10a8343abfea563e54bc98b287436cbacf7bda network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-lklhd 72e02d8eb119ff48bd7101dd1d10a8343abfea563e54bc98b287436cbacf7bda network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:59:36:35:0b:ed\",\"name\":\"72e02d8eb119ff4\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/479d82f5-98ce-4ce0-bfc9-4418708a06cb\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 18:48:10.932123 3668 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0417 18:48:10.932148 3668 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0417 18:48:10.932156 3668 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0417 18:48:16.954581 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0417 18:48:16.954601 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0417 18:48:16.954606 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0417 18:48:23.022938 3668 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-zwcgt] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-zwcgt for pod on switch ip-10-0-0-216.ec2.internal I0417 18:48:23.023025 3668 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-zwcgt I0417 18:48:23.034785 3668 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-zwcgt] pod update took 11.780555ms I0417 18:48:23.034834 3668 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-zwcgt] addLogicalPort annotation time took 11.831895ms I0417 18:48:23.036198 3668 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-zwcgt] addLogicalPort took 13.277177ms, libovsdb time 923.326µs I0417 18:48:23.386056 3668 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-zwcgt 5d12d4629ea30d82e2271425c01378517fca186c19828b4c01f48e01352d212f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-zwcgt 5d12d4629ea30d82e2271425c01378517fca186c19828b4c01f48e01352d212f network default NAD default NAD key ] I0417 18:48:23.395753 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-zwcgt, hostIfaceName: 5d12d4629ea30d8, network: default, NAD default, SandboxID: "5d12d4629ea30d82e2271425c01378517fca186c19828b4c01f48e01352d212f", PCI device ID: , UID: "89e86454-3f18-48d0-8e7b-042bca14ccd3", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0417 18:48:23.446884 3668 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-zwcgt 5d12d4629ea30d82e2271425c01378517fca186c19828b4c01f48e01352d212f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-zwcgt 5d12d4629ea30d82e2271425c01378517fca186c19828b4c01f48e01352d212f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:53:d2:22:8d:50\",\"name\":\"5d12d4629ea30d8\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae41c572-65cb-4446-8646-dc2995f8723a\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 18:48:25.393305 3668 namespace.go:142] [openshift-pipelines] updating namespace I0417 18:48:31.462616 3668 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:48:31.463185 3668 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:48:31.502796 3668 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:48:31.502838 3668 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:48:31.508022 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0417 18:48:31.508045 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0417 18:48:34.411734 3668 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-dpqtw-sgr6c] creating logical port tsf-tas_ctlog-createtree-job-dpqtw-sgr6c for pod on switch ip-10-0-0-216.ec2.internal I0417 18:48:34.411853 3668 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-dpqtw-sgr6c I0417 18:48:34.424283 3668 pod.go:62] [tsf-tas/ctlog-createtree-job-dpqtw-sgr6c] pod update took 12.454762ms I0417 18:48:34.424307 3668 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-dpqtw-sgr6c] addLogicalPort annotation time took 12.480913ms I0417 18:48:34.425568 3668 pods.go:271] [tsf-tas/ctlog-createtree-job-dpqtw-sgr6c] addLogicalPort took 13.852566ms, libovsdb time 871.215µs I0417 18:48:34.773969 3668 cni.go:452] [tsf-tas/ctlog-createtree-job-dpqtw-sgr6c a5f6dfec45c2e1759ea5587bf22512c459a0f23cc31ca1843dc7bd2db58a041f network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-dpqtw-sgr6c a5f6dfec45c2e1759ea5587bf22512c459a0f23cc31ca1843dc7bd2db58a041f network default NAD default NAD key ] I0417 18:48:34.784973 3668 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-dpqtw-sgr6c, hostIfaceName: a5f6dfec45c2e17, network: default, NAD default, SandboxID: "a5f6dfec45c2e1759ea5587bf22512c459a0f23cc31ca1843dc7bd2db58a041f", PCI device ID: , UID: "2a1daf56-689c-40a9-b0a8-8d3a6db10d29", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0417 18:48:34.838089 3668 cni.go:473] [tsf-tas/ctlog-createtree-job-dpqtw-sgr6c a5f6dfec45c2e1759ea5587bf22512c459a0f23cc31ca1843dc7bd2db58a041f network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-dpqtw-sgr6c a5f6dfec45c2e1759ea5587bf22512c459a0f23cc31ca1843dc7bd2db58a041f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:94:76:44:30:6b\",\"name\":\"a5f6dfec45c2e17\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c9557861-21d8-41e9-8bca-5b789906a2ad\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 18:48:34.942978 3668 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-vqz2t-vmf9w] creating logical port tsf-tas_rekor-createtree-job-vqz2t-vmf9w for pod on switch ip-10-0-0-216.ec2.internal I0417 18:48:34.943094 3668 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-vqz2t-vmf9w I0417 18:48:34.961744 3668 pod.go:62] [tsf-tas/rekor-createtree-job-vqz2t-vmf9w] pod update took 18.686051ms I0417 18:48:34.961767 3668 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-vqz2t-vmf9w] addLogicalPort annotation time took 18.712268ms I0417 18:48:34.962961 3668 pods.go:271] [tsf-tas/rekor-createtree-job-vqz2t-vmf9w] addLogicalPort took 20.006339ms, libovsdb time 807.203µs I0417 18:48:35.305884 3668 cni.go:452] [tsf-tas/rekor-createtree-job-vqz2t-vmf9w e7f81d69863b678ada15ecd01a9a05a4ef738ae3fdce6e5a624376e23a478087 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-vqz2t-vmf9w e7f81d69863b678ada15ecd01a9a05a4ef738ae3fdce6e5a624376e23a478087 network default NAD default NAD key ] I0417 18:48:35.316926 3668 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-vqz2t-vmf9w, hostIfaceName: e7f81d69863b678, network: default, NAD default, SandboxID: "e7f81d69863b678ada15ecd01a9a05a4ef738ae3fdce6e5a624376e23a478087", PCI device ID: , UID: "333f68d9-9e0f-43fa-9835-60307162cc46", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0417 18:48:35.369272 3668 cni.go:473] [tsf-tas/rekor-createtree-job-vqz2t-vmf9w e7f81d69863b678ada15ecd01a9a05a4ef738ae3fdce6e5a624376e23a478087 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-vqz2t-vmf9w e7f81d69863b678ada15ecd01a9a05a4ef738ae3fdce6e5a624376e23a478087 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:24:f4:9f:50:a4\",\"name\":\"e7f81d69863b678\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/43ec1531-1847-47dd-9167-c84c1c247c04\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 18:48:37.288976 3668 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-987fcf44c-qsghb] creating logical port tsf-tas_trillian-db-987fcf44c-qsghb for pod on switch ip-10-0-0-216.ec2.internal I0417 18:48:37.289136 3668 kube.go:256] Updating pod tsf-tas/trillian-db-987fcf44c-qsghb I0417 18:48:37.300506 3668 pod.go:62] [tsf-tas/trillian-db-987fcf44c-qsghb] pod update took 11.407562ms I0417 18:48:37.300531 3668 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-987fcf44c-qsghb] addLogicalPort annotation time took 11.437969ms I0417 18:48:37.301921 3668 pods.go:271] [tsf-tas/trillian-db-987fcf44c-qsghb] addLogicalPort took 12.964661ms, libovsdb time 881.289µs W0417 18:48:37.364139 3668 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0417 18:48:37.364156 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0417 18:48:40.134543 3668 cni.go:452] [tsf-tas/trillian-db-987fcf44c-qsghb e2e94fc8afe3b7c02322de479810a07ff536430b16a007ab9d41e66364bb9ac4 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-987fcf44c-qsghb e2e94fc8afe3b7c02322de479810a07ff536430b16a007ab9d41e66364bb9ac4 network default NAD default NAD key ] I0417 18:48:40.144690 3668 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-987fcf44c-qsghb, hostIfaceName: e2e94fc8afe3b7c, network: default, NAD default, SandboxID: "e2e94fc8afe3b7c02322de479810a07ff536430b16a007ab9d41e66364bb9ac4", PCI device ID: , UID: "47ea0e77-5dad-47cd-8a75-28f44c3142d3", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0417 18:48:40.195473 3668 cni.go:473] [tsf-tas/trillian-db-987fcf44c-qsghb e2e94fc8afe3b7c02322de479810a07ff536430b16a007ab9d41e66364bb9ac4 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-987fcf44c-qsghb e2e94fc8afe3b7c02322de479810a07ff536430b16a007ab9d41e66364bb9ac4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:27:14:af:7d:b9\",\"name\":\"e2e94fc8afe3b7c\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/62083dc4-9896-46b0-8ccf-1a7f9b71aa6f\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 18:48:41.526871 3668 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-k45zn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:48:41.527459 3668 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-k45zn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:48:42.440605 3668 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-k45zn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:48:42.440635 3668 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-k45zn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0417 18:48:44.122312 3668 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0417 18:48:49.346793 3668 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0417 18:48:49.346840 3668 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0417 18:48:49.365962 3668 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0417 18:48:49.384332 3668 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0417 18:48:49.424319 3668 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0417 18:48:52.507018 3668 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-xgnds-skmhf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:48:52.507657 3668 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-xgnds-skmhf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:48:53.531017 3668 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-xgnds-skmhf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:48:53.531038 3668 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-xgnds-skmhf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0417 18:48:55.168904 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0417 18:49:21.740026 3668 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:49:21.740587 3668 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:49:21.762623 3668 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:49:21.762643 3668 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:49:21.768023 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0417 18:49:21.768048 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0417 18:49:24.866625 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=828 I0417 18:49:27.354518 3668 cni.go:452] [tsf-tas/ctlog-createtree-job-dpqtw-sgr6c a5f6dfec45c2e1759ea5587bf22512c459a0f23cc31ca1843dc7bd2db58a041f network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-dpqtw-sgr6c a5f6dfec45c2e1759ea5587bf22512c459a0f23cc31ca1843dc7bd2db58a041f network default NAD default NAD key ] I0417 18:49:27.436007 3668 cni.go:473] [tsf-tas/ctlog-createtree-job-dpqtw-sgr6c a5f6dfec45c2e1759ea5587bf22512c459a0f23cc31ca1843dc7bd2db58a041f network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-dpqtw-sgr6c a5f6dfec45c2e1759ea5587bf22512c459a0f23cc31ca1843dc7bd2db58a041f network default NAD default NAD key default], result "{}", err I0417 18:49:27.484725 3668 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-dpqtw-sgr6c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:49:27.484767 3668 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-dpqtw-sgr6c I0417 18:49:27.486398 3668 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-dpqtw-sgr6c, ips: 10.130.0.42 I0417 18:49:27.486426 3668 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-dpqtw-sgr6c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:49:28.363516 3668 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-dpqtw-sgr6c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:49:28.363544 3668 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-dpqtw-sgr6c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:49:30.717648 3668 obj_retry.go:498] Detected object tsf/patch-tekton-config-drq9q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:49:30.718220 3668 obj_retry.go:498] Detected object tsf/patch-tekton-config-drq9q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:49:31.741505 3668 obj_retry.go:492] Detected object tsf/patch-tekton-config-drq9q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:49:31.741533 3668 obj_retry.go:492] Detected object tsf/patch-tekton-config-drq9q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:49:31.835203 3668 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-5q9wx] creating logical port tsf_tsf-tekton-configuration-5q9wx for pod on switch ip-10-0-0-216.ec2.internal I0417 18:49:31.835303 3668 kube.go:256] Updating pod tsf/tsf-tekton-configuration-5q9wx I0417 18:49:31.845792 3668 pod.go:62] [tsf/tsf-tekton-configuration-5q9wx] pod update took 10.518211ms I0417 18:49:31.845839 3668 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-5q9wx] addLogicalPort annotation time took 10.568985ms I0417 18:49:31.847135 3668 pods.go:271] [tsf/tsf-tekton-configuration-5q9wx] addLogicalPort took 11.948268ms, libovsdb time 901.162µs I0417 18:49:32.197677 3668 cni.go:452] [tsf/tsf-tekton-configuration-5q9wx cfaa41f2f204936bd47296198a2d48c87ae44a7b732f3f6991d6316ad89c0dcb network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-5q9wx cfaa41f2f204936bd47296198a2d48c87ae44a7b732f3f6991d6316ad89c0dcb network default NAD default NAD key ] I0417 18:49:32.207524 3668 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-5q9wx, hostIfaceName: cfaa41f2f204936, network: default, NAD default, SandboxID: "cfaa41f2f204936bd47296198a2d48c87ae44a7b732f3f6991d6316ad89c0dcb", PCI device ID: , UID: "876fd7ff-9584-4ec6-83c0-d7abcb4dbe90", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0417 18:49:32.259905 3668 cni.go:473] [tsf/tsf-tekton-configuration-5q9wx cfaa41f2f204936bd47296198a2d48c87ae44a7b732f3f6991d6316ad89c0dcb network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-5q9wx cfaa41f2f204936bd47296198a2d48c87ae44a7b732f3f6991d6316ad89c0dcb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:f7:43:27:e6:37\",\"name\":\"cfaa41f2f204936\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a989fa1-7c2f-4da4-a495-84f041b6409f\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 18:49:32.387416 3668 cni.go:452] [tsf-tas/rekor-createtree-job-vqz2t-vmf9w e7f81d69863b678ada15ecd01a9a05a4ef738ae3fdce6e5a624376e23a478087 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-vqz2t-vmf9w e7f81d69863b678ada15ecd01a9a05a4ef738ae3fdce6e5a624376e23a478087 network default NAD default NAD key ] I0417 18:49:32.460032 3668 cni.go:473] [tsf-tas/rekor-createtree-job-vqz2t-vmf9w e7f81d69863b678ada15ecd01a9a05a4ef738ae3fdce6e5a624376e23a478087 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-vqz2t-vmf9w e7f81d69863b678ada15ecd01a9a05a4ef738ae3fdce6e5a624376e23a478087 network default NAD default NAD key default], result "{}", err I0417 18:49:32.511279 3668 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-vqz2t-vmf9w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:49:32.511316 3668 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-vqz2t-vmf9w I0417 18:49:32.512869 3668 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-vqz2t-vmf9w, ips: 10.130.0.43 I0417 18:49:32.512900 3668 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-vqz2t-vmf9w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0417 18:49:32.655561 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0417 18:49:33.400201 3668 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-vqz2t-vmf9w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:49:33.400231 3668 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-vqz2t-vmf9w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:49:37.423651 3668 cni.go:452] [tsf/tsf-tekton-configuration-5q9wx cfaa41f2f204936bd47296198a2d48c87ae44a7b732f3f6991d6316ad89c0dcb network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-5q9wx cfaa41f2f204936bd47296198a2d48c87ae44a7b732f3f6991d6316ad89c0dcb network default NAD default NAD key ] I0417 18:49:37.500071 3668 cni.go:473] [tsf/tsf-tekton-configuration-5q9wx cfaa41f2f204936bd47296198a2d48c87ae44a7b732f3f6991d6316ad89c0dcb network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-5q9wx cfaa41f2f204936bd47296198a2d48c87ae44a7b732f3f6991d6316ad89c0dcb network default NAD default NAD key default], result "{}", err I0417 18:49:37.546999 3668 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-5q9wx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:49:37.547035 3668 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-5q9wx I0417 18:49:37.548249 3668 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-5q9wx, ips: 10.130.0.45 I0417 18:49:37.548279 3668 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-5q9wx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:49:38.437480 3668 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-5q9wx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:49:38.437508 3668 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-5q9wx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:49:38.468902 3668 obj_retry.go:492] Detected object tsf/patch-tekton-config-drq9q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:49:38.468925 3668 obj_retry.go:492] Detected object tsf/patch-tekton-config-drq9q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:49:38.473058 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-drq9q I0417 18:49:38.473078 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-drq9q I0417 18:49:38.638477 3668 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-6cddf6fd6c-85bb2] creating logical port tsf-tas_rekor-server-6cddf6fd6c-85bb2 for pod on switch ip-10-0-0-216.ec2.internal I0417 18:49:38.638623 3668 kube.go:256] Updating pod tsf-tas/rekor-server-6cddf6fd6c-85bb2 I0417 18:49:38.650080 3668 pod.go:62] [tsf-tas/rekor-server-6cddf6fd6c-85bb2] pod update took 11.482831ms I0417 18:49:38.650104 3668 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-6cddf6fd6c-85bb2] addLogicalPort annotation time took 11.509551ms I0417 18:49:38.651605 3668 pods.go:271] [tsf-tas/rekor-server-6cddf6fd6c-85bb2] addLogicalPort took 13.143957ms, libovsdb time 1.122467ms W0417 18:49:39.693955 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0417 18:49:40.621917 3668 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0417 18:49:41.400028 3668 cni.go:452] [tsf-tas/rekor-server-6cddf6fd6c-85bb2 88727088c5fedca8bbde9fda22d6b497a5d9693c48af82fc068ca2127a1992ce network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-6cddf6fd6c-85bb2 88727088c5fedca8bbde9fda22d6b497a5d9693c48af82fc068ca2127a1992ce network default NAD default NAD key ] I0417 18:49:41.410061 3668 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-6cddf6fd6c-85bb2, hostIfaceName: 88727088c5fedca, network: default, NAD default, SandboxID: "88727088c5fedca8bbde9fda22d6b497a5d9693c48af82fc068ca2127a1992ce", PCI device ID: , UID: "dad349cc-9bab-469e-affe-07a99a46f487", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0417 18:49:41.461604 3668 cni.go:473] [tsf-tas/rekor-server-6cddf6fd6c-85bb2 88727088c5fedca8bbde9fda22d6b497a5d9693c48af82fc068ca2127a1992ce network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-6cddf6fd6c-85bb2 88727088c5fedca8bbde9fda22d6b497a5d9693c48af82fc068ca2127a1992ce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:83:cc:ec:91:8c\",\"name\":\"88727088c5fedca\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/149d54a9-3306-4887-90ed-e8efda9c26ed\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 18:49:42.866620 3668 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:49:42.867263 3668 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:49:42.886056 3668 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:49:42.886081 3668 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:49:42.891828 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0417 18:49:42.891853 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0417 18:49:44.174249 3668 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-dlckp] creating logical port tsf-tpa_create-db-dlckp for pod on switch ip-10-0-0-216.ec2.internal I0417 18:49:44.174349 3668 kube.go:256] Updating pod tsf-tpa/create-db-dlckp I0417 18:49:44.185017 3668 pod.go:62] [tsf-tpa/create-db-dlckp] pod update took 10.693133ms I0417 18:49:44.185036 3668 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-dlckp] addLogicalPort annotation time took 10.718143ms I0417 18:49:44.186317 3668 pods.go:271] [tsf-tpa/create-db-dlckp] addLogicalPort took 12.092343ms, libovsdb time 912.601µs W0417 18:49:44.463509 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0417 18:49:44.534065 3668 cni.go:452] [tsf-tpa/create-db-dlckp d2808777028885ca58d22fce0c4f07b5b8a487e64677b24cd00c663dd5a2d3a2 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-dlckp d2808777028885ca58d22fce0c4f07b5b8a487e64677b24cd00c663dd5a2d3a2 network default NAD default NAD key ] I0417 18:49:44.544056 3668 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-dlckp, hostIfaceName: d2808777028885c, network: default, NAD default, SandboxID: "d2808777028885ca58d22fce0c4f07b5b8a487e64677b24cd00c663dd5a2d3a2", PCI device ID: , UID: "f2f85eca-d53f-48c8-a117-2ee271789d07", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0417 18:49:44.596633 3668 cni.go:473] [tsf-tpa/create-db-dlckp d2808777028885ca58d22fce0c4f07b5b8a487e64677b24cd00c663dd5a2d3a2 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-dlckp d2808777028885ca58d22fce0c4f07b5b8a487e64677b24cd00c663dd5a2d3a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:8a:ef:fd:c8:2d\",\"name\":\"d2808777028885c\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fddd771e-0c1e-4345-a5ce-7b9c482488af\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 18:49:48.493100 3668 cni.go:452] [tsf-tpa/create-db-dlckp d2808777028885ca58d22fce0c4f07b5b8a487e64677b24cd00c663dd5a2d3a2 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-dlckp d2808777028885ca58d22fce0c4f07b5b8a487e64677b24cd00c663dd5a2d3a2 network default NAD default NAD key ] I0417 18:49:48.588900 3668 cni.go:473] [tsf-tpa/create-db-dlckp d2808777028885ca58d22fce0c4f07b5b8a487e64677b24cd00c663dd5a2d3a2 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-dlckp d2808777028885ca58d22fce0c4f07b5b8a487e64677b24cd00c663dd5a2d3a2 network default NAD default NAD key default], result "{}", err I0417 18:49:48.639775 3668 obj_retry.go:498] Detected object tsf-tpa/create-db-dlckp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:49:48.639833 3668 pods.go:176] Deleting pod: tsf-tpa/create-db-dlckp I0417 18:49:48.641215 3668 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-dlckp, ips: 10.130.0.47 I0417 18:49:48.641240 3668 obj_retry.go:498] Detected object tsf-tpa/create-db-dlckp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:49:49.662444 3668 obj_retry.go:492] Detected object tsf-tpa/create-db-dlckp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:49:49.662466 3668 obj_retry.go:492] Detected object tsf-tpa/create-db-dlckp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:49:49.768831 3668 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-58x72] creating logical port tsf-tpa_migrate-db-58x72 for pod on switch ip-10-0-0-216.ec2.internal I0417 18:49:49.768929 3668 kube.go:256] Updating pod tsf-tpa/migrate-db-58x72 I0417 18:49:49.780010 3668 pod.go:62] [tsf-tpa/migrate-db-58x72] pod update took 11.105148ms I0417 18:49:49.780037 3668 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-58x72] addLogicalPort annotation time took 11.138859ms I0417 18:49:49.781607 3668 pods.go:271] [tsf-tpa/migrate-db-58x72] addLogicalPort took 12.818296ms, libovsdb time 1.001384ms I0417 18:49:50.130226 3668 cni.go:452] [tsf-tpa/migrate-db-58x72 243bf32a1fafbd5262611b00d9bfb4618e8452fd6ed72f7d2ac9990963b2507c network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-58x72 243bf32a1fafbd5262611b00d9bfb4618e8452fd6ed72f7d2ac9990963b2507c network default NAD default NAD key ] I0417 18:49:50.141258 3668 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-58x72, hostIfaceName: 243bf32a1fafbd5, network: default, NAD default, SandboxID: "243bf32a1fafbd5262611b00d9bfb4618e8452fd6ed72f7d2ac9990963b2507c", PCI device ID: , UID: "8419b546-107a-4f7b-a542-c1fd810b7a86", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0417 18:49:50.193311 3668 cni.go:473] [tsf-tpa/migrate-db-58x72 243bf32a1fafbd5262611b00d9bfb4618e8452fd6ed72f7d2ac9990963b2507c network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-58x72 243bf32a1fafbd5262611b00d9bfb4618e8452fd6ed72f7d2ac9990963b2507c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:df:4e:1d:7a:ba\",\"name\":\"243bf32a1fafbd5\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e7b41fa8-b5e4-438a-95ac-426124aae6e4\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 18:49:52.521934 3668 cni.go:452] [tsf-tpa/migrate-db-58x72 243bf32a1fafbd5262611b00d9bfb4618e8452fd6ed72f7d2ac9990963b2507c network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-58x72 243bf32a1fafbd5262611b00d9bfb4618e8452fd6ed72f7d2ac9990963b2507c network default NAD default NAD key ] I0417 18:49:52.611528 3668 cni.go:473] [tsf-tpa/migrate-db-58x72 243bf32a1fafbd5262611b00d9bfb4618e8452fd6ed72f7d2ac9990963b2507c network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-58x72 243bf32a1fafbd5262611b00d9bfb4618e8452fd6ed72f7d2ac9990963b2507c network default NAD default NAD key default], result "{}", err I0417 18:49:52.660436 3668 obj_retry.go:498] Detected object tsf-tpa/migrate-db-58x72 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:49:52.660478 3668 pods.go:176] Deleting pod: tsf-tpa/migrate-db-58x72 I0417 18:49:52.661930 3668 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-58x72, ips: 10.130.0.48 I0417 18:49:52.661954 3668 obj_retry.go:498] Detected object tsf-tpa/migrate-db-58x72 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:49:52.794347 3668 obj_retry.go:492] Detected object tsf-tpa/migrate-db-58x72 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:49:52.794373 3668 obj_retry.go:492] Detected object tsf-tpa/migrate-db-58x72 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:49:52.972308 3668 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-ldjg5] creating logical port tsf-tpa_create-importers-ldjg5 for pod on switch ip-10-0-0-216.ec2.internal I0417 18:49:52.972427 3668 kube.go:256] Updating pod tsf-tpa/create-importers-ldjg5 I0417 18:49:52.986232 3668 pod.go:62] [tsf-tpa/create-importers-ldjg5] pod update took 13.839715ms I0417 18:49:52.986252 3668 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-ldjg5] addLogicalPort annotation time took 13.865863ms I0417 18:49:52.987594 3668 pods.go:271] [tsf-tpa/create-importers-ldjg5] addLogicalPort took 15.307906ms, libovsdb time 934.528µs I0417 18:49:53.335885 3668 cni.go:452] [tsf-tpa/create-importers-ldjg5 c1384815e620ee5b8ab008178f073100e23c3e560c257e2ec2ad1722ec4119c4 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-ldjg5 c1384815e620ee5b8ab008178f073100e23c3e560c257e2ec2ad1722ec4119c4 network default NAD default NAD key ] I0417 18:49:53.345878 3668 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-ldjg5, hostIfaceName: c1384815e620ee5, network: default, NAD default, SandboxID: "c1384815e620ee5b8ab008178f073100e23c3e560c257e2ec2ad1722ec4119c4", PCI device ID: , UID: "1cf0cdbd-7118-407d-8a1e-dd6baae28513", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0417 18:49:53.397591 3668 cni.go:473] [tsf-tpa/create-importers-ldjg5 c1384815e620ee5b8ab008178f073100e23c3e560c257e2ec2ad1722ec4119c4 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-ldjg5 c1384815e620ee5b8ab008178f073100e23c3e560c257e2ec2ad1722ec4119c4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:1e:8d:7a:2c:ad\",\"name\":\"c1384815e620ee5\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96adb6c3-dc1f-4339-abc7-9c2a825836c4\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 18:49:55.473684 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0417 18:49:55.545787 3668 cni.go:452] [tsf-tpa/create-importers-ldjg5 c1384815e620ee5b8ab008178f073100e23c3e560c257e2ec2ad1722ec4119c4 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-ldjg5 c1384815e620ee5b8ab008178f073100e23c3e560c257e2ec2ad1722ec4119c4 network default NAD default NAD key ] I0417 18:49:55.641084 3668 cni.go:473] [tsf-tpa/create-importers-ldjg5 c1384815e620ee5b8ab008178f073100e23c3e560c257e2ec2ad1722ec4119c4 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-ldjg5 c1384815e620ee5b8ab008178f073100e23c3e560c257e2ec2ad1722ec4119c4 network default NAD default NAD key default], result "{}", err I0417 18:49:55.690978 3668 obj_retry.go:498] Detected object tsf-tpa/create-importers-ldjg5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:49:55.691007 3668 pods.go:176] Deleting pod: tsf-tpa/create-importers-ldjg5 I0417 18:49:55.692490 3668 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-ldjg5, ips: 10.130.0.49 I0417 18:49:55.692528 3668 obj_retry.go:498] Detected object tsf-tpa/create-importers-ldjg5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:49:56.003321 3668 obj_retry.go:492] Detected object tsf-tpa/create-importers-ldjg5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:49:56.003346 3668 obj_retry.go:492] Detected object tsf-tpa/create-importers-ldjg5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:50:02.268361 3668 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-gxnqd-j92xv] creating logical port tsf-tas_tuf-repository-init-gxnqd-j92xv for pod on switch ip-10-0-0-216.ec2.internal I0417 18:50:02.268504 3668 kube.go:256] Updating pod tsf-tas/tuf-repository-init-gxnqd-j92xv I0417 18:50:02.280069 3668 pod.go:62] [tsf-tas/tuf-repository-init-gxnqd-j92xv] pod update took 11.63225ms I0417 18:50:02.280095 3668 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-gxnqd-j92xv] addLogicalPort annotation time took 11.662628ms I0417 18:50:02.281414 3668 pods.go:271] [tsf-tas/tuf-repository-init-gxnqd-j92xv] addLogicalPort took 13.07461ms, libovsdb time 920.714µs I0417 18:50:03.988239 3668 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607530-gw94z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:50:03.988843 3668 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607530-gw94z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:50:04.858926 3668 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607530-gw94z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:50:04.858953 3668 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607530-gw94z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0417 18:50:05.755323 3668 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0417 18:50:07.854227 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0417 18:50:09.975618 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0417 18:50:10.731718 3668 cni.go:452] [tsf-tas/tuf-repository-init-gxnqd-j92xv eff461da6dca6414fd62e411fa4048764673aee145b12feae7f01b006cb6f98e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-gxnqd-j92xv eff461da6dca6414fd62e411fa4048764673aee145b12feae7f01b006cb6f98e network default NAD default NAD key ] I0417 18:50:10.741341 3668 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-gxnqd-j92xv, hostIfaceName: eff461da6dca641, network: default, NAD default, SandboxID: "eff461da6dca6414fd62e411fa4048764673aee145b12feae7f01b006cb6f98e", PCI device ID: , UID: "86beec47-f4be-4672-adff-24a42e2de533", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0417 18:50:10.793866 3668 cni.go:473] [tsf-tas/tuf-repository-init-gxnqd-j92xv eff461da6dca6414fd62e411fa4048764673aee145b12feae7f01b006cb6f98e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-gxnqd-j92xv eff461da6dca6414fd62e411fa4048764673aee145b12feae7f01b006cb6f98e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:00:ff:b0:9d:50\",\"name\":\"eff461da6dca641\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b2492e39-4e22-4ff7-89d2-702ff2c37ba7\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 18:50:14.660974 3668 cni.go:452] [tsf-tas/tuf-repository-init-gxnqd-j92xv eff461da6dca6414fd62e411fa4048764673aee145b12feae7f01b006cb6f98e network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-gxnqd-j92xv eff461da6dca6414fd62e411fa4048764673aee145b12feae7f01b006cb6f98e network default NAD default NAD key ] I0417 18:50:14.742992 3668 cni.go:473] [tsf-tas/tuf-repository-init-gxnqd-j92xv eff461da6dca6414fd62e411fa4048764673aee145b12feae7f01b006cb6f98e network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-gxnqd-j92xv eff461da6dca6414fd62e411fa4048764673aee145b12feae7f01b006cb6f98e network default NAD default NAD key default], result "{}", err I0417 18:50:14.792171 3668 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-gxnqd-j92xv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:50:14.792210 3668 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-gxnqd-j92xv I0417 18:50:14.793920 3668 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-gxnqd-j92xv, ips: 10.130.0.50 I0417 18:50:14.793954 3668 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-gxnqd-j92xv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:50:15.682295 3668 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-gxnqd-j92xv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:50:15.682323 3668 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-gxnqd-j92xv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:50:19.372798 3668 base_network_controller_pods.go:487] [default/tsf-tas/tuf-bc5768c88-5mbs4] creating logical port tsf-tas_tuf-bc5768c88-5mbs4 for pod on switch ip-10-0-0-216.ec2.internal I0417 18:50:19.372922 3668 kube.go:256] Updating pod tsf-tas/tuf-bc5768c88-5mbs4 I0417 18:50:19.385852 3668 pod.go:62] [tsf-tas/tuf-bc5768c88-5mbs4] pod update took 12.954119ms I0417 18:50:19.385873 3668 base_network_controller_pods.go:951] [default/tsf-tas/tuf-bc5768c88-5mbs4] addLogicalPort annotation time took 12.980016ms I0417 18:50:19.387100 3668 pods.go:271] [tsf-tas/tuf-bc5768c88-5mbs4] addLogicalPort took 14.319224ms, libovsdb time 837.848µs I0417 18:50:20.939172 3668 cni.go:452] [tsf-tas/tuf-bc5768c88-5mbs4 0454cd833a178c0bf8ba4be18c46da8e33f28c13c93dede39f37b418a88534d3 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-bc5768c88-5mbs4 0454cd833a178c0bf8ba4be18c46da8e33f28c13c93dede39f37b418a88534d3 network default NAD default NAD key ] I0417 18:50:20.948901 3668 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-bc5768c88-5mbs4, hostIfaceName: 0454cd833a178c0, network: default, NAD default, SandboxID: "0454cd833a178c0bf8ba4be18c46da8e33f28c13c93dede39f37b418a88534d3", PCI device ID: , UID: "91e8217a-3d4a-42c6-9491-9d4c539c6023", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0417 18:50:21.003401 3668 cni.go:473] [tsf-tas/tuf-bc5768c88-5mbs4 0454cd833a178c0bf8ba4be18c46da8e33f28c13c93dede39f37b418a88534d3 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-bc5768c88-5mbs4 0454cd833a178c0bf8ba4be18c46da8e33f28c13c93dede39f37b418a88534d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:16:66:78:c0:d9\",\"name\":\"0454cd833a178c0\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/776901ff-cd9d-489c-a9c3-679214427733\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 18:50:21.942032 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 W0417 18:50:22.704931 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0417 18:50:28.852787 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=97 W0417 18:50:33.714627 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0417 18:50:34.155066 3668 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:50:34.155607 3668 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:50:34.191507 3668 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:50:34.191532 3668 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:50:34.197227 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0417 18:50:34.197251 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0417 18:50:34.997315 3668 namespace.go:98] [build-service] adding namespace I0417 18:50:34.997476 3668 namespace.go:98] [integration-service] adding namespace I0417 18:50:34.997532 3668 namespace.go:98] [default-tenant] adding namespace I0417 18:50:34.998293 3668 namespace.go:102] [build-service] adding namespace took 956.478µs I0417 18:50:34.998894 3668 namespace.go:102] [integration-service] adding namespace took 1.388894ms I0417 18:50:34.999425 3668 namespace.go:102] [default-tenant] adding namespace took 1.879022ms I0417 18:50:34.999448 3668 namespace.go:98] [image-controller] adding namespace I0417 18:50:34.999890 3668 namespace.go:102] [image-controller] adding namespace took 437.424µs I0417 18:50:35.081752 3668 namespace.go:142] [build-service] updating namespace I0417 18:50:35.100178 3668 namespace.go:142] [build-service] updating namespace I0417 18:50:35.100976 3668 namespace.go:142] [integration-service] updating namespace I0417 18:50:35.121436 3668 namespace.go:142] [integration-service] updating namespace I0417 18:50:35.140172 3668 namespace.go:142] [default-tenant] updating namespace I0417 18:50:35.170195 3668 namespace.go:142] [image-controller] updating namespace I0417 18:50:35.170262 3668 namespace.go:142] [default-tenant] updating namespace I0417 18:50:35.200217 3668 namespace.go:142] [image-controller] updating namespace I0417 18:50:35.288784 3668 namespace.go:142] [build-service] updating namespace I0417 18:50:35.335163 3668 namespace.go:142] [integration-service] updating namespace I0417 18:50:35.394343 3668 namespace.go:98] [release-service] adding namespace I0417 18:50:35.395168 3668 namespace.go:102] [release-service] adding namespace took 807.21µs I0417 18:50:35.431327 3668 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-216.ec2.internal I0417 18:50:35.431410 3668 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0417 18:50:35.439182 3668 namespace.go:142] [release-service] updating namespace I0417 18:50:35.459620 3668 namespace.go:142] [release-service] updating namespace I0417 18:50:35.474951 3668 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 43.562423ms I0417 18:50:35.474971 3668 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 43.586907ms I0417 18:50:35.476246 3668 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 44.934759ms, libovsdb time 883.162µs I0417 18:50:35.480043 3668 namespace.go:142] [konflux-ui] updating namespace I0417 18:50:35.657074 3668 namespace.go:98] [konflux-info] adding namespace I0417 18:50:35.657892 3668 namespace.go:102] [konflux-info] adding namespace took 798.849µs I0417 18:50:35.733219 3668 namespace.go:142] [konflux-info] updating namespace I0417 18:50:35.743185 3668 namespace.go:142] [konflux-info] updating namespace I0417 18:50:35.763180 3668 namespace.go:98] [namespace-lister] adding namespace I0417 18:50:35.764123 3668 namespace.go:102] [namespace-lister] adding namespace took 924.866µs I0417 18:50:35.808192 3668 namespace.go:142] [build-service] updating namespace I0417 18:50:35.808372 3668 namespace.go:142] [namespace-lister] updating namespace I0417 18:50:35.859151 3668 namespace.go:142] [namespace-lister] updating namespace I0417 18:50:35.905217 3668 namespace.go:98] [enterprise-contract-service] adding namespace I0417 18:50:35.906075 3668 namespace.go:102] [enterprise-contract-service] adding namespace took 839.827µs I0417 18:50:35.968536 3668 namespace.go:142] [enterprise-contract-service] updating namespace I0417 18:50:36.021713 3668 namespace.go:142] [image-controller] updating namespace I0417 18:50:36.041247 3668 namespace.go:142] [enterprise-contract-service] updating namespace I0417 18:50:36.094462 3668 namespace.go:142] [default-tenant] updating namespace I0417 18:50:36.398086 3668 namespace.go:142] [image-controller] updating namespace I0417 18:50:36.609115 3668 namespace.go:142] [integration-service] updating namespace I0417 18:50:36.684685 3668 cni.go:452] [konflux-ui/test-tsf-konflux b84af6661a58d02f24217c73ea023e01b16016b2ab5f30aaec37757d2aaa123d network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux b84af6661a58d02f24217c73ea023e01b16016b2ab5f30aaec37757d2aaa123d network default NAD default NAD key ] I0417 18:50:36.694742 3668 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: b84af6661a58d02, network: default, NAD default, SandboxID: "b84af6661a58d02f24217c73ea023e01b16016b2ab5f30aaec37757d2aaa123d", PCI device ID: , UID: "b9ccab78-cb37-41e8-8a84-fe4a6ffd9c99", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0417 18:50:36.747159 3668 cni.go:473] [konflux-ui/test-tsf-konflux b84af6661a58d02f24217c73ea023e01b16016b2ab5f30aaec37757d2aaa123d network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux b84af6661a58d02f24217c73ea023e01b16016b2ab5f30aaec37757d2aaa123d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:02:f1:c0:71:eb\",\"name\":\"b84af6661a58d02\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fca8ed2a-4507-47b3-a01e-87e5d2b4b37a\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 18:50:36.751160 3668 namespace.go:142] [build-service] updating namespace I0417 18:50:36.859081 3668 namespace.go:142] [default-tenant] updating namespace I0417 18:50:36.861024 3668 namespace.go:142] [image-controller] updating namespace I0417 18:50:36.861170 3668 namespace.go:142] [integration-service] updating namespace I0417 18:50:37.099530 3668 namespace.go:142] [default-tenant] updating namespace I0417 18:50:37.161091 3668 namespace.go:142] [build-service] updating namespace I0417 18:50:37.288362 3668 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0417 18:50:37.288902 3668 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0417 18:50:37.288920 3668 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0417 18:50:37.291537 3668 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0417 18:50:37.366933 3668 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0417 18:50:37.366953 3668 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0417 18:50:37.367693 3668 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0417 18:50:37.430723 3668 namespace.go:142] [default-tenant] updating namespace I0417 18:50:37.525449 3668 namespace.go:98] [segment-bridge] adding namespace I0417 18:50:37.526180 3668 namespace.go:102] [segment-bridge] adding namespace took 711.014µs I0417 18:50:37.536159 3668 namespace.go:142] [image-controller] updating namespace I0417 18:50:37.556901 3668 namespace.go:142] [segment-bridge] updating namespace I0417 18:50:37.623037 3668 namespace.go:142] [segment-bridge] updating namespace I0417 18:50:37.654083 3668 namespace.go:142] [integration-service] updating namespace I0417 18:50:38.401252 3668 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-4sp7w] creating logical port image-controller_image-controller-controller-manager-6f859968fc-4sp7w for pod on switch ip-10-0-0-216.ec2.internal I0417 18:50:38.401411 3668 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-4sp7w I0417 18:50:38.451174 3668 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-4sp7w] pod update took 49.793467ms I0417 18:50:38.451263 3668 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-4sp7w] addLogicalPort annotation time took 49.886615ms I0417 18:50:38.452570 3668 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-4sp7w] addLogicalPort took 51.335109ms, libovsdb time 899.412µs I0417 18:50:38.487421 3668 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-jx4qd] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-jx4qd for pod on switch ip-10-0-0-216.ec2.internal I0417 18:50:38.487562 3668 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-jx4qd I0417 18:50:38.528185 3668 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-jx4qd] pod update took 40.646984ms I0417 18:50:38.528214 3668 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-jx4qd] addLogicalPort annotation time took 40.683004ms I0417 18:50:38.529767 3668 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-jx4qd] addLogicalPort took 42.362047ms, libovsdb time 1.06329ms I0417 18:50:38.888196 3668 namespace.go:142] [enterprise-contract-service] updating namespace I0417 18:50:38.973613 3668 base_network_controller_pods.go:487] [default/konflux-ui/proxy-7685cbc76b-58gr9] creating logical port konflux-ui_proxy-7685cbc76b-58gr9 for pod on switch ip-10-0-0-216.ec2.internal I0417 18:50:38.973622 3668 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-58f96dcd8d-wwbgc] creating logical port release-service_release-service-controller-manager-58f96dcd8d-wwbgc for pod on switch ip-10-0-0-216.ec2.internal I0417 18:50:38.973731 3668 kube.go:256] Updating pod release-service/release-service-controller-manager-58f96dcd8d-wwbgc I0417 18:50:38.973762 3668 kube.go:256] Updating pod konflux-ui/proxy-7685cbc76b-58gr9 I0417 18:50:39.011269 3668 pod.go:62] [konflux-ui/proxy-7685cbc76b-58gr9] pod update took 37.569763ms I0417 18:50:39.011278 3668 pod.go:62] [release-service/release-service-controller-manager-58f96dcd8d-wwbgc] pod update took 37.580499ms I0417 18:50:39.011295 3668 base_network_controller_pods.go:951] [default/konflux-ui/proxy-7685cbc76b-58gr9] addLogicalPort annotation time took 37.602287ms I0417 18:50:39.011299 3668 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-58f96dcd8d-wwbgc] addLogicalPort annotation time took 37.607795ms I0417 18:50:39.012615 3668 pods.go:271] [release-service/release-service-controller-manager-58f96dcd8d-wwbgc] addLogicalPort took 39.008818ms, libovsdb time 869.65µs I0417 18:50:39.012963 3668 pods.go:271] [konflux-ui/proxy-7685cbc76b-58gr9] addLogicalPort took 39.372814ms, libovsdb time 1.192204ms I0417 18:50:39.085537 3668 namespace.go:142] [konflux-info] updating namespace I0417 18:50:39.136338 3668 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-4sp7w 1604a5dcfc61d784c622e1bb9094fa930addb549e031d2a152eaf2b09af06a4e network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-4sp7w 1604a5dcfc61d784c622e1bb9094fa930addb549e031d2a152eaf2b09af06a4e network default NAD default NAD key ] I0417 18:50:39.146309 3668 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-4sp7w, hostIfaceName: 1604a5dcfc61d78, network: default, NAD default, SandboxID: "1604a5dcfc61d784c622e1bb9094fa930addb549e031d2a152eaf2b09af06a4e", PCI device ID: , UID: "a891761e-6a32-4735-bdbc-a599b834db3a", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0417 18:50:39.200577 3668 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-4sp7w 1604a5dcfc61d784c622e1bb9094fa930addb549e031d2a152eaf2b09af06a4e network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-4sp7w 1604a5dcfc61d784c622e1bb9094fa930addb549e031d2a152eaf2b09af06a4e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:ec:1d:2f:2f:93\",\"name\":\"1604a5dcfc61d78\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1bd176a9-8bbd-4c6e-b5be-b3b8817376af\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 18:50:39.307131 3668 namespace.go:142] [namespace-lister] updating namespace I0417 18:50:39.493031 3668 namespace.go:142] [release-service] updating namespace I0417 18:50:39.687426 3668 namespace.go:142] [segment-bridge] updating namespace I0417 18:50:39.798301 3668 namespace.go:142] [enterprise-contract-service] updating namespace I0417 18:50:39.835268 3668 namespace.go:142] [konflux-info] updating namespace I0417 18:50:39.858356 3668 namespace.go:142] [namespace-lister] updating namespace I0417 18:50:39.869784 3668 namespace.go:142] [release-service] updating namespace I0417 18:50:39.909933 3668 namespace.go:142] [segment-bridge] updating namespace I0417 18:50:39.941852 3668 namespace.go:142] [enterprise-contract-service] updating namespace I0417 18:50:40.006115 3668 namespace.go:142] [konflux-info] updating namespace I0417 18:50:40.122600 3668 namespace.go:142] [namespace-lister] updating namespace I0417 18:50:40.205166 3668 namespace.go:142] [release-service] updating namespace I0417 18:50:40.260405 3668 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7bfb9d8f7f-s8h86] creating logical port integration-service_integration-service-controller-manager-7bfb9d8f7f-s8h86 for pod on switch ip-10-0-0-216.ec2.internal I0417 18:50:40.260509 3668 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7bfb9d8f7f-s8h86 I0417 18:50:40.295366 3668 pod.go:62] [integration-service/integration-service-controller-manager-7bfb9d8f7f-s8h86] pod update took 34.887943ms I0417 18:50:40.295459 3668 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7bfb9d8f7f-s8h86] addLogicalPort annotation time took 34.987153ms I0417 18:50:40.296962 3668 pods.go:271] [integration-service/integration-service-controller-manager-7bfb9d8f7f-s8h86] addLogicalPort took 36.570562ms, libovsdb time 1.0375ms I0417 18:50:40.313236 3668 namespace.go:142] [segment-bridge] updating namespace W0417 18:50:41.058856 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0417 18:50:43.069966 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0417 18:50:43.856612 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0417 18:50:46.138948 3668 cni.go:452] [integration-service/integration-service-controller-manager-7bfb9d8f7f-s8h86 335839a9bb9e2c9774ca79ee837da69469fbdf47c5c4a8e3c62d9ee552dfc344 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7bfb9d8f7f-s8h86 335839a9bb9e2c9774ca79ee837da69469fbdf47c5c4a8e3c62d9ee552dfc344 network default NAD default NAD key ] I0417 18:50:46.148269 3668 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7bfb9d8f7f-s8h86, hostIfaceName: 335839a9bb9e2c9, network: default, NAD default, SandboxID: "335839a9bb9e2c9774ca79ee837da69469fbdf47c5c4a8e3c62d9ee552dfc344", PCI device ID: , UID: "d7265747-9c80-48b3-8ffa-31a7e630b9fe", MAC: 0a:58:0a:82:00:39, IPs: [10.130.0.57/23] I0417 18:50:46.204665 3668 cni.go:473] [integration-service/integration-service-controller-manager-7bfb9d8f7f-s8h86 335839a9bb9e2c9774ca79ee837da69469fbdf47c5c4a8e3c62d9ee552dfc344 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7bfb9d8f7f-s8h86 335839a9bb9e2c9774ca79ee837da69469fbdf47c5c4a8e3c62d9ee552dfc344 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:8d:20:ac:14:54\",\"name\":\"335839a9bb9e2c9\"},{\"mac\":\"0a:58:0a:82:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/64b52404-73c6-482a-bc06-6f5ca0ab0dc7\"}],\"ips\":[{\"address\":\"10.130.0.57/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 18:50:46.347785 3668 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-jx4qd 001c050a6b87a407442a38515be1b8afa64118b1e39e453228b48275a436f40c network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-jx4qd 001c050a6b87a407442a38515be1b8afa64118b1e39e453228b48275a436f40c network default NAD default NAD key ] I0417 18:50:46.357721 3668 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-jx4qd, hostIfaceName: 001c050a6b87a40, network: default, NAD default, SandboxID: "001c050a6b87a407442a38515be1b8afa64118b1e39e453228b48275a436f40c", PCI device ID: , UID: "25517502-6a0c-4773-b61a-be534489a7da", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0417 18:50:46.411104 3668 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-jx4qd 001c050a6b87a407442a38515be1b8afa64118b1e39e453228b48275a436f40c network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-jx4qd 001c050a6b87a407442a38515be1b8afa64118b1e39e453228b48275a436f40c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:dc:22:17:d9:b8\",\"name\":\"001c050a6b87a40\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/15785ceb-3b31-42cd-89b8-04c872fdaeb8\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 18:50:46.836552 3668 cni.go:452] [konflux-ui/proxy-7685cbc76b-58gr9 bd64da7793657242f94c4e3af19a9e79fc25e3dbbe591542afac8392be515bc0 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-7685cbc76b-58gr9 bd64da7793657242f94c4e3af19a9e79fc25e3dbbe591542afac8392be515bc0 network default NAD default NAD key ] I0417 18:50:46.845874 3668 cni.go:452] [release-service/release-service-controller-manager-58f96dcd8d-wwbgc 0be94bfa89fae70d79d7cbd3571a571f3ae643fbe52650a9a680768ccddd8446 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-58f96dcd8d-wwbgc 0be94bfa89fae70d79d7cbd3571a571f3ae643fbe52650a9a680768ccddd8446 network default NAD default NAD key ] I0417 18:50:46.850656 3668 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-7685cbc76b-58gr9, hostIfaceName: bd64da779365724, network: default, NAD default, SandboxID: "bd64da7793657242f94c4e3af19a9e79fc25e3dbbe591542afac8392be515bc0", PCI device ID: , UID: "416f4b06-eaca-461d-a23b-4ed7b667dddf", MAC: 0a:58:0a:82:00:38, IPs: [10.130.0.56/23] I0417 18:50:46.868377 3668 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-58f96dcd8d-wwbgc, hostIfaceName: 0be94bfa89fae70, network: default, NAD default, SandboxID: "0be94bfa89fae70d79d7cbd3571a571f3ae643fbe52650a9a680768ccddd8446", PCI device ID: , UID: "a9e78c75-1236-4c51-8040-a27804cb9223", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23] I0417 18:50:46.922547 3668 cni.go:473] [konflux-ui/proxy-7685cbc76b-58gr9 bd64da7793657242f94c4e3af19a9e79fc25e3dbbe591542afac8392be515bc0 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-7685cbc76b-58gr9 bd64da7793657242f94c4e3af19a9e79fc25e3dbbe591542afac8392be515bc0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:31:d1:27:91:a8\",\"name\":\"bd64da779365724\"},{\"mac\":\"0a:58:0a:82:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d0dbc59-df76-4024-8398-9c5b53baa0f1\"}],\"ips\":[{\"address\":\"10.130.0.56/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 18:50:46.952373 3668 cni.go:473] [release-service/release-service-controller-manager-58f96dcd8d-wwbgc 0be94bfa89fae70d79d7cbd3571a571f3ae643fbe52650a9a680768ccddd8446 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-58f96dcd8d-wwbgc 0be94bfa89fae70d79d7cbd3571a571f3ae643fbe52650a9a680768ccddd8446 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:a2:04:bd:3b:ad\",\"name\":\"0be94bfa89fae70\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fac9a004-9b87-4425-ad18-c565314d1c94\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 18:50:48.097611 3668 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0417 18:50:52.133920 3668 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0417 18:50:52.133943 3668 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0417 18:50:53.947373 3668 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0417 18:50:53.948382 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0417 18:50:53.964591 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0417 18:50:53.967555 3668 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0417 18:50:53.992974 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0417 18:50:53.993011 3668 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0417 18:50:54.016309 3668 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0417 18:50:54.016326 3668 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0417 18:50:54.870407 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0417 18:51:04.960575 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0417 18:51:04.962352 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0417 18:51:04.984842 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0417 18:51:04.987503 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0417 18:51:05.197171 3668 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-jx4qd 001c050a6b87a407442a38515be1b8afa64118b1e39e453228b48275a436f40c network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-jx4qd 001c050a6b87a407442a38515be1b8afa64118b1e39e453228b48275a436f40c network default NAD default NAD key ] I0417 18:51:05.286603 3668 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-jx4qd 001c050a6b87a407442a38515be1b8afa64118b1e39e453228b48275a436f40c network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-jx4qd 001c050a6b87a407442a38515be1b8afa64118b1e39e453228b48275a436f40c network default NAD default NAD key default], result "{}", err I0417 18:51:05.339721 3668 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-jx4qd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:51:05.339753 3668 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-jx4qd I0417 18:51:05.341160 3668 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-jx4qd, ips: 10.130.0.54 I0417 18:51:05.341190 3668 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-jx4qd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:51:06.031042 3668 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-jx4qd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:51:06.031072 3668 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-jx4qd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:51:06.033778 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-jx4qd I0417 18:51:06.033821 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-jx4qd W0417 18:51:33.220703 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0417 18:51:33.220727 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0417 18:51:33.220740 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0417 18:51:33.220747 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0417 18:51:34.035180 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0417 18:51:34.035200 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-216.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0417 18:52:02.953321 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0417 18:52:03.367480 3668 obj_retry.go:498] Detected object konflux-ui/proxy-776599d8ff-zdgsj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:52:03.368097 3668 obj_retry.go:498] Detected object konflux-ui/proxy-776599d8ff-zdgsj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:52:03.543448 3668 obj_retry.go:492] Detected object konflux-ui/proxy-776599d8ff-zdgsj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:52:03.543478 3668 obj_retry.go:492] Detected object konflux-ui/proxy-776599d8ff-zdgsj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:52:03.549784 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-776599d8ff-zdgsj I0417 18:52:03.549821 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-776599d8ff-zdgsj I0417 18:52:08.420758 3668 cni.go:452] [konflux-ui/test-tsf-konflux b84af6661a58d02f24217c73ea023e01b16016b2ab5f30aaec37757d2aaa123d network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux b84af6661a58d02f24217c73ea023e01b16016b2ab5f30aaec37757d2aaa123d network default NAD default NAD key ] I0417 18:52:08.511208 3668 cni.go:473] [konflux-ui/test-tsf-konflux b84af6661a58d02f24217c73ea023e01b16016b2ab5f30aaec37757d2aaa123d network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux b84af6661a58d02f24217c73ea023e01b16016b2ab5f30aaec37757d2aaa123d network default NAD default NAD key default], result "{}", err I0417 18:52:08.561711 3668 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:52:08.561745 3668 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0417 18:52:08.563241 3668 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.130.0.52 I0417 18:52:08.563267 3668 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:52:08.578855 3668 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:52:08.578872 3668 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:52:08.585514 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0417 18:52:08.585557 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0417 18:52:13.854877 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=149 I0417 18:52:40.939515 3668 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0417 18:52:42.135992 3668 namespace.go:98] [default-managed-tenant-xa4b3] adding namespace I0417 18:52:42.136988 3668 namespace.go:102] [default-managed-tenant-xa4b3] adding namespace took 975.142µs I0417 18:52:42.183019 3668 namespace.go:142] [default-managed-tenant-xa4b3] updating namespace I0417 18:52:42.201202 3668 namespace.go:142] [default-managed-tenant-xa4b3] updating namespace I0417 18:52:43.143751 3668 namespace.go:142] [default-managed-tenant-xa4b3] updating namespace I0417 18:52:43.275743 3668 namespace.go:142] [default-managed-tenant-xa4b3] updating namespace I0417 18:52:43.373413 3668 namespace.go:142] [default-managed-tenant-xa4b3] updating namespace I0417 18:53:05.857201 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=73 I0417 18:53:17.978781 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0417 18:53:29.966034 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0417 18:53:59.972404 3668 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0417 18:54:00.855978 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=53 I0417 18:54:40.939319 3668 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0417 18:54:44.961266 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0417 18:55:50.868517 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=236 I0417 18:55:56.978136 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0417 18:56:06.855547 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=33 I0417 18:56:29.954939 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0417 18:56:37.944636 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0417 18:58:07.955950 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0417 18:59:22.856566 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0417 18:59:42.942669 3668 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0417 18:59:49.046379 3668 obj_retry.go:492] Detected object tsf-tpa/create-db-dlckp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:59:49.046421 3668 obj_retry.go:492] Detected object tsf-tpa/create-db-dlckp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:59:49.050709 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-dlckp I0417 18:59:49.050733 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-dlckp I0417 18:59:52.028946 3668 obj_retry.go:492] Detected object tsf-tpa/migrate-db-58x72 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:59:52.029011 3668 obj_retry.go:492] Detected object tsf-tpa/migrate-db-58x72 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:59:52.033480 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-58x72 I0417 18:59:52.033508 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-58x72 I0417 18:59:56.026585 3668 obj_retry.go:492] Detected object tsf-tpa/create-importers-ldjg5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:59:56.026630 3668 obj_retry.go:492] Detected object tsf-tpa/create-importers-ldjg5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:59:56.030763 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-ldjg5 I0417 18:59:56.030789 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-ldjg5 I0417 19:00:04.210232 3668 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607540-x8gtn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 19:00:04.210760 3668 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607540-x8gtn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 19:00:05.074549 3668 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607540-x8gtn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 19:00:05.074581 3668 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607540-x8gtn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 19:00:31.967951 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 W0417 19:00:35.261661 3668 duration.go:461] Config duration recorder: measurement expired for pod/kube-system/ecr-credential-refresh-initial-4g8fb I0417 19:00:57.857927 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0417 19:01:02.963298 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0417 19:01:38.871323 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=33 I0417 19:01:38.974512 3668 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0417 19:01:49.981699 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0417 19:01:51.857824 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=43 I0417 19:02:16.858386 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0417 19:02:30.957007 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0417 19:02:46.860186 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=11 I0417 19:03:46.946965 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0417 19:03:58.941442 3668 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10