+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-171.ec2.internal ++ [[ -n ip-10-0-2-171.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-171.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0514 11:03:34.961055940 - disable conntrack on geneve port' I0514 11:03:34.961055940 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0514 11:03:34.980085485 - starting ovnkube-node' I0514 11:03:34.980085485 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-171.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-171.ec2.internal --init-node ip-10-0-2-171.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-171.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0514 11:03:35.027041 3693 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0514 11:03:35.027096 3693 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-61cfc9b04a.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0514 11:03:35.028436 3693 kube.go:431] Waiting for certificate I0514 11:03:35.028485 3693 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0514 11:03:35.028535 3693 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0514 11:03:35.029478 3693 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0514 11:03:35.063095 3693 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0514 11:03:35.063111 3693 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0514 11:03:35.066351 3693 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0514 11:03:35.066438 3693 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-p9mmk" I0514 11:03:35.070459 3693 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-p9mmk" I0514 11:03:35.070535 3693 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0514 11:03:36.028482 3693 kube.go:438] Certificate found I0514 11:03:36.029046 3693 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0514 11:03:36.029907 3693 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0514 11:03:36.073458 3693 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-15 10:58:35 +0000 UTC" deadline="2026-05-15 05:46:39.518024624 +0000 UTC" I0514 11:03:36.073492 3693 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h43m3.44454398s" I0514 11:03:36.105444 3693 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0514 11:03:36.113471 3693 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0514 11:03:36.113597 3693 server.go:101] MetricServer registers OVS metrics I0514 11:03:36.114189 3693 server.go:105] MetricServer registers OVN DB metrics I0514 11:03:36.118347 3693 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0514 11:03:36.118420 3693 factory.go:561] Starting watch factory I0514 11:03:36.118515 3693 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:36.118524 3693 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:36.118533 3693 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:36.118521 3693 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:36.118543 3693 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:36.118549 3693 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:36.118553 3693 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:36.118565 3693 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:36.118579 3693 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:36.118970 3693 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:36.118990 3693 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:36.118538 3693 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:36.119757 3693 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0514 11:03:36.119846 3693 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0514 11:03:36.122063 3693 controller_manager.go:370] Starting the ovnkube controller I0514 11:03:36.122073 3693 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-171.ec2.internal I0514 11:03:36.122128 3693 controller_manager.go:395] NBDB zone sync took: 46.505µs I0514 11:03:36.122140 3693 factory.go:561] Starting watch factory I0514 11:03:36.133869 3693 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0514 11:03:36.133904 3693 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0514 11:03:36.137590 3693 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0514 11:03:36.137619 3693 server.go:109] MetricServer registers OVN Controller metrics I0514 11:03:36.138016 3693 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:36.138411 3693 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:36.140797 3693 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:36.141596 3693 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:36.141773 3693 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:36.142715 3693 server.go:113] MetricServer registers OVN Northd metrics I0514 11:03:36.147432 3693 metrics.go:519] OVN Metrics Server starts to run ... I0514 11:03:36.151340 3693 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:36.224829 3693 factory.go:1977] *v1.Node informer cache synced successfully I0514 11:03:36.224844 3693 factory.go:1977] *v1.Service informer cache synced successfully I0514 11:03:36.224847 3693 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0514 11:03:36.224850 3693 factory.go:1977] *v1.Pod informer cache synced successfully I0514 11:03:36.224853 3693 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0514 11:03:36.224856 3693 factory.go:1977] *v1.Namespace informer cache synced successfully I0514 11:03:36.224915 3693 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0514 11:03:36.224941 3693 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0514 11:03:36.224951 3693 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0514 11:03:36.224968 3693 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0514 11:03:36.227226 3693 factory.go:1977] *v1.Namespace informer cache synced successfully I0514 11:03:36.227237 3693 factory.go:1977] *v1.Node informer cache synced successfully I0514 11:03:36.227240 3693 factory.go:1977] *v1.Service informer cache synced successfully I0514 11:03:36.227243 3693 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0514 11:03:36.227251 3693 factory.go:1977] *v1.Pod informer cache synced successfully I0514 11:03:36.227255 3693 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0514 11:03:36.227592 3693 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0514 11:03:36.227584 3693 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0514 11:03:36.230758 3693 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0514 11:03:36.230770 3693 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0514 11:03:36.230838 3693 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:36.230855 3693 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:36.233078 3693 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0514 11:03:36.233089 3693 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0514 11:03:36.233479 3693 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:36.236822 3693 factory.go:1977] *v1.EgressIP informer cache synced successfully I0514 11:03:36.236914 3693 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:36.236941 3693 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:36.238979 3693 factory.go:1977] *v1.EgressIP informer cache synced successfully I0514 11:03:36.239576 3693 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:36.242661 3693 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0514 11:03:36.242723 3693 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:36.242735 3693 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:36.244818 3693 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0514 11:03:36.244976 3693 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:36.248077 3693 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0514 11:03:36.248133 3693 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:36.248146 3693 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:36.250266 3693 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0514 11:03:36.250393 3693 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:36.253664 3693 factory.go:1977] *v1.EgressService informer cache synced successfully I0514 11:03:36.253720 3693 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:36.253732 3693 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:36.255874 3693 factory.go:1977] *v1.EgressService informer cache synced successfully I0514 11:03:36.256570 3693 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:36.259691 3693 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0514 11:03:36.259962 3693 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0514 11:03:36.259985 3693 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0514 11:03:36.260927 3693 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0514 11:03:36.262625 3693 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0514 11:03:36.264725 3693 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0514 11:03:36.264779 3693 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:36.264790 3693 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:36.264832 3693 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:36.264847 3693 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:36.266282 3693 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0514 11:03:36.267297 3693 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:36.267316 3693 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:36.270524 3693 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0514 11:03:36.270535 3693 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0514 11:03:36.270543 3693 factory.go:680] Watch Factory start up complete, took: 152.127401ms I0514 11:03:36.270652 3693 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0514 11:03:36.272007 3693 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0514 11:03:36.272018 3693 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0514 11:03:36.272025 3693 factory.go:680] Watch Factory start up complete, took: 149.884882ms I0514 11:03:36.272031 3693 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-171.ec2.internal" zone I0514 11:03:36.311213 3693 default_node_network_controller.go:710] Initializing the default node network controller I0514 11:03:36.379125 3693 udn_isolation.go:101] Starting UDN host isolation manager I0514 11:03:36.385142 3693 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0514 11:03:36.433294 3693 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0514 11:03:36.433392 3693 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0514 11:03:36.433407 3693 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0514 11:03:36.464100 3693 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0514 11:03:36.464153 3693 default_node_network_controller.go:809] Node ip-10-0-2-171.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0514 11:03:36.469023 3693 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.171"] k8s.ovn.org/zone-name:ip-10-0-2-171.ec2.internal] on node ip-10-0-2-171.ec2.internal I0514 11:03:36.488721 3693 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0514 11:03:36.494572 3693 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0514 11:03:36.494711 3693 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0514 11:03:36.494847 3693 gateway_init.go:263] Preparing Gateway I0514 11:03:36.494858 3693 gateway_shared_intf.go:1687] Creating new gateway I0514 11:03:36.522562 3693 controller_manager.go:429] Waiting for node in zone sync took: 250.518771ms I0514 11:03:36.531344 3693 controller_manager.go:611] Switching to transit router for layer2 networks I0514 11:03:36.531357 3693 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-171.ec2.internal I0514 11:03:36.548008 3693 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0514 11:03:36.554584 3693 controller_manager.go:290] SCTP support detected in OVN I0514 11:03:36.555141 3693 services_controller.go:69] Creating services controller for network=default I0514 11:03:36.555676 3693 udn_enabled_svc.go:80] Waiting for service informer to sync I0514 11:03:36.555810 3693 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0514 11:03:36.555852 3693 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0514 11:03:36.555871 3693 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0514 11:03:36.555882 3693 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0514 11:03:36.556110 3693 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0514 11:03:36.556124 3693 udn_enabled_svc.go:95] Performing full resync I0514 11:03:36.556174 3693 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0514 11:03:36.556252 3693 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 66.429µs I0514 11:03:36.556278 3693 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 91.133µs I0514 11:03:36.556290 3693 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 115.813µs I0514 11:03:36.556297 3693 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0514 11:03:36.556305 3693 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0514 11:03:36.556317 3693 default_network_controller.go:325] Starting the default network controller I0514 11:03:36.556382 3693 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 11.638µs I0514 11:03:36.556452 3693 udn_enabled_svc.go:99] Waiting for handler to sync I0514 11:03:36.556465 3693 udn_enabled_svc.go:104] Starting worker I0514 11:03:36.565189 3693 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0514 11:03:36.565242 3693 repair.go:33] Syncing exgw routes took 41.581µs I0514 11:03:36.565263 3693 default_network_controller.go:414] Starting all the Watchers... I0514 11:03:36.565387 3693 namespace.go:98] [kube-system] adding namespace I0514 11:03:36.565427 3693 namespace.go:98] [openshift-network-diagnostics] adding namespace I0514 11:03:36.565433 3693 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0514 11:03:36.565442 3693 namespace.go:98] [openshift-backplane-mobb] adding namespace I0514 11:03:36.565443 3693 namespace.go:98] [openshift-dns-operator] adding namespace I0514 11:03:36.565446 3693 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0514 11:03:36.565452 3693 namespace.go:98] [openshift-ingress-operator] adding namespace I0514 11:03:36.565455 3693 namespace.go:98] [openshift-backplane-cee] adding namespace I0514 11:03:36.565468 3693 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0514 11:03:36.565469 3693 namespace.go:98] [openshift-monitoring] adding namespace I0514 11:03:36.565470 3693 namespace.go:98] [openshift-network-node-identity] adding namespace I0514 11:03:36.565472 3693 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0514 11:03:36.565473 3693 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0514 11:03:36.565484 3693 namespace.go:98] [openshift-dns] adding namespace I0514 11:03:36.565485 3693 namespace.go:98] [openshift-etcd] adding namespace W0514 11:03:36.565487 3693 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-l9rw7: pod kube-system/global-pull-secret-syncer-l9rw7: no pod IPs found I0514 11:03:36.565974 3693 namespace.go:102] [kube-system] adding namespace took 576.044µs I0514 11:03:36.565990 3693 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0514 11:03:36.566386 3693 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 392.273µs I0514 11:03:36.566399 3693 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0514 11:03:36.566971 3693 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 565.646µs W0514 11:03:36.566974 3693 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-l4psb: pod openshift-network-diagnostics/network-check-target-l4psb: no pod IPs found I0514 11:03:36.566989 3693 namespace.go:98] [openshift-console-operator] adding namespace I0514 11:03:36.567533 3693 namespace.go:102] [openshift-network-diagnostics] adding namespace took 2.094657ms I0514 11:03:36.567547 3693 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0514 11:03:36.568050 3693 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 2.608839ms I0514 11:03:36.568063 3693 namespace.go:98] [kube-public] adding namespace I0514 11:03:36.568586 3693 namespace.go:102] [openshift-backplane-mobb] adding namespace took 3.138748ms I0514 11:03:36.568595 3693 namespace.go:98] [openshift-infra] adding namespace I0514 11:03:36.569155 3693 namespace.go:102] [openshift-dns-operator] adding namespace took 3.701118ms I0514 11:03:36.569173 3693 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0514 11:03:36.569594 3693 namespace.go:102] [openshift-ingress-operator] adding namespace took 4.135597ms I0514 11:03:36.569610 3693 namespace.go:98] [openshift-kube-apiserver] adding namespace I0514 11:03:36.570216 3693 namespace.go:102] [openshift-backplane-cee] adding namespace took 4.754742ms I0514 11:03:36.570241 3693 namespace.go:98] [openshift-authentication] adding namespace I0514 11:03:36.570800 3693 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 5.344403ms I0514 11:03:36.570812 3693 namespace.go:98] [default] adding namespace I0514 11:03:36.571345 3693 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 5.870499ms I0514 11:03:36.571365 3693 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0514 11:03:36.571826 3693 namespace.go:102] [openshift-monitoring] adding namespace took 6.34991ms I0514 11:03:36.571846 3693 namespace.go:98] [openshift-host-network] adding namespace I0514 11:03:36.572661 3693 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.180893ms I0514 11:03:36.572683 3693 namespace.go:98] [openshift-customer-monitoring] adding namespace I0514 11:03:36.573149 3693 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.66415ms I0514 11:03:36.573166 3693 namespace.go:98] [openshift-config-managed] adding namespace I0514 11:03:36.573684 3693 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.194782ms I0514 11:03:36.573702 3693 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0514 11:03:36.574257 3693 namespace.go:102] [openshift-dns] adding namespace took 8.763607ms I0514 11:03:36.574275 3693 namespace.go:98] [openshift-ingress-canary] adding namespace I0514 11:03:36.574829 3693 namespace.go:102] [openshift-etcd] adding namespace took 9.334862ms I0514 11:03:36.574842 3693 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0514 11:03:36.575284 3693 namespace.go:102] [openshift-console-operator] adding namespace took 8.28933ms I0514 11:03:36.575300 3693 namespace.go:98] [openshift-apiserver] adding namespace I0514 11:03:36.575855 3693 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.300589ms I0514 11:03:36.575872 3693 namespace.go:98] [openshift-backplane-csm] adding namespace I0514 11:03:36.576300 3693 namespace.go:102] [kube-public] adding namespace took 8.23267ms I0514 11:03:36.576314 3693 namespace.go:98] [openshift-multus] adding namespace I0514 11:03:36.576818 3693 namespace.go:102] [openshift-infra] adding namespace took 8.215356ms I0514 11:03:36.576838 3693 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0514 11:03:36.577262 3693 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 8.083049ms I0514 11:03:36.577276 3693 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0514 11:03:36.577737 3693 namespace.go:102] [openshift-kube-apiserver] adding namespace took 8.122634ms I0514 11:03:36.577748 3693 namespace.go:98] [openshift-insights] adding namespace I0514 11:03:36.578213 3693 namespace.go:102] [openshift-authentication] adding namespace took 7.965114ms I0514 11:03:36.578223 3693 namespace.go:98] [openshift-marketplace] adding namespace I0514 11:03:36.578731 3693 namespace.go:102] [default] adding namespace took 7.912939ms I0514 11:03:36.578746 3693 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0514 11:03:36.579224 3693 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.85321ms I0514 11:03:36.579237 3693 namespace.go:98] [openshift-controller-manager] adding namespace I0514 11:03:36.579709 3693 namespace.go:102] [openshift-host-network] adding namespace took 7.857326ms I0514 11:03:36.579721 3693 namespace.go:98] [openshift-route-controller-manager] adding namespace I0514 11:03:36.580147 3693 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.455542ms I0514 11:03:36.580163 3693 namespace.go:98] [openshift-console-user-settings] adding namespace I0514 11:03:36.580546 3693 namespace.go:102] [openshift-config-managed] adding namespace took 7.37307ms I0514 11:03:36.580562 3693 namespace.go:98] [openshift-apiserver-operator] adding namespace I0514 11:03:36.581009 3693 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.300254ms I0514 11:03:36.581027 3693 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0514 11:03:36.581484 3693 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.202462ms I0514 11:03:36.581500 3693 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0514 11:03:36.581911 3693 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.064716ms I0514 11:03:36.581927 3693 namespace.go:98] [openshift-machine-config-operator] adding namespace I0514 11:03:36.582276 3693 namespace.go:102] [openshift-apiserver] adding namespace took 6.969436ms W0514 11:03:36.582681 3693 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-4c7d9: pod openshift-multus/network-metrics-daemon-4c7d9: no pod IPs found I0514 11:03:36.582720 3693 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.842616ms I0514 11:03:36.582732 3693 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0514 11:03:36.583235 3693 namespace.go:102] [openshift-multus] adding namespace took 6.915439ms I0514 11:03:36.583257 3693 namespace.go:98] [openshift-machine-api] adding namespace I0514 11:03:36.583598 3693 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.754058ms I0514 11:03:36.583611 3693 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0514 11:03:36.584051 3693 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.771265ms I0514 11:03:36.584061 3693 namespace.go:98] [openshift-authentication-operator] adding namespace I0514 11:03:36.584856 3693 namespace.go:102] [openshift-insights] adding namespace took 7.102351ms I0514 11:03:36.584869 3693 namespace.go:98] [openshift-network-operator] adding namespace I0514 11:03:36.585236 3693 namespace.go:102] [openshift-marketplace] adding namespace took 7.009399ms I0514 11:03:36.585244 3693 namespace.go:98] [openshift-network-console] adding namespace I0514 11:03:36.585689 3693 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 6.93774ms I0514 11:03:36.585706 3693 namespace.go:98] [openshift-backplane-tam] adding namespace I0514 11:03:36.586096 3693 namespace.go:102] [openshift-controller-manager] adding namespace took 6.853241ms I0514 11:03:36.586108 3693 namespace.go:98] [openshift-ingress] adding namespace I0514 11:03:36.586460 3693 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.73489ms I0514 11:03:36.586472 3693 namespace.go:98] [openshift-backplane-srep] adding namespace I0514 11:03:36.586866 3693 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.696276ms I0514 11:03:36.586877 3693 namespace.go:98] [openshift-backplane-cse] adding namespace I0514 11:03:36.587234 3693 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.666408ms I0514 11:03:36.587254 3693 namespace.go:98] [openshift] adding namespace I0514 11:03:36.587664 3693 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.63101ms I0514 11:03:36.587678 3693 namespace.go:98] [openshift-must-gather-operator] adding namespace I0514 11:03:36.588096 3693 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.59109ms I0514 11:03:36.588107 3693 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0514 11:03:36.588414 3693 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.4826ms I0514 11:03:36.588422 3693 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0514 11:03:36.588893 3693 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.155848ms I0514 11:03:36.588908 3693 namespace.go:98] [openshift-package-operator] adding namespace I0514 11:03:36.589265 3693 namespace.go:102] [openshift-machine-api] adding namespace took 6.002705ms I0514 11:03:36.589276 3693 namespace.go:98] [openshift-kube-scheduler] adding namespace I0514 11:03:36.589591 3693 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 5.974819ms I0514 11:03:36.589607 3693 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0514 11:03:36.590022 3693 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.956435ms I0514 11:03:36.590380 3693 namespace.go:102] [openshift-network-operator] adding namespace took 5.505669ms I0514 11:03:36.590396 3693 namespace.go:98] [kube-node-lease] adding namespace I0514 11:03:36.590880 3693 namespace.go:102] [openshift-network-console] adding namespace took 5.631273ms I0514 11:03:36.590894 3693 namespace.go:98] [open-cluster-management-2q9lkn65p7oc806cii9pjrig10qaidvt] adding namespace I0514 11:03:36.591262 3693 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.548426ms I0514 11:03:36.591277 3693 namespace.go:98] [openshift-logging] adding namespace I0514 11:03:36.591784 3693 namespace.go:102] [openshift-ingress] adding namespace took 5.671183ms I0514 11:03:36.591799 3693 namespace.go:98] [openshift-operators] adding namespace I0514 11:03:36.592296 3693 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.818166ms I0514 11:03:36.592314 3693 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0514 11:03:36.592918 3693 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.035071ms I0514 11:03:36.592938 3693 namespace.go:98] [openshift-node] adding namespace I0514 11:03:36.593355 3693 namespace.go:102] [openshift] adding namespace took 6.096104ms I0514 11:03:36.593370 3693 namespace.go:98] [openshift-service-ca-operator] adding namespace I0514 11:03:36.594256 3693 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.571347ms I0514 11:03:36.594272 3693 namespace.go:98] [dedicated-admin] adding namespace I0514 11:03:36.594917 3693 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.803046ms I0514 11:03:36.594932 3693 namespace.go:98] [openshift-console] adding namespace I0514 11:03:36.595616 3693 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.185529ms I0514 11:03:36.595661 3693 namespace.go:98] [openshift-backplane] adding namespace I0514 11:03:36.596309 3693 namespace.go:102] [openshift-package-operator] adding namespace took 7.393862ms I0514 11:03:36.596325 3693 namespace.go:98] [openshift-config-operator] adding namespace I0514 11:03:36.596797 3693 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.515366ms I0514 11:03:36.596816 3693 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0514 11:03:36.597192 3693 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.577073ms I0514 11:03:36.597209 3693 namespace.go:98] [openshift-cluster-version] adding namespace I0514 11:03:36.597660 3693 namespace.go:102] [kube-node-lease] adding namespace took 7.256288ms I0514 11:03:36.597680 3693 namespace.go:98] [openshift-image-registry] adding namespace I0514 11:03:36.598149 3693 namespace.go:102] [open-cluster-management-2q9lkn65p7oc806cii9pjrig10qaidvt] adding namespace took 7.24876ms I0514 11:03:36.598606 3693 namespace.go:102] [openshift-logging] adding namespace took 7.322023ms I0514 11:03:36.599033 3693 namespace.go:102] [openshift-operators] adding namespace took 7.22647ms I0514 11:03:36.599519 3693 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.197985ms I0514 11:03:36.599533 3693 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0514 11:03:36.600018 3693 namespace.go:102] [openshift-node] adding namespace took 7.072271ms I0514 11:03:36.600028 3693 namespace.go:98] [openshift-operators-redhat] adding namespace I0514 11:03:36.600493 3693 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.117921ms I0514 11:03:36.600973 3693 namespace.go:102] [dedicated-admin] adding namespace took 6.695312ms I0514 11:03:36.600989 3693 namespace.go:98] [openshift-config] adding namespace I0514 11:03:36.601478 3693 namespace.go:102] [openshift-console] adding namespace took 6.538466ms I0514 11:03:36.601924 3693 namespace.go:102] [openshift-backplane] adding namespace took 6.25567ms I0514 11:03:36.602483 3693 namespace.go:102] [openshift-config-operator] adding namespace took 6.151079ms I0514 11:03:36.603001 3693 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.177862ms I0514 11:03:36.603445 3693 namespace.go:102] [openshift-cluster-version] adding namespace took 6.230271ms I0514 11:03:36.604319 3693 namespace.go:102] [openshift-image-registry] adding namespace took 6.63175ms I0514 11:03:36.604969 3693 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 5.42761ms I0514 11:03:36.605623 3693 namespace.go:102] [openshift-operators-redhat] adding namespace took 5.588727ms I0514 11:03:36.606304 3693 namespace.go:102] [openshift-config] adding namespace took 5.308225ms W0514 11:03:36.606433 3693 master.go:458] Unable to parse local node ip-10-0-2-171.ec2.internal chassis-id annotation. Chassis may be removed during sync I0514 11:03:36.606468 3693 master.go:481] Removing stale chassis with ID/Name: 13276e70-c464-448f-8443-61cd62f66bdc, hostname: ip-10-0-2-171.ec2.internal I0514 11:03:36.607074 3693 master.go:548] Adding or Updating local node "ip-10-0-2-171.ec2.internal" for network "default" I0514 11:03:36.607996 3693 zone_ic_handler.go:195] Time taken to create transit switch: 399.614µs I0514 11:03:36.608015 3693 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-241.ec2.internal for the network default I0514 11:03:36.608470 3693 zone_ic_handler.go:195] Time taken to create transit switch: 315.992µs I0514 11:03:36.608487 3693 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-21.ec2.internal for the network default I0514 11:03:36.609341 3693 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-241.ec2.internal" on network "default" took: 1.755227ms I0514 11:03:36.609695 3693 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-21.ec2.internal" on network "default" took: 1.553925ms I0514 11:03:36.611954 3693 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-171.ec2.internal for the network default I0514 11:03:36.612148 3693 zone_ic_handler.go:195] Time taken to create transit switch: 181.877µs I0514 11:03:36.613115 3693 default_network_controller.go:823] Node add failed for ip-10-0-2-171.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-171.ec2.internal, error getting gateway config for node ip-10-0-2-171.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-171.ec2.internal", failed to update chassis to local for local node ip-10-0-2-171.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-171.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-171.ec2.internal] E0514 11:03:36.613170 3693 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-171.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-171.ec2.internal, error getting gateway config for node ip-10-0-2-171.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-171.ec2.internal", failed to update chassis to local for local node ip-10-0-2-171.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-171.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-171.ec2.internal] I0514 11:03:36.613222 3693 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0514 11:03:36.613259 3693 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-171.ec2.internal", UID:"209903d3-25be-4fdd-997a-5562b5be5d7f", APIVersion:"v1", ResourceVersion:"9361", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-171.ec2.internal, error getting gateway config for node ip-10-0-2-171.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-171.ec2.internal", failed to update chassis to local for local node ip-10-0-2-171.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-171.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-171.ec2.internal] I0514 11:03:36.613273 3693 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0514 11:03:36.613286 3693 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-241.ec2.internal in network "default" I0514 11:03:36.613294 3693 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0514 11:03:36.613339 3693 node_tracker.go:169] Node ip-10-0-0-241.ec2.internal switch + router changed, syncing services in network "default" I0514 11:03:36.613352 3693 services_controller.go:574] Full service sync requested for network=default I0514 11:03:36.613365 3693 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-21.ec2.internal in network "default" I0514 11:03:36.613421 3693 node_tracker.go:169] Node ip-10-0-1-21.ec2.internal switch + router changed, syncing services in network "default" I0514 11:03:36.613430 3693 services_controller.go:574] Full service sync requested for network=default I0514 11:03:36.613439 3693 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-171.ec2.internal in network "default" I0514 11:03:36.613448 3693 node_tracker.go:235] Node ip-10-0-2-171.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-171.ec2.internal" I0514 11:03:36.613456 3693 node_tracker.go:169] Node ip-10-0-2-171.ec2.internal switch + router changed, syncing services in network "default" I0514 11:03:36.613460 3693 services_controller.go:574] Full service sync requested for network=default I0514 11:03:36.624764 3693 iptables.go:108] Creating table: filter chain: FORWARD I0514 11:03:36.631616 3693 iptables.go:108] Creating table: filter chain: OUTPUT I0514 11:03:36.638189 3693 gateway_shared_intf.go:1816] Gateway Creation Complete I0514 11:03:36.638207 3693 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-171.ec2.internal","mac-address":"0e:57:d0:b1:b6:47","ip-addresses":["10.0.2.171/24"],"ip-address":"10.0.2.171/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:13276e70-c464-448f-8443-61cd62f66bdc k8s.ovn.org/node-encap-ips:["10.0.2.171"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.171/24"} k8s.ovn.org/zone-name:ip-10-0-2-171.ec2.internal] on node ip-10-0-2-171.ec2.internal I0514 11:03:36.654111 3693 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-171.ec2.internal in network "default" I0514 11:03:36.654160 3693 node_tracker.go:169] Node ip-10-0-2-171.ec2.internal switch + router changed, syncing services in network "default" I0514 11:03:36.654175 3693 services_controller.go:574] Full service sync requested for network=default I0514 11:03:36.654257 3693 master.go:548] Adding or Updating local node "ip-10-0-2-171.ec2.internal" for network "default" I0514 11:03:36.658137 3693 default_node_network_controller.go:519] Node connection status = connected W0514 11:03:36.658851 3693 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-l9rw7: pod kube-system/global-pull-secret-syncer-l9rw7: no pod IPs found W0514 11:03:36.658866 3693 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-4c7d9: pod openshift-multus/network-metrics-daemon-4c7d9: no pod IPs found W0514 11:03:36.658879 3693 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-l4psb: pod openshift-network-diagnostics/network-check-target-l4psb: no pod IPs found I0514 11:03:36.659771 3693 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-171.ec2.internal for the network default I0514 11:03:36.659927 3693 zone_ic_handler.go:195] Time taken to create transit switch: 145.185µs I0514 11:03:36.680071 3693 namespace.go:98] [openshift-service-ca] adding namespace I0514 11:03:36.680783 3693 namespace.go:102] [openshift-service-ca] adding namespace took 697.796µs I0514 11:03:36.698285 3693 namespace.go:142] [openshift-service-ca] updating namespace I0514 11:03:36.714211 3693 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0514 11:03:36.714228 3693 services_controller.go:208] Setting up event handlers for services for network=default I0514 11:03:36.714283 3693 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0514 11:03:36.714377 3693 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0514 11:03:36.714396 3693 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0514 11:03:36.814559 3693 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0514 11:03:36.814577 3693 repair.go:60] Starting repairing loop for services I0514 11:03:36.814669 3693 repair.go:131] Deleted 0 stale service LBs I0514 11:03:36.814688 3693 repair.go:137] Deleted 0 stale Chassis Template Vars I0514 11:03:36.814703 3693 repair.go:62] Finished repairing loop for services: 127.787µs I0514 11:03:36.814724 3693 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0514 11:03:36.814732 3693 services_controller.go:254] Starting workers for network=default W0514 11:03:36.814858 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0514 11:03:36.815068 3693 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-l9rw7] creating logical port kube-system_global-pull-secret-syncer-l9rw7 for pod on switch ip-10-0-2-171.ec2.internal I0514 11:03:36.815146 3693 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-l4psb] creating logical port openshift-network-diagnostics_network-check-target-l4psb for pod on switch ip-10-0-2-171.ec2.internal I0514 11:03:36.815191 3693 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-l9rw7 I0514 11:03:36.815235 3693 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-l4psb I0514 11:03:36.815286 3693 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-4c7d9] creating logical port openshift-multus_network-metrics-daemon-4c7d9 for pod on switch ip-10-0-2-171.ec2.internal I0514 11:03:36.815355 3693 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-4c7d9 I0514 11:03:36.828316 3693 pod.go:62] [kube-system/global-pull-secret-syncer-l9rw7] pod update took 13.167574ms I0514 11:03:36.828332 3693 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-l9rw7] addLogicalPort annotation time took 13.188514ms I0514 11:03:36.829039 3693 pods.go:271] [kube-system/global-pull-secret-syncer-l9rw7] addLogicalPort took 13.980138ms, libovsdb time 535.667µs I0514 11:03:36.835354 3693 pod.go:62] [openshift-multus/network-metrics-daemon-4c7d9] pod update took 20.021314ms I0514 11:03:36.835371 3693 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-4c7d9] addLogicalPort annotation time took 20.039671ms I0514 11:03:36.835818 3693 pod.go:62] [openshift-network-diagnostics/network-check-target-l4psb] pod update took 20.615762ms I0514 11:03:36.835836 3693 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-l4psb] addLogicalPort annotation time took 20.636836ms I0514 11:03:36.836094 3693 pods.go:271] [openshift-multus/network-metrics-daemon-4c7d9] addLogicalPort took 20.812588ms, libovsdb time 558.829µs I0514 11:03:36.836651 3693 pods.go:271] [openshift-network-diagnostics/network-check-target-l4psb] addLogicalPort took 21.517705ms, libovsdb time 516.593µs I0514 11:03:36.837027 3693 admin_network_policy_controller.go:227] Starting controller default-network-controller I0514 11:03:36.837044 3693 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0514 11:03:36.837055 3693 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0514 11:03:36.837059 3693 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0514 11:03:36.837230 3693 repair.go:29] Repairing admin network policies took 165.826µs I0514 11:03:36.837323 3693 repair.go:92] Repairing baseline admin network policies took 85.371µs I0514 11:03:36.837694 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0514 11:03:36.838501 3693 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0514 11:03:36.838518 3693 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0514 11:03:36.840223 3693 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0514 11:03:36.840241 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0514 11:03:36.840249 3693 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0514 11:03:36.841496 3693 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0514 11:03:36.841520 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0514 11:03:36.841532 3693 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0514 11:03:36.842015 3693 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0514 11:03:36.842033 3693 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0514 11:03:36.842040 3693 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0514 11:03:36.844306 3693 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0514 11:03:36.844322 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0514 11:03:36.844330 3693 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0514 11:03:36.844802 3693 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0514 11:03:36.844819 3693 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0514 11:03:36.844828 3693 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0514 11:03:36.845677 3693 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0514 11:03:36.845698 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0514 11:03:36.845707 3693 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0514 11:03:36.846217 3693 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0514 11:03:36.846235 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0514 11:03:36.846242 3693 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0514 11:03:36.846745 3693 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0514 11:03:36.846762 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0514 11:03:36.846770 3693 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0514 11:03:36.848299 3693 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0514 11:03:36.848316 3693 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0514 11:03:36.848324 3693 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0514 11:03:36.848852 3693 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0514 11:03:36.848869 3693 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0514 11:03:36.848878 3693 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0514 11:03:36.851057 3693 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0514 11:03:36.851074 3693 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0514 11:03:36.851081 3693 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0514 11:03:36.851368 3693 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0514 11:03:36.851383 3693 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0514 11:03:36.851392 3693 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0514 11:03:36.852407 3693 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0514 11:03:36.852425 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0514 11:03:36.852433 3693 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0514 11:03:36.852926 3693 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0514 11:03:36.852944 3693 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0514 11:03:36.852953 3693 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0514 11:03:36.854725 3693 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0514 11:03:36.854744 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0514 11:03:36.854752 3693 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0514 11:03:36.855260 3693 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0514 11:03:36.855273 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0514 11:03:36.855279 3693 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0514 11:03:36.855770 3693 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0514 11:03:36.855787 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0514 11:03:36.855794 3693 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0514 11:03:36.856054 3693 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0514 11:03:36.856069 3693 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0514 11:03:36.856079 3693 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0514 11:03:36.856562 3693 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0514 11:03:36.856577 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0514 11:03:36.856584 3693 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0514 11:03:36.857023 3693 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0514 11:03:36.857038 3693 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0514 11:03:36.857046 3693 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0514 11:03:36.858007 3693 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0514 11:03:36.858024 3693 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0514 11:03:36.858034 3693 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0514 11:03:36.859424 3693 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0514 11:03:36.859441 3693 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0514 11:03:36.859452 3693 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0514 11:03:36.860900 3693 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0514 11:03:36.860915 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0514 11:03:36.860922 3693 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0514 11:03:36.861554 3693 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0514 11:03:36.861571 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0514 11:03:36.861578 3693 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0514 11:03:36.862018 3693 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0514 11:03:36.862036 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0514 11:03:36.862046 3693 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0514 11:03:36.863199 3693 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0514 11:03:36.863215 3693 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0514 11:03:36.863221 3693 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0514 11:03:36.863509 3693 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0514 11:03:36.863525 3693 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0514 11:03:36.863533 3693 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0514 11:03:36.864466 3693 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0514 11:03:36.864484 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0514 11:03:36.864514 3693 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0514 11:03:36.865191 3693 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0514 11:03:36.870294 3693 egressfirewall.go:374] Starting EgressFirewall controller I0514 11:03:36.870326 3693 controller.go:133] Adding controller egress-firewall-controller event handlers I0514 11:03:36.870340 3693 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0514 11:03:36.870348 3693 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0514 11:03:36.870350 3693 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0514 11:03:36.870375 3693 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0514 11:03:36.870386 3693 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0514 11:03:36.870621 3693 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0514 11:03:36.870651 3693 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0514 11:03:36.870657 3693 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0514 11:03:36.870667 3693 egressqos.go:193] Setting up event handlers for EgressQoS I0514 11:03:36.870672 3693 egressfirewall.go:723] Syncing node "ip-10-0-0-241.ec2.internal" for egress firewall I0514 11:03:36.870681 3693 egressfirewall.go:723] Syncing node "ip-10-0-1-21.ec2.internal" for egress firewall I0514 11:03:36.870684 3693 egressfirewall.go:723] Syncing node "ip-10-0-2-171.ec2.internal" for egress firewall I0514 11:03:36.870852 3693 egressqos.go:245] Starting EgressQoS Controller I0514 11:03:36.870863 3693 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0514 11:03:36.870870 3693 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0514 11:03:36.870879 3693 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0514 11:03:36.870889 3693 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0514 11:03:36.870894 3693 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0514 11:03:36.870899 3693 shared_informer.go:356] "Caches are synced" controller="egressqos" I0514 11:03:36.870903 3693 egressqos.go:259] Repairing EgressQoSes I0514 11:03:36.870907 3693 egressqos.go:399] Starting repairing loop for egressqos I0514 11:03:36.870981 3693 egressqos.go:401] Finished repairing loop for egressqos: 74.661µs I0514 11:03:36.870996 3693 egressservice_zone.go:132] Setting up event handlers for Egress Services I0514 11:03:36.871047 3693 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-171.ec2.internal I0514 11:03:36.871121 3693 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-171.ec2.internal : 76.774µs I0514 11:03:36.871239 3693 egressservice_zone.go:210] Starting Egress Services Controller I0514 11:03:36.871259 3693 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0514 11:03:36.871268 3693 shared_informer.go:356] "Caches are synced" controller="egressservices" I0514 11:03:36.871274 3693 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0514 11:03:36.871279 3693 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0514 11:03:36.871284 3693 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0514 11:03:36.871288 3693 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0514 11:03:36.871295 3693 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0514 11:03:36.871299 3693 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0514 11:03:36.871302 3693 egressservice_zone.go:228] Repairing Egress Services I0514 11:03:36.871621 3693 master_controller.go:88] Starting Admin Policy Based Route Controller I0514 11:03:36.871643 3693 external_controller.go:278] Starting Admin Policy Based Route Controller I0514 11:03:36.871712 3693 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-241.ec2.internal I0514 11:03:36.871734 3693 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-241.ec2.internal: 22.489µs I0514 11:03:36.871747 3693 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-21.ec2.internal I0514 11:03:36.871754 3693 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-21.ec2.internal: 7.551µs I0514 11:03:36.871760 3693 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-171.ec2.internal I0514 11:03:36.871763 3693 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-171.ec2.internal: 3.646µs I0514 11:03:36.871810 3693 default_network_controller.go:585] Completing all the Watchers took 306.539761ms I0514 11:03:36.871825 3693 default_network_controller.go:589] Starting unidling controllers I0514 11:03:36.871839 3693 unidle.go:46] Registering OVN SB ControllerEvent handler I0514 11:03:36.871849 3693 unidle.go:63] Populating Initial ContollerEvent events I0514 11:03:36.871861 3693 unidle.go:79] Setting up event handlers for services I0514 11:03:36.871986 3693 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0514 11:03:37.158515 3693 default_node_network_controller.go:519] Node connection status = connected I0514 11:03:37.657858 3693 default_node_network_controller.go:519] Node connection status = connected I0514 11:03:38.157733 3693 default_node_network_controller.go:519] Node connection status = connected I0514 11:03:38.659105 3693 default_node_network_controller.go:519] Node connection status = connected W0514 11:03:38.856788 3693 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0514 11:03:38.884786 3693 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0514 11:03:38.992887 3693 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0514 11:03:39.158391 3693 default_node_network_controller.go:519] Node connection status = connected I0514 11:03:39.177417 3693 bridgeconfig.go:537] Gateway is ready I0514 11:03:39.177436 3693 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0514 11:03:39.188841 3693 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.171. Updating OVN encap IP. I0514 11:03:39.194577 3693 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.171 - it is already configured I0514 11:03:39.194592 3693 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.171/24:{} 172.20.0.1/32:{}]. Updating annotations. I0514 11:03:39.194851 3693 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.171/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-171.ec2.internal","mac-address":"0e:57:d0:b1:b6:47","ip-addresses":["10.0.2.171/24"],"ip-address":"10.0.2.171/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:13276e70-c464-448f-8443-61cd62f66bdc k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.171/24"}] on node ip-10-0-2-171.ec2.internal I0514 11:03:39.209597 3693 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-171.ec2.internal in network "default" I0514 11:03:39.209653 3693 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-171.ec2.internal I0514 11:03:39.209652 3693 egressfirewall.go:723] Syncing node "ip-10-0-2-171.ec2.internal" for egress firewall I0514 11:03:39.209660 3693 master.go:548] Adding or Updating local node "ip-10-0-2-171.ec2.internal" for network "default" I0514 11:03:39.209667 3693 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-171.ec2.internal: 34.891µs I0514 11:03:39.209675 3693 node_tracker.go:169] Node ip-10-0-2-171.ec2.internal switch + router changed, syncing services in network "default" I0514 11:03:39.209690 3693 services_controller.go:574] Full service sync requested for network=default W0514 11:03:39.210167 3693 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0514 11:03:39.210173 3693 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.171 W0514 11:03:39.210288 3693 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0514 11:03:39.210368 3693 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-171.ec2.internal W0514 11:03:39.210487 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0514 11:03:39.214853 3693 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-171.ec2.internal. Updating no re-route policies I0514 11:03:39.214933 3693 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-2gvdn I0514 11:03:39.214947 3693 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-mpc6l I0514 11:03:39.214951 3693 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-2gvdn I0514 11:03:39.214959 3693 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-4c7d9 I0514 11:03:39.214965 3693 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-lcv8r I0514 11:03:39.214970 3693 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-9sv2r I0514 11:03:39.214978 3693 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-2gvdn after 0 failed attempt(s) I0514 11:03:39.214981 3693 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-l9rw7 I0514 11:03:39.214947 3693 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-6dskt I0514 11:03:39.214971 3693 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-lnbzw I0514 11:03:39.214991 3693 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-l9rw7 I0514 11:03:39.214987 3693 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-171.ec2.internal I0514 11:03:39.214995 3693 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-7cff5 I0514 11:03:39.215003 3693 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-171.ec2.internal I0514 11:03:39.215007 3693 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-171.ec2.internal I0514 11:03:39.215010 3693 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-7cff5 I0514 11:03:39.215014 3693 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-171.ec2.internal I0514 11:03:39.215032 3693 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-171.ec2.internal after 0 failed attempt(s) I0514 11:03:39.215037 3693 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-171.ec2.internal after 0 failed attempt(s) I0514 11:03:39.214982 3693 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-lcv8r I0514 11:03:39.214971 3693 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-4c7d9 I0514 11:03:39.215071 3693 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-l9rw7] creating logical port kube-system_global-pull-secret-syncer-l9rw7 for pod on switch ip-10-0-2-171.ec2.internal I0514 11:03:39.215113 3693 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-4c7d9] creating logical port openshift-multus_network-metrics-daemon-4c7d9 for pod on switch ip-10-0-2-171.ec2.internal I0514 11:03:39.215033 3693 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-7cff5 after 0 failed attempt(s) I0514 11:03:39.214961 3693 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-mpc6l I0514 11:03:39.215223 3693 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-mpc6l after 0 failed attempt(s) I0514 11:03:39.214994 3693 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-lnbzw I0514 11:03:39.215262 3693 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-lnbzw after 0 failed attempt(s) I0514 11:03:39.214991 3693 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-6dskt I0514 11:03:39.215279 3693 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-6dskt after 0 failed attempt(s) I0514 11:03:39.214933 3693 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-29jl6 I0514 11:03:39.215296 3693 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-29jl6 I0514 11:03:39.214983 3693 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-9sv2r I0514 11:03:39.215353 3693 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-29jl6 after 0 failed attempt(s) I0514 11:03:39.215374 3693 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-9sv2r after 0 failed attempt(s) I0514 11:03:39.214993 3693 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-8d9zk I0514 11:03:39.215398 3693 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-8d9zk I0514 11:03:39.215420 3693 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-8d9zk after 0 failed attempt(s) I0514 11:03:39.215067 3693 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-lcv8r after 0 failed attempt(s) I0514 11:03:39.215520 3693 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-l4psb I0514 11:03:39.215540 3693 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-l4psb I0514 11:03:39.215573 3693 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-l4psb] creating logical port openshift-network-diagnostics_network-check-target-l4psb for pod on switch ip-10-0-2-171.ec2.internal I0514 11:03:39.216099 3693 pods.go:271] [openshift-multus/network-metrics-daemon-4c7d9] addLogicalPort took 1.004623ms, libovsdb time 314.215µs I0514 11:03:39.216112 3693 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-4c7d9 after 0 failed attempt(s) I0514 11:03:39.216192 3693 pods.go:271] [kube-system/global-pull-secret-syncer-l9rw7] addLogicalPort took 1.173926ms, libovsdb time 297.464µs I0514 11:03:39.216207 3693 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-l9rw7 after 0 failed attempt(s) I0514 11:03:39.216263 3693 pods.go:271] [openshift-network-diagnostics/network-check-target-l4psb] addLogicalPort took 703.198µs, libovsdb time 258.066µs I0514 11:03:39.216279 3693 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-l4psb after 0 failed attempt(s) I0514 11:03:39.224857 3693 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0514 11:03:39.237158 3693 iptables.go:108] Creating table: mangle chain: OUTPUT I0514 11:03:39.240784 3693 iptables.go:108] Creating table: nat chain: OUTPUT I0514 11:03:39.291917 3693 iptables.go:108] Creating table: nat chain: PREROUTING I0514 11:03:39.359679 3693 iptables.go:108] Creating table: filter chain: FORWARD I0514 11:03:39.377570 3693 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0514 11:03:39.377707 3693 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0514 11:03:39.377776 3693 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0514 11:03:39.377841 3693 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0514 11:03:39.377892 3693 gateway_init.go:325] Gateway and management port readiness took 2.724328336s I0514 11:03:39.377931 3693 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0514 11:03:39.377980 3693 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0514 11:03:39.377993 3693 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0514 11:03:39.378002 3693 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0514 11:03:39.378068 3693 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0514 11:03:39.378172 3693 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 67.921µs I0514 11:03:39.378373 3693 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0514 11:03:39.378401 3693 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 19.693µs I0514 11:03:39.378410 3693 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 37.459µs I0514 11:03:39.378415 3693 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0514 11:03:39.378423 3693 nad_controller.go:379] [node-nad-controller NAD controller]: started I0514 11:03:39.378427 3693 default_node_network_controller.go:899] Starting the default node network controller I0514 11:03:39.378431 3693 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0514 11:03:39.378521 3693 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 17.023µs I0514 11:03:39.378573 3693 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0514 11:03:39.378584 3693 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0514 11:03:39.378614 3693 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000aa7130 0xc0002efc70 0xc0002efce0 0xc0002efdc0 0xc0002efea0 0xc0002eff10 0xc0002f0070 0xc000abd450 0xc0002f00e0 0xc0002f0150 0xc0006ae2d0 0xc0063ad340 0xc0002f01c0 map[0x2ff9080:0xc00408b260 0x2ff95c0:0xc00408b3e0 0x2ffa2e0:0xc00408b1a0 0x2ffa580:0xc00408b200 0x2ffad60:0xc00408b2c0 0x2ffb000:0xc00408b320 0x2ffb2a0:0xc00408b380 0x2ffba80:0xc00408b5c0 0x2ffbd20:0xc00408b620 0x3026980:0xc001812720 0x3026d20:0xc001812780 0x3027800:0xc000c85620 0x3029160:0xc001c38000 0x30298a0:0xc00408b140 0x302a720:0xc001812600] 0xc000aa0460 0} I0514 11:03:39.378712 3693 gateway.go:151] Starting gateway service sync I0514 11:03:39.379309 3693 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0514 11:03:39.381736 3693 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0514 11:03:39.405313 3693 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0514 11:03:39.406627 3693 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0514 11:03:39.407823 3693 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0514 11:03:39.443973 3693 gateway.go:168] Gateway service sync done. Time taken: 65.245671ms I0514 11:03:39.444413 3693 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31165 I0514 11:03:39.444848 3693 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000aa7130 0xc0002efc70 0xc0002efce0 0xc0002efdc0 0xc0002efea0 0xc0002eff10 0xc0002f0070 0xc000abd450 0xc0002f00e0 0xc0002f0150 0xc0006ae2d0 0xc0063ad340 0xc0002f01c0 map[0x2ff9080:0xc00408b260 0x2ff95c0:0xc00408b3e0 0x2ffa2e0:0xc00408b1a0 0x2ffa580:0xc00408b200 0x2ffad60:0xc00408b2c0 0x2ffb000:0xc00408b320 0x2ffb2a0:0xc00408b380 0x2ffba80:0xc00408b5c0 0x2ffbd20:0xc00408b620 0x3026980:0xc001812720 0x3026d20:0xc001812780 0x3027800:0xc000c85620 0x3029160:0xc001c38000 0x30298a0:0xc00408b140 0x302a720:0xc001812600] 0xc000aa0460 0} I0514 11:03:39.445292 3693 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000aa7130 0xc0002efc70 0xc0002efce0 0xc0002efdc0 0xc0002efea0 0xc0002eff10 0xc0002f0070 0xc000abd450 0xc0002f00e0 0xc0002f0150 0xc0006ae2d0 0xc0063ad340 0xc0002f01c0 map[0x2ff9080:0xc00408b260 0x2ff95c0:0xc00408b3e0 0x2ffa2e0:0xc00408b1a0 0x2ffa580:0xc00408b200 0x2ffad60:0xc00408b2c0 0x2ffb000:0xc00408b320 0x2ffb2a0:0xc00408b380 0x2ffba80:0xc00408b5c0 0x2ffbd20:0xc00408b620 0x3026980:0xc001812720 0x3026d20:0xc001812780 0x3027800:0xc000c85620 0x3029160:0xc001c38000 0x30298a0:0xc00408b140 0x302a720:0xc001812600] 0xc000aa0460 0} I0514 11:03:39.445331 3693 gateway.go:532] Reconciling gateway with updates I0514 11:03:39.451165 3693 gateway.go:339] Spawning Conntrack Rule Check Thread I0514 11:03:39.451186 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0514 11:03:39.451199 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0514 11:03:39.451196 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0514 11:03:39.451205 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0514 11:03:39.451209 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0514 11:03:39.451215 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0514 11:03:39.451225 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0514 11:03:39.451235 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0514 11:03:39.451251 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0514 11:03:39.451234 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0514 11:03:39.451254 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0514 11:03:39.451252 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0514 11:03:39.451270 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0514 11:03:39.451272 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0514 11:03:39.451274 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0514 11:03:39.451278 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0514 11:03:39.451282 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0514 11:03:39.451286 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0514 11:03:39.451290 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0514 11:03:39.451293 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0514 11:03:39.451291 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0514 11:03:39.451219 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0514 11:03:39.451298 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0514 11:03:39.451303 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0514 11:03:39.451305 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0514 11:03:39.451308 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0514 11:03:39.451305 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0514 11:03:39.451316 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0514 11:03:39.451318 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0514 11:03:39.451318 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0514 11:03:39.451317 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0514 11:03:39.451331 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0514 11:03:39.451275 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0514 11:03:39.451334 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0514 11:03:39.451341 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0514 11:03:39.451345 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0514 11:03:39.451347 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0514 11:03:39.451350 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0514 11:03:39.451321 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0514 11:03:39.451352 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0514 11:03:39.451357 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0514 11:03:39.451358 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0514 11:03:39.451361 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0514 11:03:39.451307 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0514 11:03:39.451345 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0514 11:03:39.451374 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0514 11:03:39.451331 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0514 11:03:39.451254 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0514 11:03:39.451390 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0514 11:03:39.451395 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0514 11:03:39.451281 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0514 11:03:39.451291 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0514 11:03:39.451400 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0514 11:03:39.451401 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0514 11:03:39.451400 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0514 11:03:39.451261 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0514 11:03:39.451286 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0514 11:03:39.451433 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0514 11:03:39.451396 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0514 11:03:39.451289 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0514 11:03:39.451441 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0514 11:03:39.451447 3693 port_claim.go:71] Svc openshift-ingress/router-default: port 32200 is already open, no action needed I0514 11:03:39.451449 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0514 11:03:39.451452 3693 port_claim.go:71] Svc openshift-ingress/router-default: port 31021 is already open, no action needed I0514 11:03:39.451297 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0514 11:03:39.451266 3693 default_node_network_controller.go:944] Gateway and management port readiness took 72.674953ms I0514 11:03:39.451304 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0514 11:03:39.451478 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0514 11:03:39.451335 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0514 11:03:39.451335 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0514 11:03:39.451347 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0514 11:03:39.451518 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0514 11:03:39.451308 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0514 11:03:39.451521 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0514 11:03:39.451534 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0514 11:03:39.451540 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0514 11:03:39.451362 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0514 11:03:39.451358 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0514 11:03:39.451551 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0514 11:03:39.451347 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0514 11:03:39.451557 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0514 11:03:39.451558 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0514 11:03:39.451565 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0514 11:03:39.451567 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0514 11:03:39.451576 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0514 11:03:39.451385 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0514 11:03:39.451506 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0514 11:03:39.451594 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0514 11:03:39.451321 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0514 11:03:39.451610 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0514 11:03:39.451424 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0514 11:03:39.451624 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0514 11:03:39.451609 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0514 11:03:39.451264 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0514 11:03:39.451708 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0514 11:03:39.451718 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0514 11:03:39.451726 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0514 11:03:39.451710 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0514 11:03:39.451743 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0514 11:03:39.451760 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0514 11:03:39.451696 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0514 11:03:39.451811 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0514 11:03:39.451814 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0514 11:03:39.451850 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0514 11:03:39.451347 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0514 11:03:39.451900 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0514 11:03:39.451730 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0514 11:03:39.451908 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0514 11:03:39.451921 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0514 11:03:39.451929 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0514 11:03:39.452160 3693 node_ip_handler_linux.go:160] Node IP manager is running W0514 11:03:39.499571 3693 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0514 11:03:39.499817 3693 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0514 11:03:39.500028 3693 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0514 11:03:39.508871 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0514 11:03:39.508901 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0514 11:03:39.508911 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0514 11:03:39.508918 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0514 11:03:39.508925 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0514 11:03:39.508932 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0514 11:03:39.551358 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0514 11:03:39.551426 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0514 11:03:39.551453 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0514 11:03:39.551467 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0514 11:03:39.551476 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0514 11:03:39.551484 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0514 11:03:39.551492 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0514 11:03:39.551500 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0514 11:03:39.551531 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0514 11:03:39.551542 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0514 11:03:39.551552 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0514 11:03:39.551586 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0514 11:03:39.551595 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0514 11:03:39.551608 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0514 11:03:39.551622 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0514 11:03:39.551666 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0514 11:03:39.551690 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0514 11:03:39.551697 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0514 11:03:39.551702 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0514 11:03:40.796346 3693 default_node_network_controller.go:1380] Starting node controller node sync W0514 11:03:40.796409 3693 egressip_healthcheck.go:76] Health checking using insecure connection I0514 11:03:40.796463 3693 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0514 11:03:40.808257 3693 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.886505ms I0514 11:03:40.808402 3693 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-21.ec2.internal", IP: 10.0.1.21 to PMTUD blocking rules I0514 11:03:40.808413 3693 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-241.ec2.internal", IP: 10.0.0.241 to PMTUD blocking rules I0514 11:03:40.808426 3693 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-21.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0514 11:03:40.808429 3693 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-241.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0514 11:03:40.820655 3693 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0514 11:03:40.820901 3693 egressservice_node.go:93] Setting up event handlers for Egress Services I0514 11:03:40.821065 3693 egressservice_node.go:183] Starting Egress Services Controller I0514 11:03:40.821081 3693 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0514 11:03:40.821092 3693 shared_informer.go:356] "Caches are synced" controller="egressservices" I0514 11:03:40.821098 3693 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0514 11:03:40.821103 3693 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0514 11:03:40.821110 3693 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0514 11:03:40.821114 3693 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0514 11:03:40.821118 3693 egressservice_node.go:197] Repairing Egress Services I0514 11:03:40.831880 3693 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0514 11:03:40.831893 3693 external_controller.go:278] Starting Admin Policy Based Route Controller I0514 11:03:40.832041 3693 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0514 11:03:40.832060 3693 link_network_manager.go:119] Link manager is running I0514 11:03:40.832070 3693 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0514 11:03:40.832230 3693 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0514 11:03:40.832416 3693 vrf_manager.go:128] VRF manager is running I0514 11:03:40.832510 3693 node_controller_manager.go:437] Removing flows to drop GARP I0514 11:03:40.832519 3693 gateway.go:532] Reconciling gateway with updates I0514 11:03:40.855472 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0514 11:03:40.855482 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0514 11:03:40.855483 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0514 11:03:40.855491 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0514 11:03:40.855495 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0514 11:03:40.855504 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0514 11:03:40.855504 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0514 11:03:40.855509 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0514 11:03:40.855517 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0514 11:03:40.855519 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0514 11:03:40.855520 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0514 11:03:40.855523 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0514 11:03:40.855510 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0514 11:03:40.855530 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0514 11:03:40.855533 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0514 11:03:40.855537 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0514 11:03:40.855532 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0514 11:03:40.855542 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0514 11:03:40.855497 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0514 11:03:40.855554 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0514 11:03:40.855520 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0514 11:03:40.855567 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0514 11:03:40.855567 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0514 11:03:40.855571 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0514 11:03:40.855569 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0514 11:03:40.855578 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0514 11:03:40.855562 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0514 11:03:40.855583 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0514 11:03:40.855583 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0514 11:03:40.855590 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0514 11:03:40.855497 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0514 11:03:40.855594 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0514 11:03:40.855598 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0514 11:03:40.855600 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0514 11:03:40.855504 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0514 11:03:40.855571 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0514 11:03:40.855603 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0514 11:03:40.855615 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0514 11:03:40.855625 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0514 11:03:40.855646 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0514 11:03:40.855625 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0514 11:03:40.855648 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0514 11:03:40.855653 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0514 11:03:40.855651 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0514 11:03:40.855658 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0514 11:03:40.855658 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0514 11:03:40.855658 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0514 11:03:40.855666 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0514 11:03:40.855600 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0514 11:03:40.855706 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0514 11:03:40.855716 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0514 11:03:40.855556 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0514 11:03:40.855750 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0514 11:03:40.855717 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0514 11:03:40.855765 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0514 11:03:40.855755 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0514 11:03:40.855771 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0514 11:03:40.855569 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0514 11:03:40.855778 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0514 11:03:40.855784 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0514 11:03:40.855577 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0514 11:03:40.855785 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0514 11:03:40.855790 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0514 11:03:40.855581 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0514 11:03:40.855808 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0514 11:03:40.855812 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0514 11:03:40.855818 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0514 11:03:40.855823 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0514 11:03:40.855827 3693 port_claim.go:71] Svc openshift-ingress/router-default: port 32200 is already open, no action needed I0514 11:03:40.855580 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0514 11:03:40.855831 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0514 11:03:40.855836 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0514 11:03:40.855836 3693 port_claim.go:71] Svc openshift-ingress/router-default: port 31021 is already open, no action needed I0514 11:03:40.855578 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0514 11:03:40.855858 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0514 11:03:40.855864 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0514 11:03:40.855829 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0514 11:03:40.855858 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0514 11:03:40.855588 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0514 11:03:40.855590 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0514 11:03:40.855918 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0514 11:03:40.855605 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0514 11:03:40.855963 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0514 11:03:40.855976 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0514 11:03:40.855613 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0514 11:03:40.855599 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0514 11:03:40.856006 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0514 11:03:40.855613 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0514 11:03:40.855614 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0514 11:03:40.855558 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0514 11:03:40.855610 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0514 11:03:40.856073 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0514 11:03:40.855549 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0514 11:03:40.856107 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0514 11:03:40.856111 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0514 11:03:40.855615 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0514 11:03:40.856120 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0514 11:03:40.855626 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0514 11:03:40.856153 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0514 11:03:40.855625 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0514 11:03:40.856179 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0514 11:03:40.856185 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0514 11:03:40.855622 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0514 11:03:40.856196 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0514 11:03:40.855625 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0514 11:03:40.856218 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0514 11:03:40.855620 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0514 11:03:40.856261 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0514 11:03:40.855652 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0514 11:03:40.856301 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0514 11:03:40.856306 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0514 11:03:40.855570 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0514 11:03:40.855588 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0514 11:03:40.855559 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0514 11:03:40.856343 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0514 11:03:40.855607 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0514 11:03:40.856201 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0514 11:03:40.895985 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0514 11:03:40.896003 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0514 11:03:40.896010 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0514 11:03:40.896015 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0514 11:03:40.896022 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0514 11:03:40.896027 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0514 11:03:40.896033 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0514 11:03:40.896040 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0514 11:03:40.896055 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0514 11:03:40.896065 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0514 11:03:40.896070 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0514 11:03:40.935900 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0514 11:03:40.935926 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0514 11:03:40.977260 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0514 11:03:40.977297 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0514 11:03:40.977309 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0514 11:03:40.977316 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0514 11:03:42.874126 3693 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-171.ec2.internal I0514 11:03:42.874163 3693 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-171.ec2.internal: 42.385µs I0514 11:03:47.303583 3693 cni.go:452] [kube-system/global-pull-secret-syncer-l9rw7 be62e2855911f619b6d51c5e999562788fca1798fa8d3baa392149dd1a0b9970 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-l9rw7 be62e2855911f619b6d51c5e999562788fca1798fa8d3baa392149dd1a0b9970 network default NAD default NAD key ] I0514 11:03:47.342146 3693 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-l9rw7, hostIfaceName: be62e2855911f61, network: default, NAD default, SandboxID: "be62e2855911f619b6d51c5e999562788fca1798fa8d3baa392149dd1a0b9970", PCI device ID: , UID: "dadb0942-5c3e-4e81-be19-fa75a666bf3e", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0514 11:03:47.402402 3693 cni.go:473] [kube-system/global-pull-secret-syncer-l9rw7 be62e2855911f619b6d51c5e999562788fca1798fa8d3baa392149dd1a0b9970 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-l9rw7 be62e2855911f619b6d51c5e999562788fca1798fa8d3baa392149dd1a0b9970 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:d4:a4:42:64:98\",\"name\":\"be62e2855911f61\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f0134ac6-45b0-46ad-b628-bf2ca37cc855\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 11:03:47.586030 3693 cni.go:452] [openshift-network-diagnostics/network-check-target-l4psb 2b7329e9aae7f34f98e2de9f2eec51772f86a035bf33606d0e38ef78fb5a0617 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-l4psb 2b7329e9aae7f34f98e2de9f2eec51772f86a035bf33606d0e38ef78fb5a0617 network default NAD default NAD key ] I0514 11:03:47.596046 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-l4psb, hostIfaceName: 2b7329e9aae7f34, network: default, NAD default, SandboxID: "2b7329e9aae7f34f98e2de9f2eec51772f86a035bf33606d0e38ef78fb5a0617", PCI device ID: , UID: "5a6b3543-d06e-491e-a516-4b14fb4b1660", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0514 11:03:47.638606 3693 cni.go:473] [openshift-network-diagnostics/network-check-target-l4psb 2b7329e9aae7f34f98e2de9f2eec51772f86a035bf33606d0e38ef78fb5a0617 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-l4psb 2b7329e9aae7f34f98e2de9f2eec51772f86a035bf33606d0e38ef78fb5a0617 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:92:4f:94:ff:38\",\"name\":\"2b7329e9aae7f34\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d3c195f-470a-447a-b92c-1c4e4f9f3ae9\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0514 11:03:47.697503 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0514 11:03:58.137031 3693 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7dcdbcdb5-74p5n] creating logical port openshift-image-registry_image-registry-7dcdbcdb5-74p5n for pod on switch ip-10-0-2-171.ec2.internal I0514 11:03:58.137155 3693 kube.go:256] Updating pod openshift-image-registry/image-registry-7dcdbcdb5-74p5n I0514 11:03:58.201247 3693 pod.go:62] [openshift-image-registry/image-registry-7dcdbcdb5-74p5n] pod update took 64.117765ms I0514 11:03:58.201270 3693 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7dcdbcdb5-74p5n] addLogicalPort annotation time took 64.146803ms I0514 11:03:58.202356 3693 pods.go:271] [openshift-image-registry/image-registry-7dcdbcdb5-74p5n] addLogicalPort took 65.342089ms, libovsdb time 840.324µs W0514 11:03:58.230598 3693 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0514 11:03:58.230739 3693 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0514 11:03:58.230752 3693 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0514 11:03:58.230757 3693 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0514 11:03:58.245282 3693 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0514 11:03:58.323288 3693 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-p72tc] creating logical port openshift-dns_dns-default-p72tc for pod on switch ip-10-0-2-171.ec2.internal I0514 11:03:58.323382 3693 kube.go:256] Updating pod openshift-dns/dns-default-p72tc I0514 11:03:58.351149 3693 pod.go:62] [openshift-dns/dns-default-p72tc] pod update took 27.793936ms I0514 11:03:58.351171 3693 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-p72tc] addLogicalPort annotation time took 27.82372ms I0514 11:03:58.352168 3693 pods.go:271] [openshift-dns/dns-default-p72tc] addLogicalPort took 28.900039ms, libovsdb time 726.58µs I0514 11:03:58.422504 3693 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-6xspp] creating logical port openshift-ingress-canary_ingress-canary-6xspp for pod on switch ip-10-0-2-171.ec2.internal I0514 11:03:58.422585 3693 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-6xspp I0514 11:03:58.438442 3693 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-6j48h] creating logical port openshift-insights_insights-runtime-extractor-6j48h for pod on switch ip-10-0-2-171.ec2.internal I0514 11:03:58.438509 3693 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-6j48h I0514 11:03:58.461824 3693 pod.go:62] [openshift-ingress-canary/ingress-canary-6xspp] pod update took 39.255982ms I0514 11:03:58.461841 3693 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-6xspp] addLogicalPort annotation time took 39.277007ms I0514 11:03:58.462879 3693 pods.go:271] [openshift-ingress-canary/ingress-canary-6xspp] addLogicalPort took 40.382645ms, libovsdb time 792.189µs I0514 11:03:58.472718 3693 pod.go:62] [openshift-insights/insights-runtime-extractor-6j48h] pod update took 34.230712ms I0514 11:03:58.472737 3693 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-6j48h] addLogicalPort annotation time took 34.252294ms I0514 11:03:58.473597 3693 pods.go:271] [openshift-insights/insights-runtime-extractor-6j48h] addLogicalPort took 35.163722ms, libovsdb time 661.428µs I0514 11:03:58.704566 3693 cni.go:452] [openshift-dns/dns-default-p72tc f68c09b64cfd7ab21a196a0035bd61c3e7ed0deb34731cd2ac75e588966fa58a network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-p72tc f68c09b64cfd7ab21a196a0035bd61c3e7ed0deb34731cd2ac75e588966fa58a network default NAD default NAD key ] I0514 11:03:58.714325 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-p72tc, hostIfaceName: f68c09b64cfd7ab, network: default, NAD default, SandboxID: "f68c09b64cfd7ab21a196a0035bd61c3e7ed0deb34731cd2ac75e588966fa58a", PCI device ID: , UID: "c099d543-9771-498d-9fa0-14f776b4697f", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0514 11:03:58.757843 3693 cni.go:473] [openshift-dns/dns-default-p72tc f68c09b64cfd7ab21a196a0035bd61c3e7ed0deb34731cd2ac75e588966fa58a network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-p72tc f68c09b64cfd7ab21a196a0035bd61c3e7ed0deb34731cd2ac75e588966fa58a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:33:6f:0b:d0:e1\",\"name\":\"f68c09b64cfd7ab\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d50b1cdf-8800-4004-9870-2c0fbbd02af3\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 11:03:58.829329 3693 cni.go:452] [openshift-ingress-canary/ingress-canary-6xspp 2db24b7705e81cca025ea544a1f654a3dfcba6e99ca0e5eea97c0362f5470873 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-6xspp 2db24b7705e81cca025ea544a1f654a3dfcba6e99ca0e5eea97c0362f5470873 network default NAD default NAD key ] I0514 11:03:58.838689 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-6xspp, hostIfaceName: 2db24b7705e81cc, network: default, NAD default, SandboxID: "2db24b7705e81cca025ea544a1f654a3dfcba6e99ca0e5eea97c0362f5470873", PCI device ID: , UID: "9b538ef8-79ef-42e2-9392-bdf8e4e47e7e", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0514 11:03:58.872599 3693 cni.go:452] [openshift-insights/insights-runtime-extractor-6j48h 591ca5f2d174fb2487a78d88dd36024bb85d5d229feb5edadf553c730f46fdfc network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-6j48h 591ca5f2d174fb2487a78d88dd36024bb85d5d229feb5edadf553c730f46fdfc network default NAD default NAD key ] I0514 11:03:58.885358 3693 cni.go:473] [openshift-ingress-canary/ingress-canary-6xspp 2db24b7705e81cca025ea544a1f654a3dfcba6e99ca0e5eea97c0362f5470873 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-6xspp 2db24b7705e81cca025ea544a1f654a3dfcba6e99ca0e5eea97c0362f5470873 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:98:0f:b0:e3:39\",\"name\":\"2db24b7705e81cc\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/221c6cb6-f2a5-4a06-8d41-82f109aa692a\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 11:03:58.885458 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-6j48h, hostIfaceName: 591ca5f2d174fb2, network: default, NAD default, SandboxID: "591ca5f2d174fb2487a78d88dd36024bb85d5d229feb5edadf553c730f46fdfc", PCI device ID: , UID: "3e322012-1078-4a03-8013-dbe36febe9bb", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0514 11:03:58.929010 3693 cni.go:473] [openshift-insights/insights-runtime-extractor-6j48h 591ca5f2d174fb2487a78d88dd36024bb85d5d229feb5edadf553c730f46fdfc network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-6j48h 591ca5f2d174fb2487a78d88dd36024bb85d5d229feb5edadf553c730f46fdfc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:18:6e:43:3a:c6\",\"name\":\"591ca5f2d174fb2\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5966b1cd-cd0a-43fe-8040-32edb6558f2f\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 11:03:59.706012 3693 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7dcdbcdb5-74p5n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:03:59.706069 3693 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7dcdbcdb5-74p5n I0514 11:03:59.707558 3693 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7dcdbcdb5-74p5n, ips: 10.130.0.6 I0514 11:03:59.707588 3693 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7dcdbcdb5-74p5n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:03:59.718313 3693 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-54c57cc8ff-mqgjq] creating logical port openshift-image-registry_image-registry-54c57cc8ff-mqgjq for pod on switch ip-10-0-2-171.ec2.internal I0514 11:03:59.718430 3693 kube.go:256] Updating pod openshift-image-registry/image-registry-54c57cc8ff-mqgjq I0514 11:03:59.729427 3693 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7dcdbcdb5-74p5n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:03:59.729448 3693 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7dcdbcdb5-74p5n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:03:59.736028 3693 pod.go:62] [openshift-image-registry/image-registry-54c57cc8ff-mqgjq] pod update took 17.627394ms I0514 11:03:59.736055 3693 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-54c57cc8ff-mqgjq] addLogicalPort annotation time took 17.657113ms I0514 11:03:59.737338 3693 pods.go:271] [openshift-image-registry/image-registry-54c57cc8ff-mqgjq] addLogicalPort took 19.044029ms, libovsdb time 958.794µs I0514 11:03:59.740946 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7dcdbcdb5-74p5n I0514 11:03:59.740997 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7dcdbcdb5-74p5n I0514 11:03:59.802958 3693 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5l8lt] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5l8lt for pod on switch ip-10-0-2-171.ec2.internal I0514 11:03:59.803104 3693 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5l8lt I0514 11:03:59.817744 3693 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5l8lt] pod update took 14.677831ms I0514 11:03:59.817766 3693 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5l8lt] addLogicalPort annotation time took 14.703467ms I0514 11:03:59.818955 3693 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5l8lt] addLogicalPort took 16.028004ms, libovsdb time 921.71µs W0514 11:03:59.946842 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0514 11:03:59.946859 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0514 11:03:59.946864 3693 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0514 11:03:59.952837 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0514 11:03:59.952852 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default I0514 11:03:59.961871 3693 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6f8db9dd7d-wxwzg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:03:59.962718 3693 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6f8db9dd7d-wxwzg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:03:59.974916 3693 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6f8db9dd7d-wxwzg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:03:59.974935 3693 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6f8db9dd7d-wxwzg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:03:59.983810 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6f8db9dd7d-wxwzg I0514 11:03:59.983832 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6f8db9dd7d-wxwzg W0514 11:04:00.029669 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0514 11:04:00.029692 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0514 11:04:00.029734 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0514 11:04:00.029750 3693 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0514 11:04:00.029756 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0514 11:04:01.336527 3693 cni.go:452] [openshift-image-registry/image-registry-54c57cc8ff-mqgjq ca1f56baccef959d9eb152b6170e0a16219ec9dd55da87ebe48c17df9c0aec7f network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-54c57cc8ff-mqgjq ca1f56baccef959d9eb152b6170e0a16219ec9dd55da87ebe48c17df9c0aec7f network default NAD default NAD key ] I0514 11:04:01.336709 3693 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5l8lt 632a8da96c5f33c12553a3b2d9ffab65a17809e165b3261e712bbb1228e4ad82 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5l8lt 632a8da96c5f33c12553a3b2d9ffab65a17809e165b3261e712bbb1228e4ad82 network default NAD default NAD key ] I0514 11:04:01.352005 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-54c57cc8ff-mqgjq, hostIfaceName: ca1f56baccef959, network: default, NAD default, SandboxID: "ca1f56baccef959d9eb152b6170e0a16219ec9dd55da87ebe48c17df9c0aec7f", PCI device ID: , UID: "0a987019-cb4f-4d02-8564-bb4ded4f8ea2", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0514 11:04:01.352598 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5l8lt, hostIfaceName: 632a8da96c5f33c, network: default, NAD default, SandboxID: "632a8da96c5f33c12553a3b2d9ffab65a17809e165b3261e712bbb1228e4ad82", PCI device ID: , UID: "a8262064-df02-497b-97d5-d8c252eefc8b", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0514 11:04:01.401080 3693 cni.go:473] [openshift-image-registry/image-registry-54c57cc8ff-mqgjq ca1f56baccef959d9eb152b6170e0a16219ec9dd55da87ebe48c17df9c0aec7f network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-54c57cc8ff-mqgjq ca1f56baccef959d9eb152b6170e0a16219ec9dd55da87ebe48c17df9c0aec7f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:d2:db:f7:7d:2c\",\"name\":\"ca1f56baccef959\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a6b4ae12-4b79-4643-8de8-45cd24254dfc\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 11:04:01.416440 3693 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5l8lt 632a8da96c5f33c12553a3b2d9ffab65a17809e165b3261e712bbb1228e4ad82 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5l8lt 632a8da96c5f33c12553a3b2d9ffab65a17809e165b3261e712bbb1228e4ad82 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:6d:83:16:02:78\",\"name\":\"632a8da96c5f33c\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ce4ea0d-c98d-4061-8ea3-530071c1ea42\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0514 11:04:01.751756 3693 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0514 11:04:01.778939 3693 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0514 11:04:01.778955 3693 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0514 11:04:01.778960 3693 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0514 11:04:02.675734 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0514 11:04:02.675751 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0514 11:04:02.675757 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0514 11:04:02.675773 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0514 11:04:02.675779 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0514 11:04:02.675784 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0514 11:04:02.977992 3693 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0514 11:04:03.473114 3693 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-w2z8j] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-w2z8j for pod on switch ip-10-0-2-171.ec2.internal I0514 11:04:03.473227 3693 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-w2z8j I0514 11:04:03.492324 3693 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-w2z8j] pod update took 19.129417ms I0514 11:04:03.492397 3693 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-w2z8j] addLogicalPort annotation time took 19.21042ms I0514 11:04:03.493512 3693 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-w2z8j] addLogicalPort took 20.412496ms, libovsdb time 817.649µs I0514 11:04:03.868218 3693 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-w2z8j b74d890846d5ed8092a4135171b789b69cda688c9a7f57ab3d138622975354db network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-w2z8j b74d890846d5ed8092a4135171b789b69cda688c9a7f57ab3d138622975354db network default NAD default NAD key ] I0514 11:04:03.881481 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-w2z8j, hostIfaceName: b74d890846d5ed8, network: default, NAD default, SandboxID: "b74d890846d5ed8092a4135171b789b69cda688c9a7f57ab3d138622975354db", PCI device ID: , UID: "656733e7-7d3a-45c3-bf31-694169272f67", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0514 11:04:03.931934 3693 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-w2z8j b74d890846d5ed8092a4135171b789b69cda688c9a7f57ab3d138622975354db network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-w2z8j b74d890846d5ed8092a4135171b789b69cda688c9a7f57ab3d138622975354db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:20:b6:5f:66:4d\",\"name\":\"b74d890846d5ed8\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d64b4ac-237b-4e50-a6c1-abaad281ef9e\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0514 11:04:05.709923 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0514 11:04:05.731836 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0514 11:04:05.745474 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0514 11:04:05.745494 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0514 11:04:05.769885 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0514 11:04:06.570425 3693 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-j9jhg] creating logical port openshift-monitoring_prometheus-operator-76b589d668-j9jhg for pod on switch ip-10-0-2-171.ec2.internal I0514 11:04:06.570502 3693 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-j9jhg I0514 11:04:06.588382 3693 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-j9jhg] pod update took 17.901508ms I0514 11:04:06.588401 3693 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-j9jhg] addLogicalPort annotation time took 17.924775ms I0514 11:04:06.589448 3693 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-j9jhg] addLogicalPort took 19.034347ms, libovsdb time 739.849µs I0514 11:04:06.994559 3693 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-j9jhg 4a25510ec991065e35c541adb7a4e9238813466433191833184d7503455691c2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-j9jhg 4a25510ec991065e35c541adb7a4e9238813466433191833184d7503455691c2 network default NAD default NAD key ] I0514 11:04:07.004765 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-j9jhg, hostIfaceName: 4a25510ec991065, network: default, NAD default, SandboxID: "4a25510ec991065e35c541adb7a4e9238813466433191833184d7503455691c2", PCI device ID: , UID: "5f443c7d-04c7-42c1-9ad0-1d2a6636f968", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0514 11:04:07.052407 3693 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-j9jhg 4a25510ec991065e35c541adb7a4e9238813466433191833184d7503455691c2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-j9jhg 4a25510ec991065e35c541adb7a4e9238813466433191833184d7503455691c2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:42:a7:b3:bc:37\",\"name\":\"4a25510ec991065\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/682dde97-54da-4834-b277-f9a98a7b0e74\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0514 11:04:09.875681 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0514 11:04:09.875707 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0514 11:04:10.684100 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0514 11:04:10.684128 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0514 11:04:11.740594 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0514 11:04:11.740619 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0514 11:04:11.740627 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0514 11:04:13.418843 3693 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-28qvv] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-28qvv for pod on switch ip-10-0-2-171.ec2.internal I0514 11:04:13.418981 3693 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-28qvv I0514 11:04:13.458312 3693 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-28qvv] pod update took 39.357292ms I0514 11:04:13.458395 3693 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-28qvv] addLogicalPort annotation time took 39.445302ms I0514 11:04:13.459817 3693 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-28qvv] addLogicalPort took 40.987853ms, libovsdb time 982.949µs I0514 11:04:13.483596 3693 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-jkwfl] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-jkwfl for pod on switch ip-10-0-2-171.ec2.internal I0514 11:04:13.483749 3693 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-jkwfl I0514 11:04:13.509787 3693 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-jkwfl] pod update took 26.071618ms I0514 11:04:13.509813 3693 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-jkwfl] addLogicalPort annotation time took 26.102622ms I0514 11:04:13.511405 3693 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-jkwfl] addLogicalPort took 27.822164ms, libovsdb time 1.220599ms I0514 11:04:13.787806 3693 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-28qvv fea47ebba536e4f89a002f7781b97c3cf2676dfbf0372596d7230d60db1b4b70 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-28qvv fea47ebba536e4f89a002f7781b97c3cf2676dfbf0372596d7230d60db1b4b70 network default NAD default NAD key ] I0514 11:04:13.797260 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-28qvv, hostIfaceName: fea47ebba536e4f, network: default, NAD default, SandboxID: "fea47ebba536e4f89a002f7781b97c3cf2676dfbf0372596d7230d60db1b4b70", PCI device ID: , UID: "ea8110d5-bfd0-4374-9360-436d179b3f31", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0514 11:04:13.848784 3693 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-28qvv fea47ebba536e4f89a002f7781b97c3cf2676dfbf0372596d7230d60db1b4b70 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-28qvv fea47ebba536e4f89a002f7781b97c3cf2676dfbf0372596d7230d60db1b4b70 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:df:04:8c:b3:23\",\"name\":\"fea47ebba536e4f\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c3af3bc2-2781-4417-8a67-1ea54d92487b\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 11:04:13.864889 3693 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-jkwfl 69aa181db71d83649e0bc811f89520a942cd3715228cff9144eece5c5713405c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-jkwfl 69aa181db71d83649e0bc811f89520a942cd3715228cff9144eece5c5713405c network default NAD default NAD key ] I0514 11:04:13.874988 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-jkwfl, hostIfaceName: 69aa181db71d836, network: default, NAD default, SandboxID: "69aa181db71d83649e0bc811f89520a942cd3715228cff9144eece5c5713405c", PCI device ID: , UID: "69fa0242-e5fc-4135-b3ed-2c791a12cecf", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0514 11:04:13.923939 3693 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-jkwfl 69aa181db71d83649e0bc811f89520a942cd3715228cff9144eece5c5713405c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-jkwfl 69aa181db71d83649e0bc811f89520a942cd3715228cff9144eece5c5713405c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:45:f6:92:cb:95\",\"name\":\"69aa181db71d836\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/97ba41af-82d4-41ca-9939-20cf1ad24c13\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 11:04:14.436530 3693 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-171.ec2.internal I0514 11:04:14.436709 3693 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0514 11:04:14.472444 3693 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 35.785033ms I0514 11:04:14.472473 3693 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 35.816697ms I0514 11:04:14.473687 3693 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 37.17494ms, libovsdb time 888.104µs W0514 11:04:14.648062 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0514 11:04:14.648083 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0514 11:04:14.844149 3693 cni.go:452] [openshift-monitoring/alertmanager-main-0 8b032723847365818b7b6c8db92d67919a0cd3ad3362b30ba4341246171fa4bd network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 8b032723847365818b7b6c8db92d67919a0cd3ad3362b30ba4341246171fa4bd network default NAD default NAD key ] I0514 11:04:14.856170 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 8b0327238473658, network: default, NAD default, SandboxID: "8b032723847365818b7b6c8db92d67919a0cd3ad3362b30ba4341246171fa4bd", PCI device ID: , UID: "88b05722-2058-42ca-8f8a-b2b512a9354c", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0514 11:04:14.910963 3693 cni.go:473] [openshift-monitoring/alertmanager-main-0 8b032723847365818b7b6c8db92d67919a0cd3ad3362b30ba4341246171fa4bd network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 8b032723847365818b7b6c8db92d67919a0cd3ad3362b30ba4341246171fa4bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:15:aa:e0:bb:84\",\"name\":\"8b0327238473658\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae74705a-8509-42ed-afcd-3175b15d6a8e\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 11:04:15.398767 3693 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-67f476f8f8-5nh56] creating logical port openshift-monitoring_thanos-querier-67f476f8f8-5nh56 for pod on switch ip-10-0-2-171.ec2.internal I0514 11:04:15.398860 3693 kube.go:256] Updating pod openshift-monitoring/thanos-querier-67f476f8f8-5nh56 I0514 11:04:15.427109 3693 pod.go:62] [openshift-monitoring/thanos-querier-67f476f8f8-5nh56] pod update took 28.278867ms I0514 11:04:15.427137 3693 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-67f476f8f8-5nh56] addLogicalPort annotation time took 28.310918ms I0514 11:04:15.428540 3693 pods.go:271] [openshift-monitoring/thanos-querier-67f476f8f8-5nh56] addLogicalPort took 29.787027ms, libovsdb time 1.014665ms I0514 11:04:16.164250 3693 cni.go:452] [openshift-monitoring/thanos-querier-67f476f8f8-5nh56 3bf7572065e989541bca2492c6ca926a14554c4448c5b18dd6d46c7d3995544b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-67f476f8f8-5nh56 3bf7572065e989541bca2492c6ca926a14554c4448c5b18dd6d46c7d3995544b network default NAD default NAD key ] I0514 11:04:16.174614 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-67f476f8f8-5nh56, hostIfaceName: 3bf7572065e9895, network: default, NAD default, SandboxID: "3bf7572065e989541bca2492c6ca926a14554c4448c5b18dd6d46c7d3995544b", PCI device ID: , UID: "b3116ddb-b212-4e0c-901d-4071c8db2b19", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0514 11:04:16.239902 3693 cni.go:473] [openshift-monitoring/thanos-querier-67f476f8f8-5nh56 3bf7572065e989541bca2492c6ca926a14554c4448c5b18dd6d46c7d3995544b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-67f476f8f8-5nh56 3bf7572065e989541bca2492c6ca926a14554c4448c5b18dd6d46c7d3995544b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:11:98:cd:d4:37\",\"name\":\"3bf7572065e9895\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d7053837-4e86-40ca-a784-7b81d4eb543d\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0514 11:04:16.806644 3693 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 11:04:16.806676 3693 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 11:04:16.806682 3693 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 11:04:17.057195 3693 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 11:04:17.057216 3693 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 11:04:17.057222 3693 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0514 11:04:17.789981 3693 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-fzm74] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-fzm74 for pod on switch ip-10-0-2-171.ec2.internal I0514 11:04:17.790078 3693 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-fzm74 I0514 11:04:17.809870 3693 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-fzm74] pod update took 19.820022ms I0514 11:04:17.809892 3693 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-fzm74] addLogicalPort annotation time took 19.848149ms I0514 11:04:17.811122 3693 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-fzm74] addLogicalPort took 21.156265ms, libovsdb time 873.445µs I0514 11:04:18.097306 3693 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-557667566b-d2ctv] creating logical port openshift-monitoring_metrics-server-557667566b-d2ctv for pod on switch ip-10-0-2-171.ec2.internal I0514 11:04:18.097410 3693 kube.go:256] Updating pod openshift-monitoring/metrics-server-557667566b-d2ctv I0514 11:04:18.111575 3693 pod.go:62] [openshift-monitoring/metrics-server-557667566b-d2ctv] pod update took 14.199841ms I0514 11:04:18.111595 3693 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-557667566b-d2ctv] addLogicalPort annotation time took 14.226387ms I0514 11:04:18.112805 3693 pods.go:271] [openshift-monitoring/metrics-server-557667566b-d2ctv] addLogicalPort took 15.518618ms, libovsdb time 892.237µs I0514 11:04:19.687594 3693 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-171.ec2.internal I0514 11:04:19.687749 3693 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0514 11:04:19.724735 3693 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 37.037203ms I0514 11:04:19.724848 3693 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 37.153903ms I0514 11:04:19.726252 3693 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 38.676339ms, libovsdb time 976.117µs W0514 11:04:19.795663 3693 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 11:04:19.795679 3693 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 11:04:19.795685 3693 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 11:04:19.795689 3693 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier I0514 11:04:20.755799 3693 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-fzm74 0300fb4bc26218f64af8435d2fab2305605cf1c513d0607348361e396f851ab0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-fzm74 0300fb4bc26218f64af8435d2fab2305605cf1c513d0607348361e396f851ab0 network default NAD default NAD key ] I0514 11:04:20.758045 3693 cni.go:452] [openshift-monitoring/metrics-server-557667566b-d2ctv a9ef3b0d33d1c48f8dcb88f71dfe4b3c3da8239f10b76dcee734638ebb40002d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-557667566b-d2ctv a9ef3b0d33d1c48f8dcb88f71dfe4b3c3da8239f10b76dcee734638ebb40002d network default NAD default NAD key ] I0514 11:04:20.760738 3693 cni.go:452] [openshift-multus/network-metrics-daemon-4c7d9 fc2afed79b5fcb88f3a64104c9d466b061ba2287426922bcfd7bf09be5044563 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-4c7d9 fc2afed79b5fcb88f3a64104c9d466b061ba2287426922bcfd7bf09be5044563 network default NAD default NAD key ] I0514 11:04:20.762207 3693 cni.go:452] [openshift-monitoring/prometheus-k8s-0 904fc13c1efe369998a9e9b4b994ec0d496d124f5e77dbe0805c20bcb00240ff network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 904fc13c1efe369998a9e9b4b994ec0d496d124f5e77dbe0805c20bcb00240ff network default NAD default NAD key ] I0514 11:04:20.772727 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-fzm74, hostIfaceName: 0300fb4bc26218f, network: default, NAD default, SandboxID: "0300fb4bc26218f64af8435d2fab2305605cf1c513d0607348361e396f851ab0", PCI device ID: , UID: "3f483e21-693c-444d-8344-048e05da57b4", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0514 11:04:20.775568 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-557667566b-d2ctv, hostIfaceName: a9ef3b0d33d1c48, network: default, NAD default, SandboxID: "a9ef3b0d33d1c48f8dcb88f71dfe4b3c3da8239f10b76dcee734638ebb40002d", PCI device ID: , UID: "2096674f-05c0-4209-b122-9d3818058e91", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] W0514 11:04:20.786337 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin I0514 11:04:20.801150 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-4c7d9, hostIfaceName: fc2afed79b5fcb8, network: default, NAD default, SandboxID: "fc2afed79b5fcb88f3a64104c9d466b061ba2287426922bcfd7bf09be5044563", PCI device ID: , UID: "8115254e-7792-43a7-8def-557d3d2dcc60", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0514 11:04:20.812612 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 904fc13c1efe369, network: default, NAD default, SandboxID: "904fc13c1efe369998a9e9b4b994ec0d496d124f5e77dbe0805c20bcb00240ff", PCI device ID: , UID: "4972e21e-35d5-4d59-9571-84c8ab6a92a1", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0514 11:04:20.840532 3693 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-fzm74 0300fb4bc26218f64af8435d2fab2305605cf1c513d0607348361e396f851ab0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-fzm74 0300fb4bc26218f64af8435d2fab2305605cf1c513d0607348361e396f851ab0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:8a:63:43:d4:e3\",\"name\":\"0300fb4bc26218f\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b1dde73-8297-4176-b6e6-d89fd3d0122a\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 11:04:20.906391 3693 cni.go:473] [openshift-monitoring/prometheus-k8s-0 904fc13c1efe369998a9e9b4b994ec0d496d124f5e77dbe0805c20bcb00240ff network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 904fc13c1efe369998a9e9b4b994ec0d496d124f5e77dbe0805c20bcb00240ff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:9b:f9:0b:d6:03\",\"name\":\"904fc13c1efe369\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/277b2dc2-079a-4bad-b6b6-d981b5a69d3d\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 11:04:21.074241 3693 cni.go:473] [openshift-monitoring/metrics-server-557667566b-d2ctv a9ef3b0d33d1c48f8dcb88f71dfe4b3c3da8239f10b76dcee734638ebb40002d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-557667566b-d2ctv a9ef3b0d33d1c48f8dcb88f71dfe4b3c3da8239f10b76dcee734638ebb40002d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:48:a9:56:ac:7c\",\"name\":\"a9ef3b0d33d1c48\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/adb71031-23e2-43ef-a458-c07c422080fa\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 11:04:21.074279 3693 cni.go:473] [openshift-multus/network-metrics-daemon-4c7d9 fc2afed79b5fcb88f3a64104c9d466b061ba2287426922bcfd7bf09be5044563 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-4c7d9 fc2afed79b5fcb88f3a64104c9d466b061ba2287426922bcfd7bf09be5044563 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:16:a2:b2:c9:9e\",\"name\":\"fc2afed79b5fcb8\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fb3f9eb3-40b9-4eef-9baf-bad7b1764991\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0514 11:04:21.115883 3693 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0514 11:04:21.115902 3693 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0514 11:04:21.787691 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0514 11:04:21.850589 3693 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0514 11:04:21.850607 3693 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0514 11:04:22.728883 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0514 11:04:22.850382 3693 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5l8lt 632a8da96c5f33c12553a3b2d9ffab65a17809e165b3261e712bbb1228e4ad82 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5l8lt 632a8da96c5f33c12553a3b2d9ffab65a17809e165b3261e712bbb1228e4ad82 network default NAD default NAD key ] I0514 11:04:22.930009 3693 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5l8lt 632a8da96c5f33c12553a3b2d9ffab65a17809e165b3261e712bbb1228e4ad82 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5l8lt 632a8da96c5f33c12553a3b2d9ffab65a17809e165b3261e712bbb1228e4ad82 network default NAD default NAD key default], result "{}", err I0514 11:04:23.229155 3693 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-dgkhk] creating logical port openshift-console_downloads-5c54f4944f-dgkhk for pod on switch ip-10-0-2-171.ec2.internal I0514 11:04:23.229250 3693 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-dgkhk I0514 11:04:23.260429 3693 pod.go:62] [openshift-console/downloads-5c54f4944f-dgkhk] pod update took 31.203549ms I0514 11:04:23.260462 3693 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-dgkhk] addLogicalPort annotation time took 31.240048ms I0514 11:04:23.262083 3693 pods.go:271] [openshift-console/downloads-5c54f4944f-dgkhk] addLogicalPort took 32.942332ms, libovsdb time 1.219256ms W0514 11:04:23.687412 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0514 11:04:23.876529 3693 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5l8lt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:04:23.876625 3693 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5l8lt I0514 11:04:23.878407 3693 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5l8lt, ips: 10.130.0.11 I0514 11:04:23.878441 3693 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5l8lt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:04:23.878464 3693 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5l8lt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:04:23.878476 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0514 11:04:23.878795 3693 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5l8lt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:04:23.878812 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0514 11:04:24.014724 3693 cni.go:452] [openshift-console/downloads-5c54f4944f-dgkhk 9a213ff633cac19c36d8da230461750968a28a246421d27326b754e8fd019cbe network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-dgkhk 9a213ff633cac19c36d8da230461750968a28a246421d27326b754e8fd019cbe network default NAD default NAD key ] I0514 11:04:24.024468 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-dgkhk, hostIfaceName: 9a213ff633cac19, network: default, NAD default, SandboxID: "9a213ff633cac19c36d8da230461750968a28a246421d27326b754e8fd019cbe", PCI device ID: , UID: "bd18f546-f0e6-4703-8904-97c3172b0779", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0514 11:04:24.082928 3693 cni.go:473] [openshift-console/downloads-5c54f4944f-dgkhk 9a213ff633cac19c36d8da230461750968a28a246421d27326b754e8fd019cbe network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-dgkhk 9a213ff633cac19c36d8da230461750968a28a246421d27326b754e8fd019cbe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:0e:04:c8:53:49\",\"name\":\"9a213ff633cac19\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e84a469e-b297-42fe-ae1b-6ff4f12637da\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0514 11:04:24.904999 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0514 11:04:24.909429 3693 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5l8lt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:04:24.909454 3693 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5l8lt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:04:24.909468 3693 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5l8lt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:04:24.909479 3693 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5l8lt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0514 11:04:25.023876 3693 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 11:04:25.023900 3693 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 11:04:25.023910 3693 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 11:04:25.023917 3693 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0514 11:04:25.091835 3693 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0514 11:04:25.108654 3693 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0514 11:04:25.805529 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 11:04:25.805551 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 11:04:25.805557 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 11:04:25.805561 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 11:04:25.805575 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 11:04:25.805580 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 11:04:25.805584 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 11:04:25.805588 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 11:04:25.902123 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 11:04:25.902141 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 11:04:25.902147 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 11:04:25.902152 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 11:04:37.147871 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0514 11:04:38.853509 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0514 11:04:38.978494 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0514 11:04:41.880455 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0514 11:04:42.111761 3693 base_network_controller_pods.go:487] [default/openshift-console/console-74499db6b5-rmt5d] creating logical port openshift-console_console-74499db6b5-rmt5d for pod on switch ip-10-0-2-171.ec2.internal I0514 11:04:42.111876 3693 kube.go:256] Updating pod openshift-console/console-74499db6b5-rmt5d I0514 11:04:42.133465 3693 pod.go:62] [openshift-console/console-74499db6b5-rmt5d] pod update took 21.627637ms I0514 11:04:42.133495 3693 base_network_controller_pods.go:951] [default/openshift-console/console-74499db6b5-rmt5d] addLogicalPort annotation time took 21.662072ms I0514 11:04:42.134777 3693 pods.go:271] [openshift-console/console-74499db6b5-rmt5d] addLogicalPort took 23.036799ms, libovsdb time 930.372µs W0514 11:04:42.141999 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0514 11:04:42.510795 3693 cni.go:452] [openshift-console/console-74499db6b5-rmt5d 6b60d5b67ea07d5505f3503f7ab3fc97db60899101bdaa171db08c22abb802e8 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-74499db6b5-rmt5d 6b60d5b67ea07d5505f3503f7ab3fc97db60899101bdaa171db08c22abb802e8 network default NAD default NAD key ] I0514 11:04:42.521395 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-74499db6b5-rmt5d, hostIfaceName: 6b60d5b67ea07d5, network: default, NAD default, SandboxID: "6b60d5b67ea07d5505f3503f7ab3fc97db60899101bdaa171db08c22abb802e8", PCI device ID: , UID: "5713f311-4262-4a71-b2e4-cb2b1c08d0ed", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0514 11:04:42.575178 3693 cni.go:473] [openshift-console/console-74499db6b5-rmt5d 6b60d5b67ea07d5505f3503f7ab3fc97db60899101bdaa171db08c22abb802e8 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-74499db6b5-rmt5d 6b60d5b67ea07d5505f3503f7ab3fc97db60899101bdaa171db08c22abb802e8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:9e:a2:cb:4f:10\",\"name\":\"6b60d5b67ea07d5\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df4d590f-d946-4dd3-b163-750a80c611d1\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0514 11:04:42.798749 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0514 11:04:42.798781 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0514 11:04:44.895656 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 11:04:44.895682 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 11:04:44.895689 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 11:04:44.895702 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 11:04:44.895710 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 11:04:44.895716 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 11:04:44.930389 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 11:04:44.930412 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 11:04:44.930421 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 11:04:45.891277 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0514 11:04:48.086261 3693 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6f8db9dd7d-dlh7f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:04:48.086800 3693 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6f8db9dd7d-dlh7f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:04:48.892036 3693 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6f8db9dd7d-dlh7f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:04:48.892058 3693 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6f8db9dd7d-dlh7f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:04:48.896549 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6f8db9dd7d-dlh7f I0514 11:04:48.896579 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6f8db9dd7d-dlh7f W0514 11:04:53.021187 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0514 11:04:56.228336 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0514 11:04:56.258171 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0514 11:05:03.264511 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0514 11:05:09.204572 3693 obj_retry.go:498] Detected object openshift-console/console-f9bd499cf-wgqsn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:05:09.205155 3693 obj_retry.go:498] Detected object openshift-console/console-f9bd499cf-wgqsn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:05:09.989375 3693 obj_retry.go:492] Detected object openshift-console/console-f9bd499cf-wgqsn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:05:09.989394 3693 obj_retry.go:492] Detected object openshift-console/console-f9bd499cf-wgqsn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:05:09.992555 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-f9bd499cf-wgqsn I0514 11:05:09.992580 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-f9bd499cf-wgqsn I0514 11:05:16.371795 3693 obj_retry.go:498] Detected object openshift-ingress/router-default-55bf659df5-5rjfk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:05:16.372284 3693 obj_retry.go:498] Detected object openshift-ingress/router-default-55bf659df5-5rjfk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:05:17.329185 3693 obj_retry.go:492] Detected object openshift-ingress/router-default-55bf659df5-5rjfk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:05:17.329209 3693 obj_retry.go:492] Detected object openshift-ingress/router-default-55bf659df5-5rjfk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:05:17.333763 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-55bf659df5-5rjfk I0514 11:05:17.333783 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-55bf659df5-5rjfk I0514 11:05:18.350978 3693 obj_retry.go:498] Detected object openshift-console/console-f9bd499cf-49prh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:05:18.351596 3693 obj_retry.go:498] Detected object openshift-console/console-f9bd499cf-49prh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:05:19.331882 3693 obj_retry.go:492] Detected object openshift-console/console-f9bd499cf-49prh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:05:19.331913 3693 obj_retry.go:492] Detected object openshift-console/console-f9bd499cf-49prh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:05:19.338835 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-f9bd499cf-49prh I0514 11:05:19.338860 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-f9bd499cf-49prh W0514 11:05:20.170166 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0514 11:05:20.170205 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0514 11:05:35.162859 3693 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:05:35.163379 3693 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:05:35.411403 3693 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:05:35.411467 3693 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:05:35.419793 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0514 11:05:35.419819 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0514 11:05:37.939876 3693 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-76886df846-hnf6n] creating logical port openshift-monitoring_telemeter-client-76886df846-hnf6n for pod on switch ip-10-0-2-171.ec2.internal I0514 11:05:37.940034 3693 kube.go:256] Updating pod openshift-monitoring/telemeter-client-76886df846-hnf6n I0514 11:05:37.961724 3693 pod.go:62] [openshift-monitoring/telemeter-client-76886df846-hnf6n] pod update took 21.771767ms I0514 11:05:37.961745 3693 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-76886df846-hnf6n] addLogicalPort annotation time took 21.796575ms I0514 11:05:37.963013 3693 pods.go:271] [openshift-monitoring/telemeter-client-76886df846-hnf6n] addLogicalPort took 23.153609ms, libovsdb time 896.693µs I0514 11:05:38.311197 3693 cni.go:452] [openshift-monitoring/telemeter-client-76886df846-hnf6n 217b6500ac8069d71a76dfa757c961bdc53625d334faa690b65d006cc82d7da4 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-76886df846-hnf6n 217b6500ac8069d71a76dfa757c961bdc53625d334faa690b65d006cc82d7da4 network default NAD default NAD key ] I0514 11:05:38.321009 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-76886df846-hnf6n, hostIfaceName: 217b6500ac8069d, network: default, NAD default, SandboxID: "217b6500ac8069d71a76dfa757c961bdc53625d334faa690b65d006cc82d7da4", PCI device ID: , UID: "4baf0a8d-f23e-43dc-a52a-4018c4a1191d", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0514 11:05:38.373228 3693 cni.go:473] [openshift-monitoring/telemeter-client-76886df846-hnf6n 217b6500ac8069d71a76dfa757c961bdc53625d334faa690b65d006cc82d7da4 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-76886df846-hnf6n 217b6500ac8069d71a76dfa757c961bdc53625d334faa690b65d006cc82d7da4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:f8:07:59:d1:58\",\"name\":\"217b6500ac8069d\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/38fa695a-bebe-468f-a82c-184ffc47724d\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 11:05:39.580396 3693 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:05:39.581029 3693 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:05:40.454359 3693 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:05:40.454378 3693 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:05:40.463859 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0514 11:05:40.463881 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0514 11:06:07.013909 3693 obj_retry.go:498] Detected object openshift-console/console-74499db6b5-d5tns of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:06:07.014495 3693 obj_retry.go:498] Detected object openshift-console/console-74499db6b5-d5tns of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:06:07.051855 3693 cni.go:452] [openshift-monitoring/alertmanager-main-0 8b032723847365818b7b6c8db92d67919a0cd3ad3362b30ba4341246171fa4bd network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 8b032723847365818b7b6c8db92d67919a0cd3ad3362b30ba4341246171fa4bd network default NAD default NAD key ] I0514 11:06:07.140097 3693 cni.go:473] [openshift-monitoring/alertmanager-main-0 8b032723847365818b7b6c8db92d67919a0cd3ad3362b30ba4341246171fa4bd network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 8b032723847365818b7b6c8db92d67919a0cd3ad3362b30ba4341246171fa4bd network default NAD default NAD key default], result "{}", err I0514 11:06:07.200092 3693 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:06:07.200145 3693 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0514 11:06:07.201788 3693 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.16 I0514 11:06:07.201821 3693 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:06:07.315488 3693 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:06:07.315510 3693 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:06:07.323302 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0514 11:06:07.323332 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0514 11:06:07.363801 3693 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-171.ec2.internal I0514 11:06:07.363977 3693 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0514 11:06:07.385671 3693 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 21.773748ms I0514 11:06:07.385747 3693 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 21.849668ms I0514 11:06:07.387102 3693 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 23.31528ms, libovsdb time 917.472µs I0514 11:06:07.506995 3693 obj_retry.go:492] Detected object openshift-console/console-74499db6b5-d5tns of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:06:07.507017 3693 obj_retry.go:492] Detected object openshift-console/console-74499db6b5-d5tns of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:06:07.523856 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74499db6b5-d5tns I0514 11:06:07.523880 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74499db6b5-d5tns I0514 11:06:07.724183 3693 cni.go:452] [openshift-monitoring/alertmanager-main-0 d05760280157cb577494f98f789bad09f3d81c509b0a1ee785e6ea7d50ef023c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 d05760280157cb577494f98f789bad09f3d81c509b0a1ee785e6ea7d50ef023c network default NAD default NAD key ] I0514 11:06:07.733907 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: d05760280157cb5, network: default, NAD default, SandboxID: "d05760280157cb577494f98f789bad09f3d81c509b0a1ee785e6ea7d50ef023c", PCI device ID: , UID: "c1d9aeb2-621c-46c2-becd-fc40366fede5", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0514 11:06:07.781620 3693 cni.go:473] [openshift-monitoring/alertmanager-main-0 d05760280157cb577494f98f789bad09f3d81c509b0a1ee785e6ea7d50ef023c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 d05760280157cb577494f98f789bad09f3d81c509b0a1ee785e6ea7d50ef023c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:e5:b8:ff:9c:05\",\"name\":\"d05760280157cb5\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/644ae3e7-4bef-461c-992e-d91e28cac06b\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 11:06:17.721189 3693 cni.go:452] [openshift-console/console-74499db6b5-rmt5d 6b60d5b67ea07d5505f3503f7ab3fc97db60899101bdaa171db08c22abb802e8 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-74499db6b5-rmt5d 6b60d5b67ea07d5505f3503f7ab3fc97db60899101bdaa171db08c22abb802e8 network default NAD default NAD key ] I0514 11:06:17.803355 3693 cni.go:473] [openshift-console/console-74499db6b5-rmt5d 6b60d5b67ea07d5505f3503f7ab3fc97db60899101bdaa171db08c22abb802e8 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-74499db6b5-rmt5d 6b60d5b67ea07d5505f3503f7ab3fc97db60899101bdaa171db08c22abb802e8 network default NAD default NAD key default], result "{}", err I0514 11:06:17.851047 3693 obj_retry.go:498] Detected object openshift-console/console-74499db6b5-rmt5d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:06:17.851082 3693 pods.go:176] Deleting pod: openshift-console/console-74499db6b5-rmt5d I0514 11:06:17.852405 3693 pods.go:236] Attempting to release IPs for pod: openshift-console/console-74499db6b5-rmt5d, ips: 10.130.0.22 I0514 11:06:17.852434 3693 obj_retry.go:498] Detected object openshift-console/console-74499db6b5-rmt5d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:06:18.365020 3693 obj_retry.go:492] Detected object openshift-console/console-74499db6b5-rmt5d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:06:18.365044 3693 obj_retry.go:492] Detected object openshift-console/console-74499db6b5-rmt5d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:06:18.369050 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74499db6b5-rmt5d I0514 11:06:18.369082 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74499db6b5-rmt5d W0514 11:06:37.779442 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 11:06:37.779464 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 11:06:37.779472 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0514 11:06:42.933833 3693 cni.go:452] [openshift-monitoring/prometheus-k8s-0 904fc13c1efe369998a9e9b4b994ec0d496d124f5e77dbe0805c20bcb00240ff network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 904fc13c1efe369998a9e9b4b994ec0d496d124f5e77dbe0805c20bcb00240ff network default NAD default NAD key ] I0514 11:06:43.003789 3693 cni.go:473] [openshift-monitoring/prometheus-k8s-0 904fc13c1efe369998a9e9b4b994ec0d496d124f5e77dbe0805c20bcb00240ff network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 904fc13c1efe369998a9e9b4b994ec0d496d124f5e77dbe0805c20bcb00240ff network default NAD default NAD key default], result "{}", err I0514 11:06:43.064152 3693 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:06:43.064192 3693 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0514 11:06:43.065411 3693 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.20 I0514 11:06:43.065438 3693 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:06:43.476077 3693 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:06:43.476101 3693 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:06:43.484064 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0514 11:06:43.484093 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0514 11:06:43.527737 3693 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-171.ec2.internal I0514 11:06:43.527925 3693 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0514 11:06:43.552045 3693 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 24.189823ms I0514 11:06:43.552074 3693 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 24.221461ms I0514 11:06:43.553442 3693 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 25.721616ms, libovsdb time 1.031047ms I0514 11:06:43.889082 3693 cni.go:452] [openshift-monitoring/prometheus-k8s-0 408444100acfe3835f2e581fc8cec5d33741e641ba6066ec21b943c3c40983ff network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 408444100acfe3835f2e581fc8cec5d33741e641ba6066ec21b943c3c40983ff network default NAD default NAD key ] I0514 11:06:43.899016 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 408444100acfe38, network: default, NAD default, SandboxID: "408444100acfe3835f2e581fc8cec5d33741e641ba6066ec21b943c3c40983ff", PCI device ID: , UID: "2e8b854b-932c-4bdd-8e6f-bca4615feab6", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0514 11:06:43.945907 3693 cni.go:473] [openshift-monitoring/prometheus-k8s-0 408444100acfe3835f2e581fc8cec5d33741e641ba6066ec21b943c3c40983ff network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 408444100acfe3835f2e581fc8cec5d33741e641ba6066ec21b943c3c40983ff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:1c:9a:2c:a5:37\",\"name\":\"408444100acfe38\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/49a82b9e-de25-4f86-a861-a61b28efc57e\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0514 11:07:44.774713 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0514 11:07:44.774733 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0514 11:07:50.285627 3693 base_network_controller_pods.go:487] [default/openshift-console/console-77454fb65d-vkvq2] creating logical port openshift-console_console-77454fb65d-vkvq2 for pod on switch ip-10-0-2-171.ec2.internal I0514 11:07:50.285790 3693 kube.go:256] Updating pod openshift-console/console-77454fb65d-vkvq2 I0514 11:07:50.316959 3693 pod.go:62] [openshift-console/console-77454fb65d-vkvq2] pod update took 31.203253ms I0514 11:07:50.316979 3693 base_network_controller_pods.go:951] [default/openshift-console/console-77454fb65d-vkvq2] addLogicalPort annotation time took 31.23129ms I0514 11:07:50.318088 3693 pods.go:271] [openshift-console/console-77454fb65d-vkvq2] addLogicalPort took 32.481617ms, libovsdb time 782.735µs I0514 11:07:50.639750 3693 cni.go:452] [openshift-console/console-77454fb65d-vkvq2 fecf56de3218e4a038e84393b2b276c22ca492c3eab65a4378f62f95c45cc641 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-77454fb65d-vkvq2 fecf56de3218e4a038e84393b2b276c22ca492c3eab65a4378f62f95c45cc641 network default NAD default NAD key ] I0514 11:07:50.649124 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-77454fb65d-vkvq2, hostIfaceName: fecf56de3218e4a, network: default, NAD default, SandboxID: "fecf56de3218e4a038e84393b2b276c22ca492c3eab65a4378f62f95c45cc641", PCI device ID: , UID: "60cea3b4-a72e-44c2-8574-83e9c36ff704", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0514 11:07:50.698415 3693 cni.go:473] [openshift-console/console-77454fb65d-vkvq2 fecf56de3218e4a038e84393b2b276c22ca492c3eab65a4378f62f95c45cc641 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-77454fb65d-vkvq2 fecf56de3218e4a038e84393b2b276c22ca492c3eab65a4378f62f95c45cc641 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:a2:f1:d8:74:b6\",\"name\":\"fecf56de3218e4a\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fbf10093-f1c4-4b54-8c15-1709ebd40562\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0514 11:08:00.807302 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0514 11:08:15.569184 3693 obj_retry.go:498] Detected object openshift-console/console-6d84d4d597-lt2wm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:08:15.569765 3693 obj_retry.go:498] Detected object openshift-console/console-6d84d4d597-lt2wm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:08:15.636004 3693 obj_retry.go:492] Detected object openshift-console/console-6d84d4d597-lt2wm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:08:15.636029 3693 obj_retry.go:492] Detected object openshift-console/console-6d84d4d597-lt2wm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:08:15.646784 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d84d4d597-lt2wm I0514 11:08:15.646804 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d84d4d597-lt2wm I0514 11:08:17.463409 3693 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0514 11:08:26.132464 3693 obj_retry.go:498] Detected object openshift-console/console-6d84d4d597-mgjnn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:08:26.132973 3693 obj_retry.go:498] Detected object openshift-console/console-6d84d4d597-mgjnn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:08:27.132813 3693 obj_retry.go:492] Detected object openshift-console/console-6d84d4d597-mgjnn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:08:27.132846 3693 obj_retry.go:492] Detected object openshift-console/console-6d84d4d597-mgjnn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:08:27.141010 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d84d4d597-mgjnn I0514 11:08:27.141034 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d84d4d597-mgjnn I0514 11:08:55.247454 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0514 11:09:14.145932 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=12 I0514 11:09:18.241803 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 W0514 11:09:29.912238 3693 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0514 11:09:38.142824 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=137 I0514 11:09:40.963696 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0514 11:09:40.963750 3693 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-862gp IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-862gp: no pod IPs found I0514 11:10:05.160458 3693 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645950-k5zjn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:10:05.161028 3693 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645950-k5zjn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:10:06.181986 3693 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645950-k5zjn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:10:06.182005 3693 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645950-k5zjn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:10:44.639253 3693 namespace.go:98] [tsf] adding namespace I0514 11:10:44.640156 3693 namespace.go:102] [tsf] adding namespace took 882.156µs I0514 11:10:44.655293 3693 namespace.go:142] [tsf] updating namespace I0514 11:10:44.667586 3693 namespace.go:142] [tsf] updating namespace I0514 11:10:48.475722 3693 namespace.go:98] [rhbk-operator] adding namespace I0514 11:10:48.475870 3693 namespace.go:98] [rhtpa-operator] adding namespace I0514 11:10:48.476592 3693 namespace.go:102] [rhbk-operator] adding namespace took 853.791µs I0514 11:10:48.477188 3693 namespace.go:102] [rhtpa-operator] adding namespace took 1.298357ms I0514 11:10:48.478844 3693 namespace.go:98] [konflux-operator] adding namespace I0514 11:10:48.479462 3693 namespace.go:102] [konflux-operator] adding namespace took 604.935µs I0514 11:10:48.481037 3693 namespace.go:98] [konflux-ui] adding namespace I0514 11:10:48.481149 3693 namespace.go:98] [tsf-tas] adding namespace I0514 11:10:48.481571 3693 namespace.go:102] [konflux-ui] adding namespace took 519.699µs I0514 11:10:48.482125 3693 namespace.go:102] [tsf-tas] adding namespace took 961.185µs I0514 11:10:48.482178 3693 namespace.go:98] [cert-manager-operator] adding namespace I0514 11:10:48.482348 3693 namespace.go:98] [tsf-tpa] adding namespace I0514 11:10:48.482855 3693 namespace.go:102] [cert-manager-operator] adding namespace took 660.544µs I0514 11:10:48.482881 3693 namespace.go:98] [tsf-keycloak] adding namespace I0514 11:10:48.483328 3693 namespace.go:102] [tsf-keycloak] adding namespace took 442.11µs I0514 11:10:48.483933 3693 namespace.go:102] [tsf-tpa] adding namespace took 1.567101ms I0514 11:10:48.493145 3693 namespace.go:142] [rhbk-operator] updating namespace I0514 11:10:48.515910 3693 namespace.go:142] [rhbk-operator] updating namespace I0514 11:10:48.531615 3693 namespace.go:142] [rhtpa-operator] updating namespace I0514 11:10:48.543898 3693 namespace.go:142] [konflux-operator] updating namespace I0514 11:10:48.555598 3693 namespace.go:142] [rhtpa-operator] updating namespace I0514 11:10:48.566000 3693 namespace.go:142] [tsf-tas] updating namespace I0514 11:10:48.566016 3693 namespace.go:142] [konflux-ui] updating namespace I0514 11:10:48.601831 3693 namespace.go:142] [cert-manager-operator] updating namespace I0514 11:10:48.601872 3693 namespace.go:142] [tsf-keycloak] updating namespace I0514 11:10:48.602038 3693 namespace.go:142] [rhbk-operator] updating namespace I0514 11:10:48.602042 3693 namespace.go:142] [tsf-tpa] updating namespace I0514 11:10:48.607598 3693 namespace.go:142] [rhtpa-operator] updating namespace I0514 11:10:48.655983 3693 namespace.go:142] [tsf-tas] updating namespace I0514 11:10:48.664541 3693 namespace.go:142] [tsf-tas] updating namespace I0514 11:10:48.686575 3693 namespace.go:142] [cert-manager-operator] updating namespace I0514 11:10:48.710422 3693 namespace.go:142] [cert-manager-operator] updating namespace I0514 11:10:48.716939 3693 namespace.go:142] [tsf-keycloak] updating namespace I0514 11:10:48.728863 3693 namespace.go:142] [tsf-keycloak] updating namespace I0514 11:10:48.746398 3693 namespace.go:142] [tsf-tpa] updating namespace I0514 11:10:48.768959 3693 namespace.go:142] [tsf-tpa] updating namespace I0514 11:10:48.769060 3693 namespace.go:142] [konflux-operator] updating namespace I0514 11:10:48.783685 3693 namespace.go:142] [konflux-operator] updating namespace I0514 11:10:48.907549 3693 namespace.go:142] [konflux-ui] updating namespace I0514 11:10:48.912178 3693 namespace.go:142] [konflux-ui] updating namespace I0514 11:10:49.146373 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0514 11:10:49.906779 3693 namespace.go:142] [tsf-keycloak] updating namespace I0514 11:10:49.915580 3693 namespace.go:142] [tsf-tpa] updating namespace I0514 11:10:51.621012 3693 base_network_controller_pods.go:487] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fekhn9f] creating logical port openshift-marketplace_5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fekhn9f for pod on switch ip-10-0-2-171.ec2.internal I0514 11:10:51.621165 3693 kube.go:256] Updating pod openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fekhn9f I0514 11:10:51.634295 3693 pod.go:62] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fekhn9f] pod update took 13.173134ms I0514 11:10:51.634316 3693 base_network_controller_pods.go:951] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fekhn9f] addLogicalPort annotation time took 13.198337ms I0514 11:10:51.635521 3693 pods.go:271] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fekhn9f] addLogicalPort took 14.527645ms, libovsdb time 882.426µs I0514 11:10:51.725916 3693 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkclzm] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkclzm for pod on switch ip-10-0-2-171.ec2.internal I0514 11:10:51.726030 3693 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkclzm I0514 11:10:51.739162 3693 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkclzm] pod update took 13.154629ms I0514 11:10:51.739186 3693 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkclzm] addLogicalPort annotation time took 13.179854ms I0514 11:10:51.740495 3693 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkclzm] addLogicalPort took 14.592799ms, libovsdb time 880.121µs I0514 11:10:51.981346 3693 cni.go:452] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fekhn9f 4dadd0b3ecc61f656bce2dfae442ee6216bf5ce0e0987e0de59f1f3e64a8f1a6 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fekhn9f 4dadd0b3ecc61f656bce2dfae442ee6216bf5ce0e0987e0de59f1f3e64a8f1a6 network default NAD default NAD key ] I0514 11:10:51.992070 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fekhn9f, hostIfaceName: 4dadd0b3ecc61f6, network: default, NAD default, SandboxID: "4dadd0b3ecc61f656bce2dfae442ee6216bf5ce0e0987e0de59f1f3e64a8f1a6", PCI device ID: , UID: "6328f46d-d2b4-4ecf-ba42-716a711ee158", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0514 11:10:52.041181 3693 cni.go:473] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fekhn9f 4dadd0b3ecc61f656bce2dfae442ee6216bf5ce0e0987e0de59f1f3e64a8f1a6 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fekhn9f 4dadd0b3ecc61f656bce2dfae442ee6216bf5ce0e0987e0de59f1f3e64a8f1a6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:15:fe:dd:8b:2e\",\"name\":\"4dadd0b3ecc61f6\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d786e7e6-f4ac-44f3-99c2-3028f7b7ea04\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 11:10:52.084591 3693 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkclzm 06e7d6601335fb6745efda56348a1fe46441c0b4ddf6c2fb4ff46778a3b07b35 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkclzm 06e7d6601335fb6745efda56348a1fe46441c0b4ddf6c2fb4ff46778a3b07b35 network default NAD default NAD key ] I0514 11:10:52.096376 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkclzm, hostIfaceName: 06e7d6601335fb6, network: default, NAD default, SandboxID: "06e7d6601335fb6745efda56348a1fe46441c0b4ddf6c2fb4ff46778a3b07b35", PCI device ID: , UID: "d7e7828a-8d12-43e0-bcf3-e113fba6cbf0", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0514 11:10:52.144566 3693 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkclzm 06e7d6601335fb6745efda56348a1fe46441c0b4ddf6c2fb4ff46778a3b07b35 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkclzm 06e7d6601335fb6745efda56348a1fe46441c0b4ddf6c2fb4ff46778a3b07b35 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:01:dc:a1:2e:03\",\"name\":\"06e7d6601335fb6\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/043d68e8-e3a8-47da-80cf-1de5f62ef7f1\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 11:10:54.596073 3693 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6efrmsj] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6efrmsj for pod on switch ip-10-0-2-171.ec2.internal I0514 11:10:54.596179 3693 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6efrmsj I0514 11:10:54.611245 3693 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6efrmsj] pod update took 15.091802ms I0514 11:10:54.611275 3693 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6efrmsj] addLogicalPort annotation time took 15.126924ms I0514 11:10:54.612727 3693 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6efrmsj] addLogicalPort took 16.670537ms, libovsdb time 960.091µs I0514 11:10:54.953809 3693 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6efrmsj 1fb548ae1750de7f6467f6660ccac07dd435019cdc90d9c1736bf61ff27b30b5 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6efrmsj 1fb548ae1750de7f6467f6660ccac07dd435019cdc90d9c1736bf61ff27b30b5 network default NAD default NAD key ] I0514 11:10:54.964395 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6efrmsj, hostIfaceName: 1fb548ae1750de7, network: default, NAD default, SandboxID: "1fb548ae1750de7f6467f6660ccac07dd435019cdc90d9c1736bf61ff27b30b5", PCI device ID: , UID: "5f072d1b-5c4d-4c72-a6fb-d5f3c3ec3400", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0514 11:10:55.011052 3693 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6efrmsj 1fb548ae1750de7f6467f6660ccac07dd435019cdc90d9c1736bf61ff27b30b5 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6efrmsj 1fb548ae1750de7f6467f6660ccac07dd435019cdc90d9c1736bf61ff27b30b5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:c6:76:6f:cc:ec\",\"name\":\"1fb548ae1750de7\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a73930cc-0dec-4e18-b157-89bf4d892099\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 11:10:55.478800 3693 cni.go:452] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fekhn9f 4dadd0b3ecc61f656bce2dfae442ee6216bf5ce0e0987e0de59f1f3e64a8f1a6 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fekhn9f 4dadd0b3ecc61f656bce2dfae442ee6216bf5ce0e0987e0de59f1f3e64a8f1a6 network default NAD default NAD key ] I0514 11:10:55.550822 3693 cni.go:473] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fekhn9f 4dadd0b3ecc61f656bce2dfae442ee6216bf5ce0e0987e0de59f1f3e64a8f1a6 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fekhn9f 4dadd0b3ecc61f656bce2dfae442ee6216bf5ce0e0987e0de59f1f3e64a8f1a6 network default NAD default NAD key default], result "{}", err I0514 11:10:55.598218 3693 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fekhn9f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:10:55.598247 3693 pods.go:176] Deleting pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fekhn9f I0514 11:10:55.599506 3693 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fekhn9f, ips: 10.130.0.27 I0514 11:10:55.599536 3693 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fekhn9f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:10:55.599558 3693 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fekhn9f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:10:55.599565 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0514 11:10:55.599757 3693 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fekhn9f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:10:55.599772 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0514 11:10:56.436710 3693 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51svd46] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51svd46 for pod on switch ip-10-0-2-171.ec2.internal I0514 11:10:56.436837 3693 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51svd46 I0514 11:10:56.449990 3693 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51svd46] pod update took 13.179061ms I0514 11:10:56.450012 3693 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51svd46] addLogicalPort annotation time took 13.205449ms I0514 11:10:56.451390 3693 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51svd46] addLogicalPort took 14.694784ms, libovsdb time 1.018473ms I0514 11:10:56.488028 3693 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkclzm 06e7d6601335fb6745efda56348a1fe46441c0b4ddf6c2fb4ff46778a3b07b35 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkclzm 06e7d6601335fb6745efda56348a1fe46441c0b4ddf6c2fb4ff46778a3b07b35 network default NAD default NAD key ] I0514 11:10:56.563949 3693 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkclzm 06e7d6601335fb6745efda56348a1fe46441c0b4ddf6c2fb4ff46778a3b07b35 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkclzm 06e7d6601335fb6745efda56348a1fe46441c0b4ddf6c2fb4ff46778a3b07b35 network default NAD default NAD key default], result "{}", err I0514 11:10:56.615403 3693 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkclzm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:10:56.615446 3693 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkclzm I0514 11:10:56.617276 3693 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkclzm, ips: 10.130.0.28 I0514 11:10:56.617312 3693 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkclzm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:10:56.617333 3693 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkclzm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:10:56.617342 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0514 11:10:56.617583 3693 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkclzm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:10:56.617602 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0514 11:10:56.628369 3693 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fekhn9f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:10:56.628397 3693 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fekhn9f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:10:56.628411 3693 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fekhn9f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:10:56.628426 3693 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fekhn9f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:10:56.796172 3693 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51svd46 3316d99e31d0ac7c97a3284a074b275fd5dc6d214ed77439109af6d1ce774cf7 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51svd46 3316d99e31d0ac7c97a3284a074b275fd5dc6d214ed77439109af6d1ce774cf7 network default NAD default NAD key ] I0514 11:10:56.806414 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51svd46, hostIfaceName: 3316d99e31d0ac7, network: default, NAD default, SandboxID: "3316d99e31d0ac7c97a3284a074b275fd5dc6d214ed77439109af6d1ce774cf7", PCI device ID: , UID: "34198b9d-258f-4da2-b292-297c8f4060a9", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0514 11:10:56.854238 3693 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51svd46 3316d99e31d0ac7c97a3284a074b275fd5dc6d214ed77439109af6d1ce774cf7 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51svd46 3316d99e31d0ac7c97a3284a074b275fd5dc6d214ed77439109af6d1ce774cf7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:59:80:06:f7:dd\",\"name\":\"3316d99e31d0ac7\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d608a47e-497e-4cf5-bae0-9338b4bf2e78\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 11:10:57.639726 3693 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkclzm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:10:57.639749 3693 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkclzm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:10:57.639764 3693 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkclzm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:10:57.639776 3693 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkclzm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:10:58.065022 3693 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136c2659] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136c2659 for pod on switch ip-10-0-2-171.ec2.internal I0514 11:10:58.065156 3693 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136c2659 I0514 11:10:58.077402 3693 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136c2659] pod update took 12.275079ms I0514 11:10:58.077424 3693 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136c2659] addLogicalPort annotation time took 12.298798ms I0514 11:10:58.078753 3693 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136c2659] addLogicalPort took 13.744638ms, libovsdb time 902.739µs I0514 11:10:58.171330 3693 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7t85mn] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7t85mn for pod on switch ip-10-0-2-171.ec2.internal I0514 11:10:58.171442 3693 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7t85mn I0514 11:10:58.183007 3693 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7t85mn] pod update took 11.588012ms I0514 11:10:58.183026 3693 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7t85mn] addLogicalPort annotation time took 11.610929ms I0514 11:10:58.184058 3693 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7t85mn] addLogicalPort took 12.742024ms, libovsdb time 756.912µs I0514 11:10:58.421270 3693 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136c2659 4b16fcfafd53b98eb46927bd3029273737fb4cd93427ccae22e78bdb183e248e network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136c2659 4b16fcfafd53b98eb46927bd3029273737fb4cd93427ccae22e78bdb183e248e network default NAD default NAD key ] I0514 11:10:58.431504 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136c2659, hostIfaceName: 4b16fcfafd53b98, network: default, NAD default, SandboxID: "4b16fcfafd53b98eb46927bd3029273737fb4cd93427ccae22e78bdb183e248e", PCI device ID: , UID: "4a208e4c-5c83-46ce-a854-ceeb7fc37c20", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0514 11:10:58.479961 3693 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136c2659 4b16fcfafd53b98eb46927bd3029273737fb4cd93427ccae22e78bdb183e248e network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136c2659 4b16fcfafd53b98eb46927bd3029273737fb4cd93427ccae22e78bdb183e248e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:d4:45:c2:dd:8a\",\"name\":\"4b16fcfafd53b98\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a3728819-4ac3-4c9b-b0c2-c3872d143d2f\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 11:10:58.504626 3693 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6efrmsj 1fb548ae1750de7f6467f6660ccac07dd435019cdc90d9c1736bf61ff27b30b5 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6efrmsj 1fb548ae1750de7f6467f6660ccac07dd435019cdc90d9c1736bf61ff27b30b5 network default NAD default NAD key ] I0514 11:10:58.535971 3693 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7t85mn 3caa11d0b1bd1a61d52e6da2701cea51812ecd2980102b7cd210cce161cecf0b network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7t85mn 3caa11d0b1bd1a61d52e6da2701cea51812ecd2980102b7cd210cce161cecf0b network default NAD default NAD key ] I0514 11:10:58.546591 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7t85mn, hostIfaceName: 3caa11d0b1bd1a6, network: default, NAD default, SandboxID: "3caa11d0b1bd1a61d52e6da2701cea51812ecd2980102b7cd210cce161cecf0b", PCI device ID: , UID: "a892ccfc-6453-4585-ace8-b47050dd88c6", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0514 11:10:58.574738 3693 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6efrmsj 1fb548ae1750de7f6467f6660ccac07dd435019cdc90d9c1736bf61ff27b30b5 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6efrmsj 1fb548ae1750de7f6467f6660ccac07dd435019cdc90d9c1736bf61ff27b30b5 network default NAD default NAD key default], result "{}", err I0514 11:10:58.632625 3693 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6efrmsj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:10:58.632677 3693 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6efrmsj I0514 11:10:58.633914 3693 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6efrmsj, ips: 10.130.0.29 I0514 11:10:58.633947 3693 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6efrmsj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:10:58.633971 3693 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6efrmsj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:10:58.633978 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0514 11:10:58.634134 3693 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6efrmsj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:10:58.634145 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0514 11:10:58.809504 3693 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7t85mn 3caa11d0b1bd1a61d52e6da2701cea51812ecd2980102b7cd210cce161cecf0b network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7t85mn 3caa11d0b1bd1a61d52e6da2701cea51812ecd2980102b7cd210cce161cecf0b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:56:02:82:a5:72\",\"name\":\"3caa11d0b1bd1a6\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c83503c-8c6a-4308-aafd-6d846cd42494\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 11:10:59.670489 3693 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6efrmsj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:10:59.670521 3693 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6efrmsj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:10:59.670538 3693 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6efrmsj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:10:59.670547 3693 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6efrmsj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:01.527245 3693 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51svd46 3316d99e31d0ac7c97a3284a074b275fd5dc6d214ed77439109af6d1ce774cf7 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51svd46 3316d99e31d0ac7c97a3284a074b275fd5dc6d214ed77439109af6d1ce774cf7 network default NAD default NAD key ] I0514 11:11:01.597913 3693 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51svd46 3316d99e31d0ac7c97a3284a074b275fd5dc6d214ed77439109af6d1ce774cf7 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51svd46 3316d99e31d0ac7c97a3284a074b275fd5dc6d214ed77439109af6d1ce774cf7 network default NAD default NAD key default], result "{}", err I0514 11:11:01.764758 3693 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51svd46 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:11:01.764791 3693 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51svd46 I0514 11:11:01.766040 3693 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51svd46, ips: 10.130.0.30 I0514 11:11:01.766068 3693 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51svd46 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:11:01.766089 3693 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51svd46 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:11:01.766098 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0514 11:11:01.766269 3693 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51svd46 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:11:01.766282 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0514 11:11:02.538161 3693 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7t85mn 3caa11d0b1bd1a61d52e6da2701cea51812ecd2980102b7cd210cce161cecf0b network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7t85mn 3caa11d0b1bd1a61d52e6da2701cea51812ecd2980102b7cd210cce161cecf0b network default NAD default NAD key ] I0514 11:11:02.604893 3693 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7t85mn 3caa11d0b1bd1a61d52e6da2701cea51812ecd2980102b7cd210cce161cecf0b network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7t85mn 3caa11d0b1bd1a61d52e6da2701cea51812ecd2980102b7cd210cce161cecf0b network default NAD default NAD key default], result "{}", err I0514 11:11:02.652772 3693 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7t85mn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:11:02.652799 3693 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7t85mn I0514 11:11:02.654136 3693 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7t85mn, ips: 10.130.0.32 I0514 11:11:02.654169 3693 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7t85mn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:11:02.654194 3693 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7t85mn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:11:02.654205 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0514 11:11:02.654382 3693 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7t85mn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:11:02.654397 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0514 11:11:02.744656 3693 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7t85mn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:02.744678 3693 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7t85mn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:02.744691 3693 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7t85mn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:02.744699 3693 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7t85mn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:02.796899 3693 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51svd46 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:02.796919 3693 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51svd46 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:02.796938 3693 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51svd46 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:02.796949 3693 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51svd46 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:03.544011 3693 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136c2659 4b16fcfafd53b98eb46927bd3029273737fb4cd93427ccae22e78bdb183e248e network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136c2659 4b16fcfafd53b98eb46927bd3029273737fb4cd93427ccae22e78bdb183e248e network default NAD default NAD key ] I0514 11:11:03.611162 3693 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136c2659 4b16fcfafd53b98eb46927bd3029273737fb4cd93427ccae22e78bdb183e248e network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136c2659 4b16fcfafd53b98eb46927bd3029273737fb4cd93427ccae22e78bdb183e248e network default NAD default NAD key default], result "{}", err I0514 11:11:03.615984 3693 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-69889d554d-plxrn] creating logical port rhbk-operator_rhbk-operator-69889d554d-plxrn for pod on switch ip-10-0-2-171.ec2.internal I0514 11:11:03.616101 3693 kube.go:256] Updating pod rhbk-operator/rhbk-operator-69889d554d-plxrn I0514 11:11:03.638761 3693 pod.go:62] [rhbk-operator/rhbk-operator-69889d554d-plxrn] pod update took 22.681281ms I0514 11:11:03.638786 3693 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-69889d554d-plxrn] addLogicalPort annotation time took 22.71057ms I0514 11:11:03.639911 3693 pods.go:271] [rhbk-operator/rhbk-operator-69889d554d-plxrn] addLogicalPort took 23.940336ms, libovsdb time 791.763µs I0514 11:11:03.693941 3693 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136c2659 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:11:03.693974 3693 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136c2659 I0514 11:11:03.695293 3693 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136c2659, ips: 10.130.0.31 I0514 11:11:03.695317 3693 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136c2659 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:11:03.695337 3693 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136c2659 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:11:03.695346 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0514 11:11:03.695532 3693 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136c2659 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:11:03.695546 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0514 11:11:03.983827 3693 cni.go:452] [rhbk-operator/rhbk-operator-69889d554d-plxrn bbeb0f9b0ce23c385cd9cba5009a03fdc66592263e87f7672739e10b49eab438 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-69889d554d-plxrn bbeb0f9b0ce23c385cd9cba5009a03fdc66592263e87f7672739e10b49eab438 network default NAD default NAD key ] I0514 11:11:03.993097 3693 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-69889d554d-plxrn, hostIfaceName: bbeb0f9b0ce23c3, network: default, NAD default, SandboxID: "bbeb0f9b0ce23c385cd9cba5009a03fdc66592263e87f7672739e10b49eab438", PCI device ID: , UID: "3e94329a-58f9-4c8d-971f-38fa2730722b", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0514 11:11:04.041450 3693 cni.go:473] [rhbk-operator/rhbk-operator-69889d554d-plxrn bbeb0f9b0ce23c385cd9cba5009a03fdc66592263e87f7672739e10b49eab438 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-69889d554d-plxrn bbeb0f9b0ce23c385cd9cba5009a03fdc66592263e87f7672739e10b49eab438 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:35:20:b1:ed:ba\",\"name\":\"bbeb0f9b0ce23c3\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c064ca22-a79f-4a95-bfaf-22b9797edb8f\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 11:11:04.722885 3693 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136c2659 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:04.722913 3693 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136c2659 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:04.722928 3693 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136c2659 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:04.722942 3693 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136c2659 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:11.435543 3693 namespace.go:98] [cert-manager] adding namespace I0514 11:11:11.436392 3693 namespace.go:102] [cert-manager] adding namespace took 830.565µs I0514 11:11:11.480147 3693 namespace.go:142] [cert-manager] updating namespace I0514 11:11:11.504580 3693 namespace.go:142] [cert-manager] updating namespace I0514 11:11:16.542693 3693 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-z2rkz] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-z2rkz for pod on switch ip-10-0-2-171.ec2.internal I0514 11:11:16.542791 3693 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-z2rkz I0514 11:11:16.597009 3693 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-z2rkz] pod update took 54.235103ms I0514 11:11:16.597041 3693 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-z2rkz] addLogicalPort annotation time took 54.273771ms I0514 11:11:16.598568 3693 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-z2rkz] addLogicalPort took 55.88964ms, libovsdb time 1.03962ms W0514 11:11:17.093714 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0514 11:11:18.466430 3693 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-z2rkz dd3ffa98e01feb55c2b2262cd268295ef8b9f0f2cd32481cd338e89d2f3fe2fc network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-z2rkz dd3ffa98e01feb55c2b2262cd268295ef8b9f0f2cd32481cd338e89d2f3fe2fc network default NAD default NAD key ] I0514 11:11:18.475660 3693 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-z2rkz, hostIfaceName: dd3ffa98e01feb5, network: default, NAD default, SandboxID: "dd3ffa98e01feb55c2b2262cd268295ef8b9f0f2cd32481cd338e89d2f3fe2fc", PCI device ID: , UID: "d903fdef-b683-408d-a801-994f61ae5804", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0514 11:11:18.524051 3693 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-z2rkz dd3ffa98e01feb55c2b2262cd268295ef8b9f0f2cd32481cd338e89d2f3fe2fc network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-z2rkz dd3ffa98e01feb55c2b2262cd268295ef8b9f0f2cd32481cd338e89d2f3fe2fc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:a3:02:50:81:59\",\"name\":\"dd3ffa98e01feb5\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/57692935-cc9f-42d6-b050-9f17e42be96b\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 11:11:20.562704 3693 namespace.go:142] [openshift-operators] updating namespace I0514 11:11:20.580854 3693 namespace.go:142] [openshift-operators] updating namespace W0514 11:11:20.637469 3693 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0514 11:11:20.637486 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0514 11:11:22.914553 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0514 11:11:24.485873 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0514 11:11:24.498931 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0514 11:11:24.517529 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0514 11:11:24.529412 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0514 11:11:26.650943 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0514 11:11:26.650961 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0514 11:11:29.736412 3693 namespace.go:142] [openshift-operators] updating namespace I0514 11:11:30.076183 3693 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-d6rcj] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-d6rcj for pod on switch ip-10-0-2-171.ec2.internal I0514 11:11:30.076295 3693 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-d6rcj I0514 11:11:30.106054 3693 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-d6rcj] pod update took 29.783007ms I0514 11:11:30.106077 3693 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-d6rcj] addLogicalPort annotation time took 29.809253ms I0514 11:11:30.107172 3693 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-d6rcj] addLogicalPort took 31.0047ms, libovsdb time 793.296µs I0514 11:11:30.432106 3693 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-d6rcj ac69ede0074b42ac4a90c9ae24e348f3f16123bdbb7bedfa9058829a2094b5ec network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-d6rcj ac69ede0074b42ac4a90c9ae24e348f3f16123bdbb7bedfa9058829a2094b5ec network default NAD default NAD key ] I0514 11:11:30.441164 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-d6rcj, hostIfaceName: ac69ede0074b42a, network: default, NAD default, SandboxID: "ac69ede0074b42ac4a90c9ae24e348f3f16123bdbb7bedfa9058829a2094b5ec", PCI device ID: , UID: "3620a102-0d97-467d-8787-283aafe44359", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0514 11:11:30.491215 3693 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-d6rcj ac69ede0074b42ac4a90c9ae24e348f3f16123bdbb7bedfa9058829a2094b5ec network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-d6rcj ac69ede0074b42ac4a90c9ae24e348f3f16123bdbb7bedfa9058829a2094b5ec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:1d:0e:26:b5:65\",\"name\":\"ac69ede0074b42a\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48ab361a-4e84-42c3-88f8-fdb6376b94c9\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 11:11:33.532843 3693 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-jmq2w] creating logical port cert-manager_cert-manager-59c77684cc-jmq2w for pod on switch ip-10-0-2-171.ec2.internal I0514 11:11:33.532932 3693 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-jmq2w I0514 11:11:33.551600 3693 pod.go:62] [cert-manager/cert-manager-59c77684cc-jmq2w] pod update took 18.689703ms I0514 11:11:33.551620 3693 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-jmq2w] addLogicalPort annotation time took 18.714371ms I0514 11:11:33.552862 3693 pods.go:271] [cert-manager/cert-manager-59c77684cc-jmq2w] addLogicalPort took 20.034034ms, libovsdb time 867.634µs I0514 11:11:34.204303 3693 cni.go:452] [cert-manager/cert-manager-59c77684cc-jmq2w 158c348cec1ec07c8fb92a0497b866dd912891d6119a8f773b78c24afbf4cf18 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-jmq2w 158c348cec1ec07c8fb92a0497b866dd912891d6119a8f773b78c24afbf4cf18 network default NAD default NAD key ] I0514 11:11:34.214327 3693 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-jmq2w, hostIfaceName: 158c348cec1ec07, network: default, NAD default, SandboxID: "158c348cec1ec07c8fb92a0497b866dd912891d6119a8f773b78c24afbf4cf18", PCI device ID: , UID: "4dd469a8-ab36-44c7-84e4-68af24f7bfdb", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0514 11:11:34.263407 3693 cni.go:473] [cert-manager/cert-manager-59c77684cc-jmq2w 158c348cec1ec07c8fb92a0497b866dd912891d6119a8f773b78c24afbf4cf18 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-jmq2w 158c348cec1ec07c8fb92a0497b866dd912891d6119a8f773b78c24afbf4cf18 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:35:41:26:ff:0c\",\"name\":\"158c348cec1ec07\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1c12c4e-e46b-499f-8dc8-e0e3f1ba0dd2\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 11:11:37.143539 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=63 I0514 11:11:38.546830 3693 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:11:38.547287 3693 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:11:38.574041 3693 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:38.574059 3693 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:38.583602 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0514 11:11:38.583625 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0514 11:11:39.390017 3693 namespace.go:98] [trusted-artifact-signer] adding namespace I0514 11:11:39.390901 3693 namespace.go:102] [trusted-artifact-signer] adding namespace took 862.264µs I0514 11:11:39.416282 3693 namespace.go:142] [trusted-artifact-signer] updating namespace I0514 11:11:39.429945 3693 namespace.go:142] [trusted-artifact-signer] updating namespace W0514 11:11:40.226956 3693 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0514 11:11:44.270469 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0514 11:11:45.259670 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0514 11:11:46.261993 3693 namespace.go:98] [openshift-pipelines] adding namespace I0514 11:11:46.262867 3693 namespace.go:102] [openshift-pipelines] adding namespace took 853.668µs I0514 11:11:46.290513 3693 namespace.go:142] [openshift-pipelines] updating namespace I0514 11:11:46.970518 3693 namespace.go:142] [cert-manager] updating namespace I0514 11:11:47.174864 3693 namespace.go:142] [cert-manager-operator] updating namespace I0514 11:11:47.577491 3693 namespace.go:142] [konflux-operator] updating namespace I0514 11:11:47.776222 3693 namespace.go:142] [konflux-ui] updating namespace I0514 11:11:47.978979 3693 namespace.go:142] [open-cluster-management-2q9lkn65p7oc806cii9pjrig10qaidvt] updating namespace I0514 11:11:48.380788 3693 namespace.go:142] [rhbk-operator] updating namespace W0514 11:11:48.462527 3693 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0514 11:11:48.591381 3693 namespace.go:142] [rhtpa-operator] updating namespace I0514 11:11:48.803817 3693 namespace.go:142] [trusted-artifact-signer] updating namespace I0514 11:11:48.989721 3693 namespace.go:142] [tsf] updating namespace I0514 11:11:49.187605 3693 namespace.go:142] [tsf-keycloak] updating namespace I0514 11:11:49.388261 3693 namespace.go:142] [tsf-tas] updating namespace W0514 11:11:49.469737 3693 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0514 11:11:49.594660 3693 namespace.go:142] [tsf-tpa] updating namespace I0514 11:11:49.717026 3693 namespace.go:142] [cert-manager] updating namespace I0514 11:11:49.729697 3693 namespace.go:142] [cert-manager-operator] updating namespace I0514 11:11:49.738626 3693 namespace.go:142] [default] updating namespace I0514 11:11:49.749750 3693 namespace.go:142] [konflux-operator] updating namespace I0514 11:11:49.757796 3693 namespace.go:142] [konflux-ui] updating namespace I0514 11:11:49.767134 3693 namespace.go:142] [open-cluster-management-2q9lkn65p7oc806cii9pjrig10qaidvt] updating namespace I0514 11:11:49.774333 3693 namespace.go:142] [openshift] updating namespace I0514 11:11:49.785261 3693 namespace.go:142] [rhbk-operator] updating namespace I0514 11:11:49.793584 3693 namespace.go:142] [rhtpa-operator] updating namespace I0514 11:11:49.803201 3693 namespace.go:142] [trusted-artifact-signer] updating namespace I0514 11:11:49.811619 3693 namespace.go:142] [tsf] updating namespace I0514 11:11:49.830994 3693 namespace.go:142] [tsf-keycloak] updating namespace I0514 11:11:49.849588 3693 namespace.go:142] [tsf-tas] updating namespace I0514 11:11:49.873844 3693 namespace.go:142] [tsf-tpa] updating namespace I0514 11:11:49.969285 3693 namespace.go:142] [cert-manager] updating namespace I0514 11:11:50.070541 3693 namespace.go:142] [cert-manager-operator] updating namespace I0514 11:11:50.173712 3693 namespace.go:142] [default] updating namespace I0514 11:11:50.273926 3693 namespace.go:142] [konflux-operator] updating namespace I0514 11:11:50.376854 3693 namespace.go:142] [konflux-ui] updating namespace I0514 11:11:50.472314 3693 namespace.go:142] [open-cluster-management-2q9lkn65p7oc806cii9pjrig10qaidvt] updating namespace I0514 11:11:50.567670 3693 namespace.go:142] [openshift] updating namespace I0514 11:11:50.673434 3693 namespace.go:142] [rhbk-operator] updating namespace I0514 11:11:50.770557 3693 namespace.go:142] [rhtpa-operator] updating namespace I0514 11:11:50.868296 3693 namespace.go:142] [trusted-artifact-signer] updating namespace I0514 11:11:50.969351 3693 namespace.go:142] [tsf] updating namespace I0514 11:11:51.070450 3693 namespace.go:142] [tsf-keycloak] updating namespace I0514 11:11:51.169985 3693 namespace.go:142] [tsf-tas] updating namespace I0514 11:11:51.274563 3693 namespace.go:142] [tsf-tpa] updating namespace I0514 11:11:52.011706 3693 namespace.go:142] [openshift-pipelines] updating namespace I0514 11:11:52.154374 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=653 I0514 11:12:00.141062 3693 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6lwlf] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-6lwlf for pod on switch ip-10-0-2-171.ec2.internal I0514 11:12:00.141148 3693 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6lwlf I0514 11:12:00.159898 3693 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6lwlf] pod update took 18.774361ms I0514 11:12:00.159918 3693 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6lwlf] addLogicalPort annotation time took 18.800477ms I0514 11:12:00.161182 3693 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6lwlf] addLogicalPort took 20.129844ms, libovsdb time 916.255µs I0514 11:12:00.247710 3693 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-ldxhp] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-ldxhp for pod on switch ip-10-0-2-171.ec2.internal I0514 11:12:00.247792 3693 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-ldxhp I0514 11:12:00.264239 3693 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-ldxhp] pod update took 16.474225ms I0514 11:12:00.264257 3693 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-ldxhp] addLogicalPort annotation time took 16.49741ms I0514 11:12:00.265263 3693 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-ldxhp] addLogicalPort took 17.564983ms, libovsdb time 689.217µs I0514 11:12:00.510155 3693 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6lwlf cfb947930755b58c96a20d99271f614c74f57792cc170a45356ccee724b9e74b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6lwlf cfb947930755b58c96a20d99271f614c74f57792cc170a45356ccee724b9e74b network default NAD default NAD key ] I0514 11:12:00.519252 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-6lwlf, hostIfaceName: cfb947930755b58, network: default, NAD default, SandboxID: "cfb947930755b58c96a20d99271f614c74f57792cc170a45356ccee724b9e74b", PCI device ID: , UID: "9fc9bf02-1509-49e4-b482-c072bd491e3b", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0514 11:12:00.568258 3693 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6lwlf cfb947930755b58c96a20d99271f614c74f57792cc170a45356ccee724b9e74b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6lwlf cfb947930755b58c96a20d99271f614c74f57792cc170a45356ccee724b9e74b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:81:6d:46:c1:00\",\"name\":\"cfb947930755b58\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1637aebb-c53b-4fd5-9bb7-2f850a860a48\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 11:12:00.611214 3693 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-ldxhp 6b2649397673592a2676ce3a585b8b0befa1ca973ea33e5393b946501dd629b6 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-ldxhp 6b2649397673592a2676ce3a585b8b0befa1ca973ea33e5393b946501dd629b6 network default NAD default NAD key ] I0514 11:12:00.620946 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-ldxhp, hostIfaceName: 6b2649397673592, network: default, NAD default, SandboxID: "6b2649397673592a2676ce3a585b8b0befa1ca973ea33e5393b946501dd629b6", PCI device ID: , UID: "0912f30c-fc3c-432d-89a5-9427e9c417a6", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0514 11:12:00.669230 3693 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-ldxhp 6b2649397673592a2676ce3a585b8b0befa1ca973ea33e5393b946501dd629b6 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-ldxhp 6b2649397673592a2676ce3a585b8b0befa1ca973ea33e5393b946501dd629b6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:e6:ab:54:f5:ae\",\"name\":\"6b2649397673592\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ffe8f77-324c-43e8-b764-ddaf20bd4161\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0514 11:12:03.093309 3693 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0514 11:12:03.093334 3693 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0514 11:12:03.093339 3693 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0514 11:12:03.886457 3693 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0514 11:12:03.886478 3693 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0514 11:12:03.886483 3693 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0514 11:12:03.886487 3693 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0514 11:12:05.573737 3693 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0514 11:12:05.573758 3693 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0514 11:12:05.573763 3693 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0514 11:12:14.859117 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0514 11:12:14.859148 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0514 11:12:14.859155 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0514 11:12:14.859159 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0514 11:12:15.255413 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0514 11:12:22.236664 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0514 11:12:23.546115 3693 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-j4tq5] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-j4tq5 for pod on switch ip-10-0-2-171.ec2.internal I0514 11:12:23.546223 3693 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-j4tq5 I0514 11:12:23.567753 3693 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-j4tq5] pod update took 21.547822ms I0514 11:12:23.567780 3693 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-j4tq5] addLogicalPort annotation time took 21.57789ms I0514 11:12:23.568863 3693 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-j4tq5] addLogicalPort took 22.764418ms, libovsdb time 738.903µs I0514 11:12:23.909139 3693 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-j4tq5 27f31ff745468db47dd8a9275b5724474f1be7d1695e1b3422a64f658302c6ff network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-j4tq5 27f31ff745468db47dd8a9275b5724474f1be7d1695e1b3422a64f658302c6ff network default NAD default NAD key ] I0514 11:12:23.919258 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-j4tq5, hostIfaceName: 27f31ff745468db, network: default, NAD default, SandboxID: "27f31ff745468db47dd8a9275b5724474f1be7d1695e1b3422a64f658302c6ff", PCI device ID: , UID: "6a5309e6-353d-4ac9-8c7a-a082de28da32", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0514 11:12:23.969452 3693 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-j4tq5 27f31ff745468db47dd8a9275b5724474f1be7d1695e1b3422a64f658302c6ff network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-j4tq5 27f31ff745468db47dd8a9275b5724474f1be7d1695e1b3422a64f658302c6ff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:2c:5b:ed:04:83\",\"name\":\"27f31ff745468db\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1f7b45a8-ec3d-44ee-9475-766a5ffa0148\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0514 11:12:26.970220 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0514 11:12:33.818940 3693 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:12:33.819432 3693 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:12:33.841014 3693 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:12:33.841040 3693 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:12:33.850492 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0514 11:12:33.850514 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0514 11:12:35.854265 3693 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0514 11:12:35.854980 3693 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0514 11:12:35.855006 3693 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0514 11:12:35.857684 3693 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0514 11:12:37.983903 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0514 11:12:39.621423 3693 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-8nfd4] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-8nfd4 for pod on switch ip-10-0-2-171.ec2.internal I0514 11:12:39.621506 3693 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-8nfd4 I0514 11:12:39.647303 3693 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-8nfd4] pod update took 25.806954ms I0514 11:12:39.647323 3693 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-8nfd4] addLogicalPort annotation time took 25.842094ms I0514 11:12:39.648461 3693 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-8nfd4] addLogicalPort took 27.05402ms, libovsdb time 786.343µs I0514 11:12:39.982397 3693 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-8nfd4 f9addef532dcaa3e943091c60f2c324c0d035b043f4b2bd9991982d6fe87ff6c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-8nfd4 f9addef532dcaa3e943091c60f2c324c0d035b043f4b2bd9991982d6fe87ff6c network default NAD default NAD key ] I0514 11:12:39.992151 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-8nfd4, hostIfaceName: f9addef532dcaa3, network: default, NAD default, SandboxID: "f9addef532dcaa3e943091c60f2c324c0d035b043f4b2bd9991982d6fe87ff6c", PCI device ID: , UID: "3f3869d2-2bc9-4dd9-91fa-5f38be2e2407", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0514 11:12:40.042404 3693 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-8nfd4 f9addef532dcaa3e943091c60f2c324c0d035b043f4b2bd9991982d6fe87ff6c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-8nfd4 f9addef532dcaa3e943091c60f2c324c0d035b043f4b2bd9991982d6fe87ff6c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:2a:4f:fd:d1:5d\",\"name\":\"f9addef532dcaa3\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/06f85cb3-435b-4845-8e6d-c5334d81e51e\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 11:12:43.964007 3693 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0514 11:12:45.754855 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0514 11:12:45.754887 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0514 11:12:45.764017 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0514 11:12:45.764031 3693 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0514 11:12:47.042339 3693 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-2-171.ec2.internal I0514 11:12:47.042426 3693 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0514 11:12:47.058463 3693 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 16.060675ms I0514 11:12:47.058487 3693 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 16.089289ms I0514 11:12:47.059740 3693 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 17.415617ms, libovsdb time 865.413µs I0514 11:12:50.142364 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0514 11:12:55.801183 3693 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 0e47937a00aad6c92ceb8cc2e342bc552d4803bf73735b6956dde9933490ef25 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 0e47937a00aad6c92ceb8cc2e342bc552d4803bf73735b6956dde9933490ef25 network default NAD default NAD key ] I0514 11:12:55.810693 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 0e47937a00aad6c, network: default, NAD default, SandboxID: "0e47937a00aad6c92ceb8cc2e342bc552d4803bf73735b6956dde9933490ef25", PCI device ID: , UID: "6edbe624-890f-4244-8dca-dd9d9f1e0d09", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0514 11:12:55.862099 3693 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 0e47937a00aad6c92ceb8cc2e342bc552d4803bf73735b6956dde9933490ef25 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 0e47937a00aad6c92ceb8cc2e342bc552d4803bf73735b6956dde9933490ef25 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:93:9f:ae:7d:d1\",\"name\":\"0e47937a00aad6c\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc981736-26a4-4acb-87f7-f9e696c0d1e0\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 11:13:02.203477 3693 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0514 11:13:03.550710 3693 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-9xmqg] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-9xmqg for pod on switch ip-10-0-2-171.ec2.internal I0514 11:13:03.550800 3693 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-9xmqg I0514 11:13:03.568201 3693 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-9xmqg] pod update took 17.424556ms I0514 11:13:03.568227 3693 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-9xmqg] addLogicalPort annotation time took 17.455465ms I0514 11:13:03.569392 3693 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-9xmqg] addLogicalPort took 18.695563ms, libovsdb time 806.844µs I0514 11:13:03.910169 3693 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-9xmqg 6e76b63abc662abda6b0eb135ed761f32642eba4199e6fc8940c8ebfe9684812 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-9xmqg 6e76b63abc662abda6b0eb135ed761f32642eba4199e6fc8940c8ebfe9684812 network default NAD default NAD key ] I0514 11:13:03.918986 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-9xmqg, hostIfaceName: 6e76b63abc662ab, network: default, NAD default, SandboxID: "6e76b63abc662abda6b0eb135ed761f32642eba4199e6fc8940c8ebfe9684812", PCI device ID: , UID: "de2330d3-8bf6-4c75-99a0-9d9b8bc98019", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0514 11:13:03.969249 3693 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-9xmqg 6e76b63abc662abda6b0eb135ed761f32642eba4199e6fc8940c8ebfe9684812 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-9xmqg 6e76b63abc662abda6b0eb135ed761f32642eba4199e6fc8940c8ebfe9684812 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:e3:07:b8:19:f2\",\"name\":\"6e76b63abc662ab\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/01ffd30a-8092-49fe-9032-0d4eb2cab201\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0514 11:13:08.195501 3693 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0514 11:13:08.195518 3693 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0514 11:13:08.195522 3693 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0514 11:13:12.270113 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0514 11:13:13.230661 3693 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 W0514 11:13:14.237374 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0514 11:13:14.237392 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0514 11:13:14.237397 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0514 11:13:16.231110 3693 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-v5pr9] creating logical port tsf-keycloak_tsf-iam-v5pr9 for pod on switch ip-10-0-2-171.ec2.internal I0514 11:13:16.231206 3693 kube.go:256] Updating pod tsf-keycloak/tsf-iam-v5pr9 I0514 11:13:16.247230 3693 pod.go:62] [tsf-keycloak/tsf-iam-v5pr9] pod update took 16.046401ms I0514 11:13:16.247257 3693 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-v5pr9] addLogicalPort annotation time took 16.074727ms I0514 11:13:16.248685 3693 pods.go:271] [tsf-keycloak/tsf-iam-v5pr9] addLogicalPort took 17.588978ms, libovsdb time 963.061µs I0514 11:13:16.600149 3693 cni.go:452] [tsf-keycloak/tsf-iam-v5pr9 01d5cab58de57a06a467286edd03bcb41618b6da50f505fcea75de9b38dd68ee network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-v5pr9 01d5cab58de57a06a467286edd03bcb41618b6da50f505fcea75de9b38dd68ee network default NAD default NAD key ] I0514 11:13:16.610441 3693 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-v5pr9, hostIfaceName: 01d5cab58de57a0, network: default, NAD default, SandboxID: "01d5cab58de57a06a467286edd03bcb41618b6da50f505fcea75de9b38dd68ee", PCI device ID: , UID: "32ae58ed-bc48-4d38-ad95-b07c317d2631", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0514 11:13:16.664606 3693 cni.go:473] [tsf-keycloak/tsf-iam-v5pr9 01d5cab58de57a06a467286edd03bcb41618b6da50f505fcea75de9b38dd68ee network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-v5pr9 01d5cab58de57a06a467286edd03bcb41618b6da50f505fcea75de9b38dd68ee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:5c:40:6d:cb:f6\",\"name\":\"01d5cab58de57a0\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a8fdc04-8b79-4603-a4fe-7a754d1e9094\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 11:13:17.230735 3693 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0514 11:13:21.264954 3693 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0514 11:13:26.092456 3693 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:13:26.093130 3693 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:13:26.143297 3693 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:13:26.143337 3693 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:13:26.146563 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0514 11:13:26.146680 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0514 11:13:29.299986 3693 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-5d6487f67b-46ng2] creating logical port tsf-tas_trillian-logsigner-5d6487f67b-46ng2 for pod on switch ip-10-0-2-171.ec2.internal I0514 11:13:29.300210 3693 kube.go:256] Updating pod tsf-tas/trillian-logsigner-5d6487f67b-46ng2 I0514 11:13:29.315591 3693 pod.go:62] [tsf-tas/trillian-logsigner-5d6487f67b-46ng2] pod update took 15.419516ms I0514 11:13:29.315714 3693 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-5d6487f67b-46ng2] addLogicalPort annotation time took 15.54809ms I0514 11:13:29.317523 3693 pods.go:271] [tsf-tas/trillian-logsigner-5d6487f67b-46ng2] addLogicalPort took 17.558901ms, libovsdb time 1.191591ms I0514 11:13:30.266522 3693 cni.go:452] [tsf-tas/trillian-logsigner-5d6487f67b-46ng2 466d8f80e8d99a6733fd1aaf612fe16bfa83a243bc271a4562edcb87a0f75593 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-5d6487f67b-46ng2 466d8f80e8d99a6733fd1aaf612fe16bfa83a243bc271a4562edcb87a0f75593 network default NAD default NAD key ] I0514 11:13:30.278297 3693 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-5d6487f67b-46ng2, hostIfaceName: 466d8f80e8d99a6, network: default, NAD default, SandboxID: "466d8f80e8d99a6733fd1aaf612fe16bfa83a243bc271a4562edcb87a0f75593", PCI device ID: , UID: "01f73929-55ce-4e05-806e-6e63fb4cfe04", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0514 11:13:30.341271 3693 cni.go:473] [tsf-tas/trillian-logsigner-5d6487f67b-46ng2 466d8f80e8d99a6733fd1aaf612fe16bfa83a243bc271a4562edcb87a0f75593 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-5d6487f67b-46ng2 466d8f80e8d99a6733fd1aaf612fe16bfa83a243bc271a4562edcb87a0f75593 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:e0:4f:86:b2:99\",\"name\":\"466d8f80e8d99a6\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/11dcdfa0-e03a-45b3-bbc2-3d3521192bc0\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0514 11:13:32.028332 3693 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0514 11:13:32.028360 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0514 11:13:33.967129 3693 namespace.go:142] [openshift-pipelines] updating namespace W0514 11:13:37.394387 3693 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0514 11:13:39.604718 3693 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0514 11:13:41.626744 3693 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0514 11:13:41.626768 3693 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0514 11:13:41.680013 3693 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-pmkhh-pls2h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:13:41.680555 3693 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-pmkhh-pls2h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:13:42.421091 3693 cni.go:452] [tsf-keycloak/tsf-iam-v5pr9 01d5cab58de57a06a467286edd03bcb41618b6da50f505fcea75de9b38dd68ee network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-v5pr9 01d5cab58de57a06a467286edd03bcb41618b6da50f505fcea75de9b38dd68ee network default NAD default NAD key ] I0514 11:13:42.512497 3693 cni.go:473] [tsf-keycloak/tsf-iam-v5pr9 01d5cab58de57a06a467286edd03bcb41618b6da50f505fcea75de9b38dd68ee network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-v5pr9 01d5cab58de57a06a467286edd03bcb41618b6da50f505fcea75de9b38dd68ee network default NAD default NAD key default], result "{}", err I0514 11:13:42.569374 3693 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-v5pr9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:13:42.569408 3693 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-v5pr9 I0514 11:13:42.570813 3693 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-v5pr9, ips: 10.130.0.43 I0514 11:13:42.570840 3693 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-v5pr9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0514 11:13:42.625768 3693 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0514 11:13:42.702420 3693 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-pmkhh-pls2h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:13:42.702441 3693 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-pmkhh-pls2h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0514 11:13:43.084470 3693 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0514 11:13:43.448310 3693 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-v5pr9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:13:43.448359 3693 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-v5pr9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:13:54.701356 3693 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-m556z] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-m556z for pod on switch ip-10-0-2-171.ec2.internal I0514 11:13:54.701464 3693 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-m556z I0514 11:13:54.763137 3693 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-m556z I0514 11:13:54.791716 3693 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-m556z] pod update took 90.276798ms I0514 11:13:54.791737 3693 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-m556z] addLogicalPort annotation time took 90.300428ms I0514 11:13:54.792906 3693 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-m556z] addLogicalPort took 91.592424ms, libovsdb time 828.191µs I0514 11:13:55.059561 3693 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-m556z b7a65e6c829bb896297aaa278cbf337c79e64285a50d2a40975940f155516e93 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-m556z b7a65e6c829bb896297aaa278cbf337c79e64285a50d2a40975940f155516e93 network default NAD default NAD key ] I0514 11:13:55.068578 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-m556z, hostIfaceName: b7a65e6c829bb89, network: default, NAD default, SandboxID: "b7a65e6c829bb896297aaa278cbf337c79e64285a50d2a40975940f155516e93", PCI device ID: , UID: "9a87cfda-a8e9-44f9-af40-c9e706843c91", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0514 11:13:55.119611 3693 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-m556z b7a65e6c829bb896297aaa278cbf337c79e64285a50d2a40975940f155516e93 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-m556z b7a65e6c829bb896297aaa278cbf337c79e64285a50d2a40975940f155516e93 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:f0:12:02:5f:0c\",\"name\":\"b7a65e6c829bb89\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80b41802-b96f-4ecd-a96d-1849b991e5dd\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0514 11:14:12.556745 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0514 11:14:16.365599 3693 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:16.366143 3693 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:16.387429 3693 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:16.387451 3693 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:16.394908 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0514 11:14:16.394935 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0514 11:14:20.966049 3693 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-kfngg-wnlh4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:20.966574 3693 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-kfngg-wnlh4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:21.850139 3693 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-kfngg-wnlh4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:21.850163 3693 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-kfngg-wnlh4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:24.187891 3693 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-8569c4b75c-ggbln] creating logical port tsf-tas_ctlog-8569c4b75c-ggbln for pod on switch ip-10-0-2-171.ec2.internal I0514 11:14:24.188003 3693 kube.go:256] Updating pod tsf-tas/ctlog-8569c4b75c-ggbln I0514 11:14:24.208943 3693 pod.go:62] [tsf-tas/ctlog-8569c4b75c-ggbln] pod update took 20.962573ms I0514 11:14:24.208968 3693 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-8569c4b75c-ggbln] addLogicalPort annotation time took 20.992954ms I0514 11:14:24.210122 3693 pods.go:271] [tsf-tas/ctlog-8569c4b75c-ggbln] addLogicalPort took 22.245925ms, libovsdb time 769.584µs I0514 11:14:24.570922 3693 cni.go:452] [tsf-tas/ctlog-8569c4b75c-ggbln 289cd028f7b0b27c7d3923f752bc155765597f9869647f66ecc81e6a3f318bba network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-8569c4b75c-ggbln 289cd028f7b0b27c7d3923f752bc155765597f9869647f66ecc81e6a3f318bba network default NAD default NAD key ] I0514 11:14:24.580128 3693 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-8569c4b75c-ggbln, hostIfaceName: 289cd028f7b0b27, network: default, NAD default, SandboxID: "289cd028f7b0b27c7d3923f752bc155765597f9869647f66ecc81e6a3f318bba", PCI device ID: , UID: "5652e88b-006f-4464-b5b3-bcc8fabf03bb", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0514 11:14:24.631191 3693 cni.go:473] [tsf-tas/ctlog-8569c4b75c-ggbln 289cd028f7b0b27c7d3923f752bc155765597f9869647f66ecc81e6a3f318bba network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-8569c4b75c-ggbln 289cd028f7b0b27c7d3923f752bc155765597f9869647f66ecc81e6a3f318bba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:8a:9b:88:75:5c\",\"name\":\"289cd028f7b0b27\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4808f0df-3a19-46b3-acbd-4bfbaf78dfc3\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 11:14:25.439318 3693 obj_retry.go:498] Detected object tsf/patch-tekton-config-99ms5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:25.439861 3693 obj_retry.go:498] Detected object tsf/patch-tekton-config-99ms5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:26.317280 3693 obj_retry.go:492] Detected object tsf/patch-tekton-config-99ms5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:26.317305 3693 obj_retry.go:492] Detected object tsf/patch-tekton-config-99ms5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0514 11:14:26.667928 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0514 11:14:27.452002 3693 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-vxs75-jtvl9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:27.452515 3693 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-vxs75-jtvl9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:28.325540 3693 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-vxs75-jtvl9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:28.325565 3693 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-vxs75-jtvl9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:30.588792 3693 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-59674b4b47-6znn9] creating logical port tsf-tas_rekor-redis-59674b4b47-6znn9 for pod on switch ip-10-0-2-171.ec2.internal I0514 11:14:30.588907 3693 kube.go:256] Updating pod tsf-tas/rekor-redis-59674b4b47-6znn9 I0514 11:14:30.605856 3693 pod.go:62] [tsf-tas/rekor-redis-59674b4b47-6znn9] pod update took 16.972438ms I0514 11:14:30.605898 3693 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-59674b4b47-6znn9] addLogicalPort annotation time took 17.047527ms I0514 11:14:30.607151 3693 pods.go:271] [tsf-tas/rekor-redis-59674b4b47-6znn9] addLogicalPort took 18.375864ms, libovsdb time 866.118µs I0514 11:14:31.548546 3693 cni.go:452] [tsf-tas/rekor-redis-59674b4b47-6znn9 ef397f7b03878b4cd70db7493873ba782ec7623266bf200c6ad244eb80b52fc3 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-59674b4b47-6znn9 ef397f7b03878b4cd70db7493873ba782ec7623266bf200c6ad244eb80b52fc3 network default NAD default NAD key ] I0514 11:14:31.557597 3693 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-59674b4b47-6znn9, hostIfaceName: ef397f7b03878b4, network: default, NAD default, SandboxID: "ef397f7b03878b4cd70db7493873ba782ec7623266bf200c6ad244eb80b52fc3", PCI device ID: , UID: "116759a0-32e4-4b99-904b-a80e36224a20", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0514 11:14:31.611601 3693 cni.go:473] [tsf-tas/rekor-redis-59674b4b47-6znn9 ef397f7b03878b4cd70db7493873ba782ec7623266bf200c6ad244eb80b52fc3 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-59674b4b47-6znn9 ef397f7b03878b4cd70db7493873ba782ec7623266bf200c6ad244eb80b52fc3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:1d:46:c4:27:90\",\"name\":\"ef397f7b03878b4\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a03b09e0-0561-431a-90ae-6c32fc5a8d70\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 11:14:34.295133 3693 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-2dzpx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:34.295765 3693 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-2dzpx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:35.318531 3693 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-2dzpx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:35.318558 3693 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-2dzpx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0514 11:14:35.355433 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0514 11:14:35.362191 3693 obj_retry.go:492] Detected object tsf/patch-tekton-config-99ms5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:35.362213 3693 obj_retry.go:492] Detected object tsf/patch-tekton-config-99ms5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:35.367283 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-99ms5 I0514 11:14:35.367320 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-99ms5 W0514 11:14:36.730778 3693 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0514 11:14:37.680141 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0514 11:14:39.553017 3693 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:39.553539 3693 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:39.579862 3693 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:39.579879 3693 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:39.583974 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0514 11:14:39.583993 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0514 11:14:40.933720 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0514 11:14:45.548621 3693 obj_retry.go:498] Detected object tsf-tpa/create-db-dqv4v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:45.549143 3693 obj_retry.go:498] Detected object tsf-tpa/create-db-dqv4v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:46.572784 3693 obj_retry.go:492] Detected object tsf-tpa/create-db-dqv4v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:46.572801 3693 obj_retry.go:492] Detected object tsf-tpa/create-db-dqv4v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0514 11:14:48.775627 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0514 11:14:49.583132 3693 obj_retry.go:498] Detected object tsf-tpa/migrate-db-jl2dn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:49.583850 3693 obj_retry.go:498] Detected object tsf-tpa/migrate-db-jl2dn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:49.710418 3693 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jl2dn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:49.710436 3693 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jl2dn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:54.151875 3693 obj_retry.go:498] Detected object tsf-tpa/create-importers-s6md7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:54.152381 3693 obj_retry.go:498] Detected object tsf-tpa/create-importers-s6md7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:55.175950 3693 obj_retry.go:492] Detected object tsf-tpa/create-importers-s6md7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:55.175976 3693 obj_retry.go:492] Detected object tsf-tpa/create-importers-s6md7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0514 11:15:01.505764 3693 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0514 11:15:06.231449 3693 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-qpn44-774zg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:15:06.231944 3693 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-qpn44-774zg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:15:07.146251 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=113 I0514 11:15:07.257300 3693 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-qpn44-774zg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:15:07.257319 3693 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-qpn44-774zg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:15:23.746382 3693 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:15:23.746947 3693 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:15:23.768004 3693 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:15:23.768017 3693 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:15:23.774695 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0514 11:15:23.774719 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0514 11:15:24.542597 3693 namespace.go:98] [build-service] adding namespace I0514 11:15:24.543470 3693 namespace.go:102] [build-service] adding namespace took 838.722µs I0514 11:15:24.547017 3693 namespace.go:98] [image-controller] adding namespace I0514 11:15:24.547093 3693 namespace.go:98] [default-tenant] adding namespace I0514 11:15:24.547719 3693 namespace.go:102] [image-controller] adding namespace took 688.592µs I0514 11:15:24.548240 3693 namespace.go:102] [default-tenant] adding namespace took 1.132708ms I0514 11:15:24.555839 3693 namespace.go:98] [integration-service] adding namespace I0514 11:15:24.556442 3693 namespace.go:102] [integration-service] adding namespace took 589.893µs I0514 11:15:24.580217 3693 namespace.go:142] [build-service] updating namespace I0514 11:15:24.606782 3693 namespace.go:142] [build-service] updating namespace I0514 11:15:24.623768 3693 namespace.go:142] [image-controller] updating namespace I0514 11:15:24.643802 3693 namespace.go:142] [image-controller] updating namespace I0514 11:15:24.657582 3693 namespace.go:142] [default-tenant] updating namespace I0514 11:15:24.680591 3693 namespace.go:142] [default-tenant] updating namespace I0514 11:15:24.683451 3693 namespace.go:142] [integration-service] updating namespace I0514 11:15:24.703229 3693 namespace.go:142] [integration-service] updating namespace I0514 11:15:24.797786 3693 namespace.go:142] [build-service] updating namespace I0514 11:15:24.812752 3693 namespace.go:142] [integration-service] updating namespace I0514 11:15:24.836530 3693 namespace.go:98] [release-service] adding namespace I0514 11:15:24.837276 3693 namespace.go:102] [release-service] adding namespace took 733.077µs I0514 11:15:24.863821 3693 namespace.go:142] [release-service] updating namespace I0514 11:15:24.892055 3693 namespace.go:142] [release-service] updating namespace I0514 11:15:24.896103 3693 namespace.go:142] [konflux-ui] updating namespace I0514 11:15:25.234962 3693 namespace.go:98] [konflux-info] adding namespace I0514 11:15:25.235757 3693 namespace.go:102] [konflux-info] adding namespace took 778.515µs I0514 11:15:25.521713 3693 namespace.go:98] [namespace-lister] adding namespace I0514 11:15:25.521795 3693 namespace.go:142] [konflux-info] updating namespace I0514 11:15:25.522493 3693 namespace.go:102] [namespace-lister] adding namespace took 760.122µs I0514 11:15:25.564080 3693 namespace.go:142] [build-service] updating namespace I0514 11:15:25.668918 3693 namespace.go:98] [enterprise-contract-service] adding namespace I0514 11:15:25.668930 3693 namespace.go:142] [image-controller] updating namespace I0514 11:15:25.669891 3693 namespace.go:102] [enterprise-contract-service] adding namespace took 952.804µs I0514 11:15:25.744728 3693 namespace.go:142] [konflux-info] updating namespace I0514 11:15:25.837866 3693 namespace.go:142] [namespace-lister] updating namespace I0514 11:15:25.965974 3693 namespace.go:142] [namespace-lister] updating namespace I0514 11:15:26.103760 3693 namespace.go:142] [enterprise-contract-service] updating namespace W0514 11:15:26.272945 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0514 11:15:26.300912 3693 namespace.go:142] [default-tenant] updating namespace I0514 11:15:26.307986 3693 namespace.go:142] [default-tenant] updating namespace I0514 11:15:26.308046 3693 namespace.go:142] [image-controller] updating namespace I0514 11:15:26.374821 3693 namespace.go:142] [enterprise-contract-service] updating namespace I0514 11:15:26.429684 3693 namespace.go:98] [segment-bridge] adding namespace I0514 11:15:26.430443 3693 namespace.go:102] [segment-bridge] adding namespace took 742.713µs I0514 11:15:26.636058 3693 namespace.go:142] [segment-bridge] updating namespace I0514 11:15:26.646652 3693 namespace.go:98] [konflux-cli] adding namespace I0514 11:15:26.647407 3693 namespace.go:102] [konflux-cli] adding namespace took 738.541µs I0514 11:15:26.724151 3693 namespace.go:142] [segment-bridge] updating namespace I0514 11:15:26.771834 3693 namespace.go:142] [konflux-cli] updating namespace I0514 11:15:26.799590 3693 namespace.go:142] [integration-service] updating namespace I0514 11:15:26.859419 3693 namespace.go:142] [konflux-cli] updating namespace I0514 11:15:26.979623 3693 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0514 11:15:26.980264 3693 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0514 11:15:26.980281 3693 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0514 11:15:26.982857 3693 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0514 11:15:27.021698 3693 namespace.go:142] [release-service] updating namespace I0514 11:15:27.036819 3693 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0514 11:15:27.036844 3693 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0514 11:15:27.036972 3693 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-rmzg5] creating logical port namespace-lister_namespace-lister-696b855848-rmzg5 for pod on switch ip-10-0-2-171.ec2.internal I0514 11:15:27.037061 3693 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-rmzg5 I0514 11:15:27.117221 3693 pod.go:62] [namespace-lister/namespace-lister-696b855848-rmzg5] pod update took 80.189722ms I0514 11:15:27.117243 3693 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-rmzg5] addLogicalPort annotation time took 80.216155ms I0514 11:15:27.118323 3693 pods.go:271] [namespace-lister/namespace-lister-696b855848-rmzg5] addLogicalPort took 81.364648ms, libovsdb time 729.711µs I0514 11:15:27.119090 3693 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0514 11:15:27.185975 3693 namespace.go:142] [build-service] updating namespace I0514 11:15:27.247829 3693 namespace.go:142] [default-tenant] updating namespace I0514 11:15:27.261835 3693 namespace.go:142] [image-controller] updating namespace I0514 11:15:27.303505 3693 namespace.go:142] [integration-service] updating namespace I0514 11:15:27.303604 3693 namespace.go:142] [release-service] updating namespace I0514 11:15:27.387605 3693 namespace.go:142] [build-service] updating namespace I0514 11:15:27.414275 3693 namespace.go:142] [default-tenant] updating namespace I0514 11:15:27.523088 3693 namespace.go:142] [image-controller] updating namespace I0514 11:15:27.605828 3693 namespace.go:142] [integration-service] updating namespace I0514 11:15:27.738040 3693 namespace.go:142] [release-service] updating namespace I0514 11:15:27.801992 3693 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-txvbb] creating logical port image-controller_image-controller-controller-manager-6f859968fc-txvbb for pod on switch ip-10-0-2-171.ec2.internal I0514 11:15:27.802160 3693 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-txvbb I0514 11:15:27.889705 3693 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-txvbb I0514 11:15:28.009976 3693 cni.go:452] [namespace-lister/namespace-lister-696b855848-rmzg5 9075c1f9964827e794b87912aa9127a848a5a0273c8a88a1c1a1eec0eb34285e network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-rmzg5 9075c1f9964827e794b87912aa9127a848a5a0273c8a88a1c1a1eec0eb34285e network default NAD default NAD key ] I0514 11:15:28.019861 3693 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-rmzg5, hostIfaceName: 9075c1f9964827e, network: default, NAD default, SandboxID: "9075c1f9964827e794b87912aa9127a848a5a0273c8a88a1c1a1eec0eb34285e", PCI device ID: , UID: "df6f1e1f-4f2e-4a56-b506-c104f7a00e3e", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0514 11:15:28.056760 3693 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-txvbb] pod update took 254.635546ms I0514 11:15:28.056783 3693 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-txvbb] addLogicalPort annotation time took 254.664154ms I0514 11:15:28.057961 3693 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-txvbb] addLogicalPort took 255.988756ms, libovsdb time 817.667µs I0514 11:15:28.074181 3693 cni.go:473] [namespace-lister/namespace-lister-696b855848-rmzg5 9075c1f9964827e794b87912aa9127a848a5a0273c8a88a1c1a1eec0eb34285e network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-rmzg5 9075c1f9964827e794b87912aa9127a848a5a0273c8a88a1c1a1eec0eb34285e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:ac:9e:35:98:e6\",\"name\":\"9075c1f9964827e\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fbb3ba47-bcc0-4901-9f82-dd86c0265892\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 11:15:28.156299 3693 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-txvbb 9815727b1c5462192fefea37135790753f52c1a0258166187687770272002724 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-txvbb 9815727b1c5462192fefea37135790753f52c1a0258166187687770272002724 network default NAD default NAD key ] I0514 11:15:28.168588 3693 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-txvbb, hostIfaceName: 9815727b1c54621, network: default, NAD default, SandboxID: "9815727b1c5462192fefea37135790753f52c1a0258166187687770272002724", PCI device ID: , UID: "e7eaa9e8-b5e9-4d90-a47b-8be0a1951452", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0514 11:15:28.217901 3693 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-txvbb 9815727b1c5462192fefea37135790753f52c1a0258166187687770272002724 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-txvbb 9815727b1c5462192fefea37135790753f52c1a0258166187687770272002724 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:a8:45:30:2e:34\",\"name\":\"9815727b1c54621\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/50c51174-1807-4f65-a622-ddd687930c0b\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 11:15:28.427058 3693 base_network_controller_pods.go:487] [default/konflux-ui/proxy-568c8f4bc4-m9mbl] creating logical port konflux-ui_proxy-568c8f4bc4-m9mbl for pod on switch ip-10-0-2-171.ec2.internal I0514 11:15:28.427187 3693 kube.go:256] Updating pod konflux-ui/proxy-568c8f4bc4-m9mbl I0514 11:15:28.660750 3693 kube.go:256] Updating pod konflux-ui/proxy-568c8f4bc4-m9mbl I0514 11:15:28.870699 3693 pod.go:62] [konflux-ui/proxy-568c8f4bc4-m9mbl] pod update took 443.546029ms I0514 11:15:28.870727 3693 base_network_controller_pods.go:951] [default/konflux-ui/proxy-568c8f4bc4-m9mbl] addLogicalPort annotation time took 443.578913ms I0514 11:15:28.872326 3693 pods.go:271] [konflux-ui/proxy-568c8f4bc4-m9mbl] addLogicalPort took 445.28339ms, libovsdb time 1.047255ms I0514 11:15:29.123985 3693 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-2vjnj] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-2vjnj for pod on switch ip-10-0-2-171.ec2.internal I0514 11:15:29.124084 3693 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-2vjnj I0514 11:15:29.136788 3693 namespace.go:142] [enterprise-contract-service] updating namespace I0514 11:15:29.285712 3693 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-2vjnj I0514 11:15:29.433949 3693 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-2vjnj] pod update took 309.887394ms I0514 11:15:29.433977 3693 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-2vjnj] addLogicalPort annotation time took 309.920001ms I0514 11:15:29.434220 3693 namespace.go:142] [konflux-cli] updating namespace I0514 11:15:29.435512 3693 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-2vjnj] addLogicalPort took 311.549208ms, libovsdb time 939.343µs I0514 11:15:29.500552 3693 namespace.go:142] [konflux-info] updating namespace I0514 11:15:29.643820 3693 namespace.go:142] [namespace-lister] updating namespace I0514 11:15:29.848824 3693 namespace.go:142] [segment-bridge] updating namespace I0514 11:15:29.956049 3693 namespace.go:142] [enterprise-contract-service] updating namespace I0514 11:15:29.974717 3693 namespace.go:142] [konflux-cli] updating namespace I0514 11:15:29.991692 3693 namespace.go:142] [konflux-info] updating namespace I0514 11:15:30.007575 3693 namespace.go:142] [namespace-lister] updating namespace I0514 11:15:30.021714 3693 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-l786k] creating logical port build-service_build-service-controller-manager-7cbf488fcf-l786k for pod on switch ip-10-0-2-171.ec2.internal I0514 11:15:30.021853 3693 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-l786k I0514 11:15:30.031226 3693 namespace.go:142] [segment-bridge] updating namespace W0514 11:15:30.063645 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0514 11:15:30.066677 3693 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-l786k] pod update took 44.813403ms I0514 11:15:30.066696 3693 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-l786k] addLogicalPort annotation time took 44.883614ms I0514 11:15:30.067992 3693 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-l786k] addLogicalPort took 46.29685ms, libovsdb time 866.507µs I0514 11:15:30.130796 3693 namespace.go:142] [enterprise-contract-service] updating namespace I0514 11:15:30.248149 3693 namespace.go:142] [konflux-cli] updating namespace I0514 11:15:30.367202 3693 namespace.go:142] [konflux-info] updating namespace I0514 11:15:30.390411 3693 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-l786k 0e70cd53a7b7349634fcf0e0ee9b6993780bc4ba4a5d92ef59bb57464a7f2af1 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-l786k 0e70cd53a7b7349634fcf0e0ee9b6993780bc4ba4a5d92ef59bb57464a7f2af1 network default NAD default NAD key ] I0514 11:15:30.400764 3693 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-l786k, hostIfaceName: 0e70cd53a7b7349, network: default, NAD default, SandboxID: "0e70cd53a7b7349634fcf0e0ee9b6993780bc4ba4a5d92ef59bb57464a7f2af1", PCI device ID: , UID: "162aae77-226a-431d-862a-49d38eb58be5", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0514 11:15:30.450902 3693 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-l786k 0e70cd53a7b7349634fcf0e0ee9b6993780bc4ba4a5d92ef59bb57464a7f2af1 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-l786k 0e70cd53a7b7349634fcf0e0ee9b6993780bc4ba4a5d92ef59bb57464a7f2af1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:7c:b4:de:44:c6\",\"name\":\"0e70cd53a7b7349\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96c41756-e641-429c-99db-b39775e9516c\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 11:15:30.472795 3693 namespace.go:142] [namespace-lister] updating namespace I0514 11:15:30.546341 3693 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-s5jbc] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-s5jbc for pod on switch ip-10-0-2-171.ec2.internal I0514 11:15:30.546465 3693 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-s5jbc I0514 11:15:30.556190 3693 namespace.go:142] [segment-bridge] updating namespace I0514 11:15:30.564313 3693 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-s5jbc] pod update took 17.873435ms I0514 11:15:30.564332 3693 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-s5jbc] addLogicalPort annotation time took 17.895551ms I0514 11:15:30.565690 3693 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-s5jbc] addLogicalPort took 19.362748ms, libovsdb time 896.569µs W0514 11:15:31.048268 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0514 11:15:31.082175 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0514 11:15:31.385121 3693 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7d5886df9d-rqt9m] creating logical port integration-service_integration-service-controller-manager-7d5886df9d-rqt9m for pod on switch ip-10-0-2-171.ec2.internal I0514 11:15:31.385286 3693 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7d5886df9d-rqt9m I0514 11:15:31.398204 3693 pod.go:62] [integration-service/integration-service-controller-manager-7d5886df9d-rqt9m] pod update took 12.994903ms I0514 11:15:31.398233 3693 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7d5886df9d-rqt9m] addLogicalPort annotation time took 13.029587ms I0514 11:15:31.399820 3693 pods.go:271] [integration-service/integration-service-controller-manager-7d5886df9d-rqt9m] addLogicalPort took 14.722659ms, libovsdb time 1.041373ms W0514 11:15:33.047914 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0514 11:15:35.357288 3693 cni.go:452] [integration-service/integration-service-controller-manager-7d5886df9d-rqt9m b8ef3070991dd33d7e75d5878993582c9b1327daa7e087a7ad7e690cecbdefe8 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7d5886df9d-rqt9m b8ef3070991dd33d7e75d5878993582c9b1327daa7e087a7ad7e690cecbdefe8 network default NAD default NAD key ] I0514 11:15:35.367060 3693 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7d5886df9d-rqt9m, hostIfaceName: b8ef3070991dd33, network: default, NAD default, SandboxID: "b8ef3070991dd33d7e75d5878993582c9b1327daa7e087a7ad7e690cecbdefe8", PCI device ID: , UID: "d11df658-f5b5-4982-9207-a7a2d66920a4", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0514 11:15:35.419951 3693 cni.go:473] [integration-service/integration-service-controller-manager-7d5886df9d-rqt9m b8ef3070991dd33d7e75d5878993582c9b1327daa7e087a7ad7e690cecbdefe8 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7d5886df9d-rqt9m b8ef3070991dd33d7e75d5878993582c9b1327daa7e087a7ad7e690cecbdefe8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:b7:5a:61:4c:aa\",\"name\":\"b8ef3070991dd33\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bf717f6d-7508-4c2a-aa21-624ffcc5ba91\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 11:15:36.263118 3693 cni.go:452] [konflux-ui/proxy-568c8f4bc4-m9mbl 5ffe854ba8c42c44a56d54b2e8cef412ef0559c2328eacc72e3d76a11525b07e network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-568c8f4bc4-m9mbl 5ffe854ba8c42c44a56d54b2e8cef412ef0559c2328eacc72e3d76a11525b07e network default NAD default NAD key ] I0514 11:15:36.273621 3693 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-568c8f4bc4-m9mbl, hostIfaceName: 5ffe854ba8c42c4, network: default, NAD default, SandboxID: "5ffe854ba8c42c44a56d54b2e8cef412ef0559c2328eacc72e3d76a11525b07e", PCI device ID: , UID: "9339982a-20f9-4574-af53-5af0e9a0247d", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0514 11:15:36.329951 3693 cni.go:473] [konflux-ui/proxy-568c8f4bc4-m9mbl 5ffe854ba8c42c44a56d54b2e8cef412ef0559c2328eacc72e3d76a11525b07e network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-568c8f4bc4-m9mbl 5ffe854ba8c42c44a56d54b2e8cef412ef0559c2328eacc72e3d76a11525b07e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:86:51:65:85:c2\",\"name\":\"5ffe854ba8c42c4\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/401df2e6-aede-4ca0-b6e7-9ae3bc715097\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 11:15:37.283680 3693 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-2vjnj f1d5c9b022044f41a204104e64d751fd26a84b63f394efb8cf1ef2cc3a44ba52 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-2vjnj f1d5c9b022044f41a204104e64d751fd26a84b63f394efb8cf1ef2cc3a44ba52 network default NAD default NAD key ] I0514 11:15:37.294305 3693 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-2vjnj, hostIfaceName: f1d5c9b022044f4, network: default, NAD default, SandboxID: "f1d5c9b022044f41a204104e64d751fd26a84b63f394efb8cf1ef2cc3a44ba52", PCI device ID: , UID: "a8172eb2-4d0a-495c-b343-fdb951f09e69", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0514 11:15:37.355979 3693 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-2vjnj f1d5c9b022044f41a204104e64d751fd26a84b63f394efb8cf1ef2cc3a44ba52 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-2vjnj f1d5c9b022044f41a204104e64d751fd26a84b63f394efb8cf1ef2cc3a44ba52 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:be:89:a9:82:6b\",\"name\":\"f1d5c9b022044f4\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d6afea97-53d2-403f-98ec-669c896533ae\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0514 11:15:38.080313 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0514 11:15:38.084094 3693 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0514 11:15:38.110109 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0514 11:15:38.110172 3693 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service I0514 11:15:41.217197 3693 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-s5jbc 041bf02aba67f21c66d45e479e72bd623666549b50ca5a8de47f5772e5142732 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-s5jbc 041bf02aba67f21c66d45e479e72bd623666549b50ca5a8de47f5772e5142732 network default NAD default NAD key ] I0514 11:15:41.226225 3693 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-s5jbc, hostIfaceName: 041bf02aba67f21, network: default, NAD default, SandboxID: "041bf02aba67f21c66d45e479e72bd623666549b50ca5a8de47f5772e5142732", PCI device ID: , UID: "bddc6139-688c-47f8-b307-b86feee5948a", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0514 11:15:41.283773 3693 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-s5jbc 041bf02aba67f21c66d45e479e72bd623666549b50ca5a8de47f5772e5142732 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-s5jbc 041bf02aba67f21c66d45e479e72bd623666549b50ca5a8de47f5772e5142732 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:15:9d:07:8f:b9\",\"name\":\"041bf02aba67f21\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d0b96c4a-d92c-4e09-8f37-feb5aa03e2e7\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0514 11:15:41.330694 3693 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0514 11:15:41.330715 3693 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0514 11:15:41.397867 3693 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0514 11:15:42.118788 3693 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0514 11:15:42.118811 3693 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0514 11:15:43.050255 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0514 11:15:43.117968 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0514 11:15:43.121540 3693 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0514 11:15:45.060958 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0514 11:15:49.092606 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0514 11:15:49.099065 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0514 11:15:49.302082 3693 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-2vjnj f1d5c9b022044f41a204104e64d751fd26a84b63f394efb8cf1ef2cc3a44ba52 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-2vjnj f1d5c9b022044f41a204104e64d751fd26a84b63f394efb8cf1ef2cc3a44ba52 network default NAD default NAD key ] I0514 11:15:49.379188 3693 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-2vjnj f1d5c9b022044f41a204104e64d751fd26a84b63f394efb8cf1ef2cc3a44ba52 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-2vjnj f1d5c9b022044f41a204104e64d751fd26a84b63f394efb8cf1ef2cc3a44ba52 network default NAD default NAD key default], result "{}", err I0514 11:15:49.451963 3693 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-2vjnj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:15:49.452006 3693 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-2vjnj I0514 11:15:49.453472 3693 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-2vjnj, ips: 10.130.0.51 I0514 11:15:49.453502 3693 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-2vjnj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:15:50.250470 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0514 11:15:50.317043 3693 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-2vjnj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:15:50.317061 3693 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-2vjnj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:15:50.377724 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-2vjnj I0514 11:15:50.377746 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-2vjnj W0514 11:15:54.134248 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0514 11:15:54.134390 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0514 11:15:59.149584 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=162 W0514 11:16:19.173893 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0514 11:16:19.173912 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-171.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0514 11:16:43.161699 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=60 I0514 11:16:51.306227 3693 cni.go:452] [konflux-ui/proxy-568c8f4bc4-m9mbl 5ffe854ba8c42c44a56d54b2e8cef412ef0559c2328eacc72e3d76a11525b07e network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-568c8f4bc4-m9mbl 5ffe854ba8c42c44a56d54b2e8cef412ef0559c2328eacc72e3d76a11525b07e network default NAD default NAD key ] I0514 11:16:51.400796 3693 cni.go:473] [konflux-ui/proxy-568c8f4bc4-m9mbl 5ffe854ba8c42c44a56d54b2e8cef412ef0559c2328eacc72e3d76a11525b07e network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-568c8f4bc4-m9mbl 5ffe854ba8c42c44a56d54b2e8cef412ef0559c2328eacc72e3d76a11525b07e network default NAD default NAD key default], result "{}", err I0514 11:16:51.465180 3693 obj_retry.go:498] Detected object konflux-ui/proxy-568c8f4bc4-m9mbl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:16:51.465222 3693 pods.go:176] Deleting pod: konflux-ui/proxy-568c8f4bc4-m9mbl I0514 11:16:51.466599 3693 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-568c8f4bc4-m9mbl, ips: 10.130.0.50 I0514 11:16:51.466627 3693 obj_retry.go:498] Detected object konflux-ui/proxy-568c8f4bc4-m9mbl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:16:51.818458 3693 obj_retry.go:492] Detected object konflux-ui/proxy-568c8f4bc4-m9mbl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:16:51.818488 3693 obj_retry.go:492] Detected object konflux-ui/proxy-568c8f4bc4-m9mbl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:16:51.825730 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-568c8f4bc4-m9mbl I0514 11:16:51.825760 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-568c8f4bc4-m9mbl I0514 11:16:56.861520 3693 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:16:56.862037 3693 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:16:56.904359 3693 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:16:56.904403 3693 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:16:56.911905 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0514 11:16:56.911932 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0514 11:17:16.466427 3693 namespace.go:98] [managed-tenant-eaibh] adding namespace I0514 11:17:16.467396 3693 namespace.go:102] [managed-tenant-eaibh] adding namespace took 945.44µs I0514 11:17:16.504082 3693 namespace.go:142] [managed-tenant-eaibh] updating namespace I0514 11:17:16.518110 3693 namespace.go:142] [managed-tenant-eaibh] updating namespace I0514 11:17:17.539617 3693 namespace.go:142] [managed-tenant-eaibh] updating namespace I0514 11:17:17.678903 3693 namespace.go:142] [managed-tenant-eaibh] updating namespace I0514 11:17:17.767280 3693 namespace.go:142] [managed-tenant-eaibh] updating namespace I0514 11:17:37.157184 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=445 I0514 11:17:39.150701 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=80 I0514 11:17:47.245156 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0514 11:18:19.234278 3693 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0514 11:18:41.240115 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0514 11:19:16.253509 3693 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0514 11:19:34.267867 3693 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0514 11:19:57.261066 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0514 11:20:00.214401 3693 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29645960-wlqq6] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29645960-wlqq6 for pod on switch ip-10-0-2-171.ec2.internal I0514 11:20:00.214512 3693 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29645960-wlqq6 I0514 11:20:00.236293 3693 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645960-wlqq6] pod update took 21.804751ms I0514 11:20:00.236317 3693 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29645960-wlqq6] addLogicalPort annotation time took 21.832586ms I0514 11:20:00.237591 3693 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645960-wlqq6] addLogicalPort took 23.20467ms, libovsdb time 830.861µs I0514 11:20:00.577670 3693 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645960-wlqq6 9b139ed131e019b8824d10bd56138527dc7d668c5f47e0da0e7ee890309a538f network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29645960-wlqq6 9b139ed131e019b8824d10bd56138527dc7d668c5f47e0da0e7ee890309a538f network default NAD default NAD key ] I0514 11:20:00.587594 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29645960-wlqq6, hostIfaceName: 9b139ed131e019b, network: default, NAD default, SandboxID: "9b139ed131e019b8824d10bd56138527dc7d668c5f47e0da0e7ee890309a538f", PCI device ID: , UID: "6d49965c-d1ef-4d63-9a0d-b4b6a742706a", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23] I0514 11:20:00.641090 3693 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645960-wlqq6 9b139ed131e019b8824d10bd56138527dc7d668c5f47e0da0e7ee890309a538f network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29645960-wlqq6 9b139ed131e019b8824d10bd56138527dc7d668c5f47e0da0e7ee890309a538f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:ed:b4:d6:46:3c\",\"name\":\"9b139ed131e019b\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/120496cd-406e-4128-9883-82e581cf8569\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 11:20:04.609611 3693 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645960-wlqq6 9b139ed131e019b8824d10bd56138527dc7d668c5f47e0da0e7ee890309a538f network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29645960-wlqq6 9b139ed131e019b8824d10bd56138527dc7d668c5f47e0da0e7ee890309a538f network default NAD default NAD key ] I0514 11:20:04.698655 3693 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645960-wlqq6 9b139ed131e019b8824d10bd56138527dc7d668c5f47e0da0e7ee890309a538f network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29645960-wlqq6 9b139ed131e019b8824d10bd56138527dc7d668c5f47e0da0e7ee890309a538f network default NAD default NAD key default], result "{}", err I0514 11:20:04.751129 3693 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645960-wlqq6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:20:04.751164 3693 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29645960-wlqq6 I0514 11:20:04.752568 3693 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29645960-wlqq6, ips: 10.130.0.55 I0514 11:20:04.752594 3693 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645960-wlqq6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:20:05.627657 3693 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645960-wlqq6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:20:05.627683 3693 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645960-wlqq6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:20:59.262829 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0514 11:21:14.145282 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0514 11:21:20.273513 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0514 11:21:24.149058 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=50 I0514 11:21:40.273466 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0514 11:23:27.164512 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=39 I0514 11:24:14.237092 3693 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0514 11:24:22.253931 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0514 11:24:30.247708 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0514 11:24:38.257212 3693 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0514 11:24:43.152862 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0514 11:24:44.160257 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=17 I0514 11:24:46.052569 3693 obj_retry.go:492] Detected object tsf-tpa/create-db-dqv4v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:24:46.052610 3693 obj_retry.go:492] Detected object tsf-tpa/create-db-dqv4v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:24:46.059130 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-dqv4v I0514 11:24:46.059163 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-dqv4v I0514 11:24:49.029947 3693 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jl2dn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:24:49.029998 3693 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jl2dn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:24:49.032781 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-jl2dn I0514 11:24:49.032806 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-jl2dn I0514 11:24:49.242440 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0514 11:24:55.033330 3693 obj_retry.go:492] Detected object tsf-tpa/create-importers-s6md7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:24:55.033376 3693 obj_retry.go:492] Detected object tsf-tpa/create-importers-s6md7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:24:55.040702 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-s6md7 I0514 11:24:55.040733 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-s6md7 I0514 11:26:32.264217 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0514 11:27:26.153966 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0514 11:27:40.270278 3693 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0514 11:28:09.151615 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0514 11:28:29.276761 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0514 11:29:35.276394 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0514 11:30:00.214105 3693 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29645970-t67pb] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29645970-t67pb for pod on switch ip-10-0-2-171.ec2.internal I0514 11:30:00.214239 3693 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29645970-t67pb I0514 11:30:00.238269 3693 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645970-t67pb] pod update took 24.056621ms I0514 11:30:00.238300 3693 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29645970-t67pb] addLogicalPort annotation time took 24.096043ms I0514 11:30:00.239768 3693 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645970-t67pb] addLogicalPort took 25.678065ms, libovsdb time 948.32µs I0514 11:30:00.578543 3693 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645970-t67pb cbd32da99a05bfeb39a6f8c73440103ed16300a9f8d46e160e7a086e37a8cbf7 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29645970-t67pb cbd32da99a05bfeb39a6f8c73440103ed16300a9f8d46e160e7a086e37a8cbf7 network default NAD default NAD key ] I0514 11:30:00.588403 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29645970-t67pb, hostIfaceName: cbd32da99a05bfe, network: default, NAD default, SandboxID: "cbd32da99a05bfeb39a6f8c73440103ed16300a9f8d46e160e7a086e37a8cbf7", PCI device ID: , UID: "b00767a1-1399-4e88-b73a-68509fe38498", MAC: 0a:58:0a:82:00:38, IPs: [10.130.0.56/23] I0514 11:30:00.648803 3693 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645970-t67pb cbd32da99a05bfeb39a6f8c73440103ed16300a9f8d46e160e7a086e37a8cbf7 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29645970-t67pb cbd32da99a05bfeb39a6f8c73440103ed16300a9f8d46e160e7a086e37a8cbf7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:47:fa:ba:1f:ed\",\"name\":\"cbd32da99a05bfe\"},{\"mac\":\"0a:58:0a:82:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c424ec68-6309-43bb-9d96-0e6602af8d6e\"}],\"ips\":[{\"address\":\"10.130.0.56/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 11:30:04.088412 3693 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645970-t67pb cbd32da99a05bfeb39a6f8c73440103ed16300a9f8d46e160e7a086e37a8cbf7 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29645970-t67pb cbd32da99a05bfeb39a6f8c73440103ed16300a9f8d46e160e7a086e37a8cbf7 network default NAD default NAD key ] I0514 11:30:04.176545 3693 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645970-t67pb cbd32da99a05bfeb39a6f8c73440103ed16300a9f8d46e160e7a086e37a8cbf7 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29645970-t67pb cbd32da99a05bfeb39a6f8c73440103ed16300a9f8d46e160e7a086e37a8cbf7 network default NAD default NAD key default], result "{}", err I0514 11:30:04.229905 3693 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645970-t67pb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:30:04.229966 3693 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29645970-t67pb I0514 11:30:04.231311 3693 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29645970-t67pb, ips: 10.130.0.56 I0514 11:30:04.231338 3693 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645970-t67pb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:30:05.102069 3693 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645970-t67pb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:30:05.102101 3693 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645970-t67pb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:30:31.260616 3693 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0514 11:30:58.265439 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0514 11:31:00.148619 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0514 11:31:17.251565 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0514 11:31:44.240530 3693 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0514 11:32:07.156410 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0514 11:32:27.163114 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=23 I0514 11:32:48.272585 3693 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0514 11:33:03.245770 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0514 11:33:11.257411 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0514 11:33:14.167449 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=38 I0514 11:33:48.279615 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6