+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-131.ec2.internal ++ [[ -n ip-10-0-0-131.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-131.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0506 12:44:00.140155687 - disable conntrack on geneve port' I0506 12:44:00.140155687 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0506 12:44:00.197503833 - starting ovnkube-node' I0506 12:44:00.197503833 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-131.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-131.ec2.internal --init-node ip-10-0-0-131.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-131.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0506 12:44:00.250997 3659 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0506 12:44:00.251048 3659 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-539b1c7172.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0506 12:44:00.252566 3659 kube.go:431] Waiting for certificate I0506 12:44:00.252603 3659 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0506 12:44:00.252631 3659 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0506 12:44:00.253500 3659 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0506 12:44:00.283128 3659 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 12:44:00.283143 3659 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 12:44:00.285720 3659 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 12:44:00.289057 3659 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-hcxcs" I0506 12:44:00.298429 3659 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-hcxcs" I0506 12:44:00.298499 3659 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 12:44:01.253234 3659 kube.go:438] Certificate found I0506 12:44:01.253857 3659 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0506 12:44:01.255034 3659 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0506 12:44:01.304737 3659 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-07 12:39:00 +0000 UTC" deadline="2026-05-07 07:43:55.332231143 +0000 UTC" I0506 12:44:01.304777 3659 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h59m54.027472119s" I0506 12:44:01.318599 3659 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0506 12:44:01.338684 3659 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0506 12:44:01.338751 3659 factory.go:561] Starting watch factory I0506 12:44:01.338864 3659 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.338878 3659 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.338887 3659 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.338897 3659 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.338867 3659 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.338970 3659 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.339093 3659 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.339116 3659 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.339187 3659 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.339209 3659 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.339463 3659 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.339487 3659 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.341377 3659 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0506 12:44:01.341471 3659 server.go:101] MetricServer registers OVS metrics I0506 12:44:01.341746 3659 server.go:105] MetricServer registers OVN DB metrics I0506 12:44:01.344209 3659 controller_manager.go:370] Starting the ovnkube controller I0506 12:44:01.344223 3659 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-131.ec2.internal I0506 12:44:01.344284 3659 controller_manager.go:395] NBDB zone sync took: 52.036µs I0506 12:44:01.344299 3659 factory.go:561] Starting watch factory I0506 12:44:01.346253 3659 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0506 12:44:01.346277 3659 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0506 12:44:01.360080 3659 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0506 12:44:01.360107 3659 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0506 12:44:01.363977 3659 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0506 12:44:01.364014 3659 server.go:109] MetricServer registers OVN Controller metrics I0506 12:44:01.364471 3659 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.364535 3659 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.365589 3659 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.368822 3659 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.369201 3659 server.go:113] MetricServer registers OVN Northd metrics I0506 12:44:01.370202 3659 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.374389 3659 metrics.go:519] OVN Metrics Server starts to run ... I0506 12:44:01.380810 3659 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.444454 3659 factory.go:1977] *v1.Node informer cache synced successfully I0506 12:44:01.444480 3659 factory.go:1977] *v1.Service informer cache synced successfully I0506 12:44:01.444484 3659 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0506 12:44:01.444487 3659 factory.go:1977] *v1.Pod informer cache synced successfully I0506 12:44:01.444490 3659 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0506 12:44:01.444494 3659 factory.go:1977] *v1.Namespace informer cache synced successfully I0506 12:44:01.444580 3659 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 12:44:01.444599 3659 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 12:44:01.444605 3659 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 12:44:01.444635 3659 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 12:44:01.448154 3659 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 12:44:01.448154 3659 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 12:44:01.449978 3659 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0506 12:44:01.449990 3659 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0506 12:44:01.449990 3659 factory.go:1977] *v1.Service informer cache synced successfully I0506 12:44:01.449998 3659 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0506 12:44:01.450002 3659 factory.go:1977] *v1.Pod informer cache synced successfully I0506 12:44:01.450005 3659 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0506 12:44:01.450008 3659 factory.go:1977] *v1.Namespace informer cache synced successfully I0506 12:44:01.450011 3659 factory.go:1977] *v1.Node informer cache synced successfully I0506 12:44:01.450047 3659 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.450060 3659 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.453000 3659 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.455464 3659 factory.go:1977] *v1.EgressIP informer cache synced successfully I0506 12:44:01.455479 3659 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0506 12:44:01.455485 3659 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0506 12:44:01.455526 3659 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.455538 3659 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.458418 3659 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.460858 3659 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0506 12:44:01.460875 3659 factory.go:1977] *v1.EgressIP informer cache synced successfully I0506 12:44:01.460910 3659 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.460920 3659 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.464705 3659 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.466722 3659 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0506 12:44:01.466775 3659 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.466786 3659 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.466865 3659 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0506 12:44:01.469511 3659 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.472200 3659 factory.go:1977] *v1.EgressService informer cache synced successfully I0506 12:44:01.472248 3659 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.472260 3659 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.472281 3659 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0506 12:44:01.475092 3659 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.477799 3659 factory.go:1977] *v1.EgressService informer cache synced successfully I0506 12:44:01.477804 3659 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0506 12:44:01.477972 3659 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 12:44:01.477989 3659 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 12:44:01.480998 3659 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 12:44:01.482994 3659 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0506 12:44:01.483009 3659 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0506 12:44:01.483059 3659 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.483070 3659 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.483144 3659 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.483163 3659 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.486103 3659 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.486121 3659 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.488852 3659 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0506 12:44:01.488852 3659 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0506 12:44:01.488871 3659 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0506 12:44:01.488878 3659 factory.go:680] Watch Factory start up complete, took: 150.130845ms I0506 12:44:01.488936 3659 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0506 12:44:01.494201 3659 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0506 12:44:01.494211 3659 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0506 12:44:01.494217 3659 factory.go:680] Watch Factory start up complete, took: 149.919202ms I0506 12:44:01.494224 3659 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-131.ec2.internal" zone I0506 12:44:01.539959 3659 default_node_network_controller.go:710] Initializing the default node network controller I0506 12:44:01.607500 3659 udn_isolation.go:101] Starting UDN host isolation manager I0506 12:44:01.613927 3659 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0506 12:44:01.648978 3659 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0506 12:44:01.649137 3659 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0506 12:44:01.649153 3659 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0506 12:44:01.685932 3659 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0506 12:44:01.686004 3659 default_node_network_controller.go:809] Node ip-10-0-0-131.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0506 12:44:01.691925 3659 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.131"] k8s.ovn.org/zone-name:ip-10-0-0-131.ec2.internal] on node ip-10-0-0-131.ec2.internal I0506 12:44:01.714481 3659 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0506 12:44:01.720352 3659 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0506 12:44:01.720480 3659 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0506 12:44:01.720600 3659 gateway_init.go:263] Preparing Gateway I0506 12:44:01.720611 3659 gateway_shared_intf.go:1687] Creating new gateway I0506 12:44:01.745215 3659 controller_manager.go:429] Waiting for node in zone sync took: 250.979723ms I0506 12:44:01.751946 3659 controller_manager.go:611] Switching to transit router for layer2 networks I0506 12:44:01.751958 3659 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-131.ec2.internal I0506 12:44:01.769677 3659 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0506 12:44:01.775924 3659 controller_manager.go:290] SCTP support detected in OVN I0506 12:44:01.776458 3659 services_controller.go:69] Creating services controller for network=default I0506 12:44:01.776559 3659 udn_enabled_svc.go:80] Waiting for service informer to sync I0506 12:44:01.776604 3659 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0506 12:44:01.776635 3659 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0506 12:44:01.776646 3659 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0506 12:44:01.776654 3659 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0506 12:44:01.776808 3659 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0506 12:44:01.776852 3659 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0506 12:44:01.776882 3659 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 47.455µs I0506 12:44:01.776901 3659 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 41.457µs I0506 12:44:01.776909 3659 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 56.267µs I0506 12:44:01.776914 3659 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0506 12:44:01.776921 3659 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0506 12:44:01.776929 3659 default_network_controller.go:325] Starting the default network controller I0506 12:44:01.777020 3659 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 10.243µs I0506 12:44:01.777191 3659 udn_enabled_svc.go:95] Performing full resync I0506 12:44:01.777561 3659 udn_enabled_svc.go:99] Waiting for handler to sync I0506 12:44:01.777573 3659 udn_enabled_svc.go:104] Starting worker I0506 12:44:01.786360 3659 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0506 12:44:01.786419 3659 repair.go:33] Syncing exgw routes took 45.575µs I0506 12:44:01.786444 3659 default_network_controller.go:414] Starting all the Watchers... I0506 12:44:01.786671 3659 namespace.go:98] [openshift-network-diagnostics] adding namespace I0506 12:44:01.786695 3659 namespace.go:98] [openshift-config-managed] adding namespace I0506 12:44:01.786701 3659 namespace.go:98] [openshift-customer-monitoring] adding namespace I0506 12:44:01.786703 3659 namespace.go:98] [openshift-network-node-identity] adding namespace I0506 12:44:01.786720 3659 namespace.go:98] [openshift-logging] adding namespace I0506 12:44:01.786721 3659 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0506 12:44:01.786720 3659 namespace.go:98] [openshift-operators] adding namespace I0506 12:44:01.786733 3659 namespace.go:98] [openshift-backplane-tam] adding namespace W0506 12:44:01.786731 3659 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-brntz: pod openshift-network-diagnostics/network-check-target-brntz: no pod IPs found I0506 12:44:01.786745 3659 namespace.go:98] [openshift-marketplace] adding namespace I0506 12:44:01.786755 3659 namespace.go:98] [dedicated-admin] adding namespace W0506 12:44:01.786755 3659 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-n2542: pod openshift-network-diagnostics/network-check-target-n2542: no pod IPs found I0506 12:44:01.786761 3659 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0506 12:44:01.786739 3659 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0506 12:44:01.786673 3659 namespace.go:98] [openshift-machine-config-operator] adding namespace I0506 12:44:01.786753 3659 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace W0506 12:44:01.786778 3659 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-vfpfj: pod openshift-network-diagnostics/network-check-target-vfpfj: no pod IPs found I0506 12:44:01.786800 3659 namespace.go:98] [openshift-cluster-version] adding namespace I0506 12:44:01.787447 3659 namespace.go:102] [openshift-network-diagnostics] adding namespace took 763.208µs I0506 12:44:01.787462 3659 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0506 12:44:01.787890 3659 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 422.902µs I0506 12:44:01.787902 3659 namespace.go:98] [kube-system] adding namespace I0506 12:44:01.788443 3659 namespace.go:102] [kube-system] adding namespace took 536.667µs I0506 12:44:01.788456 3659 namespace.go:98] [kube-node-lease] adding namespace I0506 12:44:01.788948 3659 namespace.go:102] [openshift-config-managed] adding namespace took 2.238839ms I0506 12:44:01.788958 3659 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0506 12:44:01.789468 3659 namespace.go:102] [openshift-customer-monitoring] adding namespace took 2.752077ms I0506 12:44:01.789485 3659 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0506 12:44:01.789953 3659 namespace.go:102] [openshift-network-node-identity] adding namespace took 3.232292ms I0506 12:44:01.789977 3659 namespace.go:98] [openshift-console-operator] adding namespace I0506 12:44:01.790532 3659 namespace.go:102] [openshift-logging] adding namespace took 3.803086ms I0506 12:44:01.790549 3659 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0506 12:44:01.791006 3659 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 4.275398ms I0506 12:44:01.791020 3659 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0506 12:44:01.791599 3659 namespace.go:102] [openshift-operators] adding namespace took 4.867766ms I0506 12:44:01.791610 3659 namespace.go:98] [openshift-monitoring] adding namespace I0506 12:44:01.792081 3659 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.34016ms I0506 12:44:01.792091 3659 namespace.go:98] [openshift-multus] adding namespace I0506 12:44:01.792623 3659 namespace.go:102] [openshift-marketplace] adding namespace took 5.870292ms I0506 12:44:01.792638 3659 namespace.go:98] [openshift-console-user-settings] adding namespace I0506 12:44:01.793135 3659 namespace.go:102] [dedicated-admin] adding namespace took 6.372478ms I0506 12:44:01.793143 3659 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0506 12:44:01.793663 3659 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.893133ms I0506 12:44:01.793684 3659 namespace.go:98] [openshift-service-ca-operator] adding namespace I0506 12:44:01.794160 3659 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.389708ms I0506 12:44:01.794185 3659 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0506 12:44:01.794733 3659 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.961631ms I0506 12:44:01.794743 3659 namespace.go:98] [open-cluster-management-2q4ebqgk4rgc7q2jo863v7joabv9hqlm] adding namespace I0506 12:44:01.795201 3659 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.427625ms I0506 12:44:01.795210 3659 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0506 12:44:01.795762 3659 namespace.go:102] [openshift-cluster-version] adding namespace took 8.952612ms I0506 12:44:01.795770 3659 namespace.go:98] [openshift-node] adding namespace I0506 12:44:01.796159 3659 namespace.go:102] [kube-node-lease] adding namespace took 7.698222ms I0506 12:44:01.796191 3659 namespace.go:98] [openshift-backplane-mobb] adding namespace I0506 12:44:01.796572 3659 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.609673ms I0506 12:44:01.796584 3659 namespace.go:98] [openshift-insights] adding namespace I0506 12:44:01.796958 3659 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.467203ms I0506 12:44:01.796971 3659 namespace.go:98] [openshift-ingress-operator] adding namespace I0506 12:44:01.797355 3659 namespace.go:102] [openshift-console-operator] adding namespace took 7.37279ms I0506 12:44:01.797366 3659 namespace.go:98] [openshift-console] adding namespace I0506 12:44:01.797736 3659 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.182139ms I0506 12:44:01.797747 3659 namespace.go:98] [openshift-ingress-canary] adding namespace I0506 12:44:01.798097 3659 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.072582ms I0506 12:44:01.798109 3659 namespace.go:98] [openshift-apiserver] adding namespace W0506 12:44:01.798469 3659 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-d7ttm: pod openshift-multus/network-metrics-daemon-d7ttm: no pod IPs found W0506 12:44:01.798480 3659 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-k2bk8: pod openshift-multus/network-metrics-daemon-k2bk8: no pod IPs found W0506 12:44:01.798486 3659 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-mgvmd: pod openshift-multus/network-metrics-daemon-mgvmd: no pod IPs found I0506 12:44:01.798512 3659 namespace.go:102] [openshift-monitoring] adding namespace took 6.898544ms I0506 12:44:01.798521 3659 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0506 12:44:01.799107 3659 namespace.go:102] [openshift-multus] adding namespace took 7.012171ms I0506 12:44:01.799114 3659 namespace.go:98] [openshift-dns-operator] adding namespace I0506 12:44:01.799627 3659 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.982789ms I0506 12:44:01.799642 3659 namespace.go:98] [openshift-kube-apiserver] adding namespace I0506 12:44:01.800083 3659 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.934405ms I0506 12:44:01.800097 3659 namespace.go:98] [openshift-authentication] adding namespace I0506 12:44:01.800524 3659 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.834863ms I0506 12:44:01.800534 3659 namespace.go:98] [openshift-package-operator] adding namespace I0506 12:44:01.800911 3659 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.720045ms I0506 12:44:01.800924 3659 namespace.go:98] [openshift] adding namespace I0506 12:44:01.801340 3659 namespace.go:102] [open-cluster-management-2q4ebqgk4rgc7q2jo863v7joabv9hqlm] adding namespace took 6.590843ms I0506 12:44:01.801352 3659 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0506 12:44:01.801726 3659 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.512215ms I0506 12:44:01.801738 3659 namespace.go:98] [openshift-controller-manager] adding namespace I0506 12:44:01.802100 3659 namespace.go:102] [openshift-node] adding namespace took 6.325595ms I0506 12:44:01.802111 3659 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0506 12:44:01.802517 3659 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.319994ms I0506 12:44:01.802529 3659 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0506 12:44:01.802878 3659 namespace.go:102] [openshift-insights] adding namespace took 6.290315ms I0506 12:44:01.802888 3659 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0506 12:44:01.803282 3659 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.305274ms I0506 12:44:01.803296 3659 namespace.go:98] [openshift-machine-api] adding namespace I0506 12:44:01.803655 3659 namespace.go:102] [openshift-console] adding namespace took 6.284655ms I0506 12:44:01.803665 3659 namespace.go:98] [openshift-must-gather-operator] adding namespace I0506 12:44:01.804460 3659 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.708264ms I0506 12:44:01.804473 3659 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0506 12:44:01.804893 3659 namespace.go:102] [openshift-apiserver] adding namespace took 6.778973ms I0506 12:44:01.804904 3659 namespace.go:98] [openshift-dns] adding namespace I0506 12:44:01.805369 3659 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.842405ms I0506 12:44:01.805382 3659 namespace.go:98] [default] adding namespace I0506 12:44:01.805827 3659 namespace.go:102] [openshift-dns-operator] adding namespace took 6.70732ms I0506 12:44:01.805839 3659 namespace.go:98] [openshift-backplane-cse] adding namespace I0506 12:44:01.806191 3659 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.543088ms I0506 12:44:01.806203 3659 namespace.go:98] [openshift-authentication-operator] adding namespace I0506 12:44:01.806589 3659 namespace.go:102] [openshift-authentication] adding namespace took 6.487742ms I0506 12:44:01.806599 3659 namespace.go:98] [openshift-host-network] adding namespace I0506 12:44:01.806984 3659 namespace.go:102] [openshift-package-operator] adding namespace took 6.443592ms I0506 12:44:01.806996 3659 namespace.go:98] [openshift-infra] adding namespace I0506 12:44:01.807337 3659 namespace.go:102] [openshift] adding namespace took 6.409205ms I0506 12:44:01.807348 3659 namespace.go:98] [openshift-backplane-cee] adding namespace I0506 12:44:01.807778 3659 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.419365ms I0506 12:44:01.807794 3659 namespace.go:98] [openshift-route-controller-manager] adding namespace I0506 12:44:01.808224 3659 namespace.go:102] [openshift-controller-manager] adding namespace took 6.479312ms I0506 12:44:01.808237 3659 namespace.go:98] [kube-public] adding namespace I0506 12:44:01.808623 3659 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.508679ms I0506 12:44:01.808632 3659 namespace.go:98] [openshift-ingress] adding namespace I0506 12:44:01.809052 3659 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.516263ms I0506 12:44:01.809464 3659 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.568981ms I0506 12:44:01.809480 3659 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0506 12:44:01.809626 3659 iptables.go:108] Creating table: filter chain: FORWARD I0506 12:44:01.809845 3659 namespace.go:102] [openshift-machine-api] adding namespace took 6.543465ms I0506 12:44:01.809862 3659 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0506 12:44:01.810280 3659 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.609602ms I0506 12:44:01.810293 3659 namespace.go:98] [openshift-config] adding namespace I0506 12:44:01.810669 3659 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.191486ms I0506 12:44:01.810681 3659 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0506 12:44:01.811018 3659 namespace.go:102] [openshift-dns] adding namespace took 6.110135ms I0506 12:44:01.811028 3659 namespace.go:98] [openshift-operators-redhat] adding namespace I0506 12:44:01.811505 3659 namespace.go:102] [default] adding namespace took 6.11913ms I0506 12:44:01.811514 3659 namespace.go:98] [openshift-network-operator] adding namespace I0506 12:44:01.811889 3659 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.045475ms I0506 12:44:01.811901 3659 namespace.go:98] [openshift-network-console] adding namespace I0506 12:44:01.812302 3659 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.093066ms I0506 12:44:01.812321 3659 namespace.go:98] [openshift-backplane-srep] adding namespace I0506 12:44:01.812760 3659 namespace.go:102] [openshift-host-network] adding namespace took 6.156187ms I0506 12:44:01.812774 3659 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0506 12:44:01.813090 3659 namespace.go:102] [openshift-infra] adding namespace took 6.08906ms I0506 12:44:01.813103 3659 namespace.go:98] [openshift-etcd] adding namespace I0506 12:44:01.813539 3659 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.186026ms I0506 12:44:01.813911 3659 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.110893ms I0506 12:44:01.813924 3659 namespace.go:98] [openshift-backplane] adding namespace I0506 12:44:01.814316 3659 namespace.go:102] [kube-public] adding namespace took 6.073336ms I0506 12:44:01.814686 3659 namespace.go:102] [openshift-ingress] adding namespace took 6.050034ms I0506 12:44:01.814698 3659 namespace.go:98] [openshift-apiserver-operator] adding namespace I0506 12:44:01.815044 3659 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 5.558881ms I0506 12:44:01.815056 3659 namespace.go:98] [openshift-image-registry] adding namespace I0506 12:44:01.815462 3659 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.593952ms I0506 12:44:01.815623 3659 iptables.go:108] Creating table: filter chain: OUTPUT I0506 12:44:01.815858 3659 namespace.go:102] [openshift-config] adding namespace took 5.559407ms I0506 12:44:01.815874 3659 namespace.go:98] [openshift-config-operator] adding namespace I0506 12:44:01.816264 3659 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 5.576998ms I0506 12:44:01.816279 3659 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0506 12:44:01.816659 3659 namespace.go:102] [openshift-operators-redhat] adding namespace took 5.624854ms I0506 12:44:01.817051 3659 namespace.go:102] [openshift-network-operator] adding namespace took 5.530792ms I0506 12:44:01.817066 3659 namespace.go:98] [openshift-backplane-csm] adding namespace I0506 12:44:01.817452 3659 namespace.go:102] [openshift-network-console] adding namespace took 5.545942ms I0506 12:44:01.817467 3659 namespace.go:98] [openshift-kube-scheduler] adding namespace I0506 12:44:01.817803 3659 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.474887ms I0506 12:44:01.818200 3659 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.417615ms I0506 12:44:01.818700 3659 namespace.go:102] [openshift-etcd] adding namespace took 5.589919ms I0506 12:44:01.819544 3659 namespace.go:102] [openshift-backplane] adding namespace took 5.614021ms I0506 12:44:01.819909 3659 namespace.go:102] [openshift-apiserver-operator] adding namespace took 5.206378ms I0506 12:44:01.820299 3659 namespace.go:102] [openshift-image-registry] adding namespace took 5.237061ms I0506 12:44:01.820737 3659 namespace.go:102] [openshift-config-operator] adding namespace took 4.855409ms I0506 12:44:01.821125 3659 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 4.840919ms I0506 12:44:01.821507 3659 namespace.go:102] [openshift-backplane-csm] adding namespace took 4.435518ms I0506 12:44:01.821531 3659 gateway_shared_intf.go:1816] Gateway Creation Complete I0506 12:44:01.821540 3659 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-131.ec2.internal","mac-address":"12:98:a3:7a:a1:35","ip-addresses":["10.0.0.131/24"],"ip-address":"10.0.0.131/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:c0f36371-5911-4508-9e66-782c41f6e40a k8s.ovn.org/node-encap-ips:["10.0.0.131"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.131/24"} k8s.ovn.org/zone-name:ip-10-0-0-131.ec2.internal] on node ip-10-0-0-131.ec2.internal I0506 12:44:01.821879 3659 namespace.go:102] [openshift-kube-scheduler] adding namespace took 4.408046ms W0506 12:44:01.821947 3659 master.go:458] Unable to parse local node ip-10-0-0-131.ec2.internal chassis-id annotation. Chassis may be removed during sync W0506 12:44:01.821956 3659 master.go:471] Unable to parse remote node ip-10-0-1-148.ec2.internal chassis-id annotation. Chassis may be removed during sync W0506 12:44:01.821960 3659 master.go:471] Unable to parse remote node ip-10-0-2-30.ec2.internal chassis-id annotation. Chassis may be removed during sync I0506 12:44:01.821964 3659 master.go:481] Removing stale chassis with ID/Name: c0f36371-5911-4508-9e66-782c41f6e40a, hostname: ip-10-0-0-131.ec2.internal I0506 12:44:01.822415 3659 master.go:548] Adding or Updating local node "ip-10-0-0-131.ec2.internal" for network "default" I0506 12:44:01.822493 3659 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-30.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-30.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-30.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-30.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-30.ec2.internal I0506 12:44:01.822498 3659 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-148.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-148.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-148.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-148.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-148.ec2.internal I0506 12:44:01.825434 3659 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-131.ec2.internal for the network default I0506 12:44:01.825701 3659 zone_ic_handler.go:195] Time taken to create transit switch: 255.617µs I0506 12:44:01.826308 3659 default_network_controller.go:823] Node add failed for ip-10-0-0-131.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-131.ec2.internal, error getting gateway config for node ip-10-0-0-131.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-131.ec2.internal", failed to update chassis to local for local node ip-10-0-0-131.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-131.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-131.ec2.internal] E0506 12:44:01.826365 3659 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-131.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-131.ec2.internal, error getting gateway config for node ip-10-0-0-131.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-131.ec2.internal", failed to update chassis to local for local node ip-10-0-0-131.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-131.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-131.ec2.internal] I0506 12:44:01.826414 3659 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0506 12:44:01.826438 3659 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0506 12:44:01.826436 3659 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-131.ec2.internal", UID:"fdcc0f64-92e8-429a-807a-20fc22471fbb", APIVersion:"v1", ResourceVersion:"8699", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-131.ec2.internal, error getting gateway config for node ip-10-0-0-131.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-131.ec2.internal", failed to update chassis to local for local node ip-10-0-0-131.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-131.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-131.ec2.internal] I0506 12:44:01.826455 3659 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-131.ec2.internal in network "default" I0506 12:44:01.826489 3659 node_tracker.go:235] Node ip-10-0-0-131.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-131.ec2.internal" I0506 12:44:01.826503 3659 node_tracker.go:169] Node ip-10-0-0-131.ec2.internal switch + router changed, syncing services in network "default" I0506 12:44:01.826519 3659 services_controller.go:574] Full service sync requested for network=default I0506 12:44:01.826455 3659 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0506 12:44:01.826528 3659 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-148.ec2.internal in network "default" I0506 12:44:01.826566 3659 node_tracker.go:235] Node ip-10-0-1-148.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-148.ec2.internal" I0506 12:44:01.826583 3659 node_tracker.go:169] Node ip-10-0-1-148.ec2.internal switch + router changed, syncing services in network "default" I0506 12:44:01.826594 3659 services_controller.go:574] Full service sync requested for network=default I0506 12:44:01.826608 3659 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-30.ec2.internal in network "default" I0506 12:44:01.826625 3659 node_tracker.go:235] Node ip-10-0-2-30.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-30.ec2.internal" I0506 12:44:01.826636 3659 node_tracker.go:169] Node ip-10-0-2-30.ec2.internal switch + router changed, syncing services in network "default" I0506 12:44:01.826643 3659 services_controller.go:574] Full service sync requested for network=default I0506 12:44:01.839675 3659 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-131.ec2.internal in network "default" I0506 12:44:01.839732 3659 node_tracker.go:169] Node ip-10-0-0-131.ec2.internal switch + router changed, syncing services in network "default" I0506 12:44:01.839747 3659 services_controller.go:574] Full service sync requested for network=default I0506 12:44:01.839766 3659 master.go:548] Adding or Updating local node "ip-10-0-0-131.ec2.internal" for network "default" I0506 12:44:01.843379 3659 default_node_network_controller.go:519] Node connection status = connected W0506 12:44:01.844134 3659 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-vfpfj: pod openshift-network-diagnostics/network-check-target-vfpfj: no pod IPs found W0506 12:44:01.844152 3659 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-d7ttm: pod openshift-multus/network-metrics-daemon-d7ttm: no pod IPs found I0506 12:44:01.845028 3659 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-131.ec2.internal for the network default I0506 12:44:01.845187 3659 zone_ic_handler.go:195] Time taken to create transit switch: 132.807µs I0506 12:44:01.903059 3659 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-30.ec2.internal in network "default" I0506 12:44:01.903107 3659 node_tracker.go:169] Node ip-10-0-2-30.ec2.internal switch + router changed, syncing services in network "default" I0506 12:44:01.903120 3659 services_controller.go:574] Full service sync requested for network=default I0506 12:44:01.903140 3659 default_network_controller.go:1025] Node "ip-10-0-2-30.ec2.internal" in remote zone "ip-10-0-2-30.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 12:44:01.903901 3659 zone_ic_handler.go:195] Time taken to create transit switch: 235.025µs I0506 12:44:01.903918 3659 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-30.ec2.internal for the network default I0506 12:44:01.904931 3659 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-30.ec2.internal" on network "default" took: 1.275646ms I0506 12:44:01.927121 3659 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0506 12:44:01.927137 3659 services_controller.go:208] Setting up event handlers for services for network=default I0506 12:44:01.927209 3659 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0506 12:44:01.927243 3659 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0506 12:44:01.927253 3659 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0506 12:44:02.027970 3659 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0506 12:44:02.027996 3659 repair.go:60] Starting repairing loop for services I0506 12:44:02.028146 3659 repair.go:131] Deleted 0 stale service LBs I0506 12:44:02.028165 3659 repair.go:137] Deleted 0 stale Chassis Template Vars I0506 12:44:02.028203 3659 repair.go:62] Finished repairing loop for services: 210.245µs I0506 12:44:02.028228 3659 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0506 12:44:02.028242 3659 services_controller.go:254] Starting workers for network=default I0506 12:44:02.028755 3659 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-vfpfj] creating logical port openshift-network-diagnostics_network-check-target-vfpfj for pod on switch ip-10-0-0-131.ec2.internal I0506 12:44:02.028775 3659 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-brntz, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-brntz: suppressed error logged: pod openshift-network-diagnostics/network-check-target-brntz: no pod IPs found I0506 12:44:02.028926 3659 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-vfpfj I0506 12:44:02.029005 3659 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-n2542, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-n2542: suppressed error logged: pod openshift-network-diagnostics/network-check-target-n2542: no pod IPs found I0506 12:44:02.029043 3659 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-d7ttm] creating logical port openshift-multus_network-metrics-daemon-d7ttm for pod on switch ip-10-0-0-131.ec2.internal I0506 12:44:02.029122 3659 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-d7ttm I0506 12:44:02.029129 3659 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-k2bk8, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-k2bk8: suppressed error logged: pod openshift-multus/network-metrics-daemon-k2bk8: no pod IPs found I0506 12:44:02.029144 3659 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-mgvmd, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-mgvmd: suppressed error logged: pod openshift-multus/network-metrics-daemon-mgvmd: no pod IPs found I0506 12:44:02.044841 3659 pod.go:62] [openshift-network-diagnostics/network-check-target-vfpfj] pod update took 16.005814ms I0506 12:44:02.044863 3659 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-vfpfj] addLogicalPort annotation time took 16.029814ms I0506 12:44:02.045681 3659 pods.go:271] [openshift-network-diagnostics/network-check-target-vfpfj] addLogicalPort took 16.961145ms, libovsdb time 610.252µs I0506 12:44:02.048587 3659 pod.go:62] [openshift-multus/network-metrics-daemon-d7ttm] pod update took 19.489786ms I0506 12:44:02.048603 3659 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-d7ttm] addLogicalPort annotation time took 19.50913ms I0506 12:44:02.049374 3659 pods.go:271] [openshift-multus/network-metrics-daemon-d7ttm] addLogicalPort took 20.337131ms, libovsdb time 589.956µs I0506 12:44:02.049859 3659 admin_network_policy_controller.go:227] Starting controller default-network-controller I0506 12:44:02.049883 3659 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0506 12:44:02.049901 3659 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0506 12:44:02.049913 3659 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0506 12:44:02.050193 3659 repair.go:29] Repairing admin network policies took 272.33µs I0506 12:44:02.050358 3659 repair.go:92] Repairing baseline admin network policies took 152.685µs I0506 12:44:02.050769 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0506 12:44:02.050787 3659 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0506 12:44:02.052335 3659 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0506 12:44:02.052355 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0506 12:44:02.052362 3659 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0506 12:44:02.052629 3659 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0506 12:44:02.052647 3659 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0506 12:44:02.052657 3659 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0506 12:44:02.054586 3659 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0506 12:44:02.054604 3659 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0506 12:44:02.054615 3659 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0506 12:44:02.056786 3659 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0506 12:44:02.056808 3659 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0506 12:44:02.056819 3659 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0506 12:44:02.058986 3659 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0506 12:44:02.059007 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0506 12:44:02.059015 3659 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0506 12:44:02.059865 3659 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0506 12:44:02.059879 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0506 12:44:02.059887 3659 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0506 12:44:02.061446 3659 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0506 12:44:02.061464 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0506 12:44:02.061931 3659 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0506 12:44:02.061954 3659 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0506 12:44:02.062746 3659 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0506 12:44:02.062765 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0506 12:44:02.062793 3659 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0506 12:44:02.064569 3659 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0506 12:44:02.064591 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0506 12:44:02.064598 3659 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0506 12:44:02.065057 3659 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0506 12:44:02.065074 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0506 12:44:02.065082 3659 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0506 12:44:02.065558 3659 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0506 12:44:02.065575 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0506 12:44:02.065585 3659 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0506 12:44:02.066015 3659 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0506 12:44:02.066032 3659 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0506 12:44:02.066041 3659 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0506 12:44:02.067061 3659 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0506 12:44:02.067082 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0506 12:44:02.067093 3659 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0506 12:44:02.067678 3659 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0506 12:44:02.067695 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0506 12:44:02.067703 3659 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0506 12:44:02.068158 3659 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0506 12:44:02.068194 3659 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0506 12:44:02.068202 3659 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0506 12:44:02.068452 3659 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0506 12:44:02.068468 3659 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0506 12:44:02.068485 3659 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0506 12:44:02.069604 3659 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0506 12:44:02.069622 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0506 12:44:02.069629 3659 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0506 12:44:02.070295 3659 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0506 12:44:02.070309 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0506 12:44:02.070316 3659 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0506 12:44:02.070709 3659 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0506 12:44:02.070728 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0506 12:44:02.070735 3659 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0506 12:44:02.072002 3659 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0506 12:44:02.072018 3659 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0506 12:44:02.072027 3659 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0506 12:44:02.072528 3659 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0506 12:44:02.072545 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0506 12:44:02.072553 3659 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0506 12:44:02.072997 3659 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0506 12:44:02.073012 3659 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0506 12:44:02.073018 3659 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0506 12:44:02.073275 3659 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0506 12:44:02.073290 3659 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0506 12:44:02.073301 3659 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0506 12:44:02.074411 3659 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0506 12:44:02.074428 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0506 12:44:02.074435 3659 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0506 12:44:02.074967 3659 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0506 12:44:02.074984 3659 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0506 12:44:02.074992 3659 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0506 12:44:02.076105 3659 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0506 12:44:02.076127 3659 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0506 12:44:02.076133 3659 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0506 12:44:02.076687 3659 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0506 12:44:02.076704 3659 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0506 12:44:02.076722 3659 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0506 12:44:02.078060 3659 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0506 12:44:02.078077 3659 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0506 12:44:02.078088 3659 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0506 12:44:02.079814 3659 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0506 12:44:02.084882 3659 egressfirewall.go:374] Starting EgressFirewall controller I0506 12:44:02.084907 3659 controller.go:133] Adding controller egress-firewall-controller event handlers I0506 12:44:02.084928 3659 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0506 12:44:02.084947 3659 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0506 12:44:02.084963 3659 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0506 12:44:02.084992 3659 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0506 12:44:02.085003 3659 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0506 12:44:02.085312 3659 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0506 12:44:02.085325 3659 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0506 12:44:02.085330 3659 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0506 12:44:02.085338 3659 egressqos.go:193] Setting up event handlers for EgressQoS I0506 12:44:02.085346 3659 egressfirewall.go:723] Syncing node "ip-10-0-0-131.ec2.internal" for egress firewall I0506 12:44:02.085353 3659 egressfirewall.go:723] Syncing node "ip-10-0-1-148.ec2.internal" for egress firewall I0506 12:44:02.085358 3659 egressfirewall.go:723] Syncing node "ip-10-0-2-30.ec2.internal" for egress firewall I0506 12:44:02.085551 3659 egressqos.go:245] Starting EgressQoS Controller I0506 12:44:02.085572 3659 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0506 12:44:02.085580 3659 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0506 12:44:02.085587 3659 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0506 12:44:02.085591 3659 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0506 12:44:02.085596 3659 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0506 12:44:02.085600 3659 shared_informer.go:356] "Caches are synced" controller="egressqos" I0506 12:44:02.085604 3659 egressqos.go:259] Repairing EgressQoSes I0506 12:44:02.085608 3659 egressqos.go:399] Starting repairing loop for egressqos I0506 12:44:02.085675 3659 egressqos.go:401] Finished repairing loop for egressqos: 67.083µs I0506 12:44:02.085690 3659 egressservice_zone.go:132] Setting up event handlers for Egress Services I0506 12:44:02.085725 3659 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-131.ec2.internal I0506 12:44:02.085779 3659 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-131.ec2.internal : 53.892µs I0506 12:44:02.086016 3659 egressservice_zone.go:210] Starting Egress Services Controller I0506 12:44:02.086027 3659 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0506 12:44:02.086034 3659 shared_informer.go:356] "Caches are synced" controller="egressservices" I0506 12:44:02.086040 3659 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0506 12:44:02.086045 3659 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0506 12:44:02.086063 3659 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0506 12:44:02.086068 3659 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0506 12:44:02.086101 3659 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0506 12:44:02.086112 3659 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0506 12:44:02.086118 3659 egressservice_zone.go:228] Repairing Egress Services I0506 12:44:02.086501 3659 master_controller.go:88] Starting Admin Policy Based Route Controller I0506 12:44:02.086511 3659 external_controller.go:278] Starting Admin Policy Based Route Controller I0506 12:44:02.086586 3659 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-131.ec2.internal I0506 12:44:02.086611 3659 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-131.ec2.internal: 14.732µs I0506 12:44:02.086621 3659 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-148.ec2.internal I0506 12:44:02.086625 3659 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-148.ec2.internal: 4.118µs I0506 12:44:02.086629 3659 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-30.ec2.internal I0506 12:44:02.086633 3659 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-30.ec2.internal: 4.089µs I0506 12:44:02.086668 3659 default_network_controller.go:585] Completing all the Watchers took 300.213304ms I0506 12:44:02.086685 3659 default_network_controller.go:589] Starting unidling controllers I0506 12:44:02.086697 3659 unidle.go:46] Registering OVN SB ControllerEvent handler I0506 12:44:02.086707 3659 unidle.go:63] Populating Initial ContollerEvent events I0506 12:44:02.086720 3659 unidle.go:79] Setting up event handlers for services I0506 12:44:02.086840 3659 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0506 12:44:02.311301 3659 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-148.ec2.internal in network "default" I0506 12:44:02.311329 3659 node_tracker.go:235] Node ip-10-0-1-148.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-148.ec2.internal" I0506 12:44:02.311327 3659 default_network_controller.go:1025] Node "ip-10-0-1-148.ec2.internal" in remote zone "ip-10-0-1-148.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 12:44:02.311345 3659 node_tracker.go:169] Node ip-10-0-1-148.ec2.internal switch + router changed, syncing services in network "default" I0506 12:44:02.311360 3659 services_controller.go:574] Full service sync requested for network=default I0506 12:44:02.334161 3659 default_network_controller.go:1025] Node "ip-10-0-1-148.ec2.internal" in remote zone "ip-10-0-1-148.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 12:44:02.344495 3659 default_node_network_controller.go:519] Node connection status = connected I0506 12:44:02.449213 3659 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-148.ec2.internal in network "default" I0506 12:44:02.449243 3659 default_network_controller.go:1025] Node "ip-10-0-1-148.ec2.internal" in remote zone "ip-10-0-1-148.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 12:44:02.449275 3659 node_tracker.go:169] Node ip-10-0-1-148.ec2.internal switch + router changed, syncing services in network "default" I0506 12:44:02.449287 3659 services_controller.go:574] Full service sync requested for network=default I0506 12:44:02.450210 3659 zone_ic_handler.go:195] Time taken to create transit switch: 299.284µs I0506 12:44:02.450225 3659 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-148.ec2.internal for the network default I0506 12:44:02.451411 3659 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-148.ec2.internal" on network "default" took: 1.516333ms I0506 12:44:02.844028 3659 default_node_network_controller.go:519] Node connection status = connected I0506 12:44:03.277779 3659 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0506 12:44:03.344550 3659 default_node_network_controller.go:519] Node connection status = connected I0506 12:44:03.361806 3659 bridgeconfig.go:537] Gateway is ready I0506 12:44:03.361824 3659 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0506 12:44:03.373918 3659 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.131. Updating OVN encap IP. I0506 12:44:03.378998 3659 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.131 - it is already configured I0506 12:44:03.379011 3659 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.131/24:{} 172.20.0.1/32:{}]. Updating annotations. I0506 12:44:03.379254 3659 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.131/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-131.ec2.internal","mac-address":"12:98:a3:7a:a1:35","ip-addresses":["10.0.0.131/24"],"ip-address":"10.0.0.131/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:c0f36371-5911-4508-9e66-782c41f6e40a k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.131/24"}] on node ip-10-0-0-131.ec2.internal I0506 12:44:03.395616 3659 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-131.ec2.internal I0506 12:44:03.395646 3659 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-131.ec2.internal: 36.453µs I0506 12:44:03.395662 3659 egressfirewall.go:723] Syncing node "ip-10-0-0-131.ec2.internal" for egress firewall I0506 12:44:03.395715 3659 master.go:548] Adding or Updating local node "ip-10-0-0-131.ec2.internal" for network "default" I0506 12:44:03.395755 3659 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-131.ec2.internal in network "default" I0506 12:44:03.395882 3659 node_tracker.go:169] Node ip-10-0-0-131.ec2.internal switch + router changed, syncing services in network "default" I0506 12:44:03.395902 3659 services_controller.go:574] Full service sync requested for network=default I0506 12:44:03.396809 3659 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.131 I0506 12:44:03.396907 3659 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-131.ec2.internal I0506 12:44:03.400808 3659 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-131.ec2.internal. Updating no re-route policies I0506 12:44:03.400876 3659 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-t2hj9 I0506 12:44:03.400888 3659 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-pdv8d I0506 12:44:03.400898 3659 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-131.ec2.internal I0506 12:44:03.400904 3659 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-t2hj9 I0506 12:44:03.400912 3659 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-131.ec2.internal I0506 12:44:03.400921 3659 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-59kst I0506 12:44:03.400931 3659 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-t2hj9 after 0 failed attempt(s) I0506 12:44:03.400938 3659 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-59kst I0506 12:44:03.400935 3659 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-w82kc I0506 12:44:03.400942 3659 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-131.ec2.internal I0506 12:44:03.400944 3659 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-vfpfj I0506 12:44:03.400947 3659 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-bxfv2 I0506 12:44:03.400952 3659 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-131.ec2.internal I0506 12:44:03.400955 3659 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-w82kc I0506 12:44:03.400957 3659 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-bxfv2 I0506 12:44:03.400960 3659 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-vfpfj I0506 12:44:03.400958 3659 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-llrjr I0506 12:44:03.400961 3659 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-59kst after 0 failed attempt(s) I0506 12:44:03.400970 3659 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-bxfv2 after 0 failed attempt(s) I0506 12:44:03.400903 3659 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-pdv8d I0506 12:44:03.400973 3659 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-llrjr I0506 12:44:03.400975 3659 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-fjvtr I0506 12:44:03.400985 3659 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-pdv8d after 0 failed attempt(s) I0506 12:44:03.400989 3659 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-fjvtr I0506 12:44:03.400999 3659 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-vfpfj] creating logical port openshift-network-diagnostics_network-check-target-vfpfj for pod on switch ip-10-0-0-131.ec2.internal I0506 12:44:03.401007 3659 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-llrjr after 0 failed attempt(s) I0506 12:44:03.400923 3659 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-zmtsv I0506 12:44:03.401013 3659 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-fjvtr after 0 failed attempt(s) I0506 12:44:03.401023 3659 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-zmtsv I0506 12:44:03.401008 3659 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-w82kc after 0 failed attempt(s) I0506 12:44:03.400967 3659 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-131.ec2.internal after 0 failed attempt(s) I0506 12:44:03.401032 3659 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-d7ttm I0506 12:44:03.401041 3659 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-zmtsv after 0 failed attempt(s) I0506 12:44:03.401049 3659 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-d7ttm I0506 12:44:03.401083 3659 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-d7ttm] creating logical port openshift-multus_network-metrics-daemon-d7ttm for pod on switch ip-10-0-0-131.ec2.internal I0506 12:44:03.400933 3659 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-131.ec2.internal after 0 failed attempt(s) I0506 12:44:03.401034 3659 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-zxwpx I0506 12:44:03.401123 3659 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-zxwpx I0506 12:44:03.401137 3659 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-zxwpx after 0 failed attempt(s) I0506 12:44:03.401677 3659 pods.go:271] [openshift-network-diagnostics/network-check-target-vfpfj] addLogicalPort took 689.853µs, libovsdb time 303.211µs I0506 12:44:03.401689 3659 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-vfpfj after 0 failed attempt(s) I0506 12:44:03.402121 3659 pods.go:271] [openshift-multus/network-metrics-daemon-d7ttm] addLogicalPort took 1.048385ms, libovsdb time 413.003µs I0506 12:44:03.402130 3659 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-d7ttm after 0 failed attempt(s) I0506 12:44:03.414626 3659 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0506 12:44:03.426059 3659 iptables.go:108] Creating table: mangle chain: OUTPUT I0506 12:44:03.429145 3659 iptables.go:108] Creating table: nat chain: OUTPUT I0506 12:44:03.461668 3659 egressfirewall.go:723] Syncing node "ip-10-0-2-30.ec2.internal" for egress firewall I0506 12:44:03.461674 3659 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-30.ec2.internal in network "default" I0506 12:44:03.461680 3659 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-30.ec2.internal. Updating no re-route policies I0506 12:44:03.461685 3659 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-30.ec2.internal I0506 12:44:03.461697 3659 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-30.ec2.internal: 14.916µs I0506 12:44:03.461737 3659 node_tracker.go:169] Node ip-10-0-2-30.ec2.internal switch + router changed, syncing services in network "default" I0506 12:44:03.461761 3659 services_controller.go:574] Full service sync requested for network=default I0506 12:44:03.465966 3659 iptables.go:108] Creating table: nat chain: PREROUTING I0506 12:44:03.531228 3659 iptables.go:108] Creating table: filter chain: FORWARD I0506 12:44:03.547512 3659 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0506 12:44:03.547624 3659 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0506 12:44:03.547665 3659 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0506 12:44:03.547738 3659 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0506 12:44:03.547784 3659 gateway_init.go:325] Gateway and management port readiness took 1.708202006s I0506 12:44:03.547812 3659 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0506 12:44:03.547847 3659 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0506 12:44:03.547860 3659 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0506 12:44:03.547868 3659 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0506 12:44:03.547926 3659 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0506 12:44:03.548007 3659 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 54.531µs I0506 12:44:03.548271 3659 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0506 12:44:03.548298 3659 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.355µs I0506 12:44:03.548303 3659 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 33.436µs I0506 12:44:03.548310 3659 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0506 12:44:03.548318 3659 nad_controller.go:379] [node-nad-controller NAD controller]: started I0506 12:44:03.548323 3659 default_node_network_controller.go:899] Starting the default node network controller I0506 12:44:03.548328 3659 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0506 12:44:03.548409 3659 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.279µs I0506 12:44:03.548483 3659 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0506 12:44:03.548491 3659 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0506 12:44:03.548515 3659 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c7a030 0xc0002dccb0 0xc0002dcd90 0xc0002dce00 0xc0002dce70 0xc0002dcee0 0xc0002dcfc0 0xc000c07310 0xc0002dd030 0xc0002dd0a0 0xc000234280 0xc0061273b0 0xc0002dd110 map[0x2ff9080:0xc00220a4e0 0x2ff95c0:0xc00220a660 0x2ffa2e0:0xc002317680 0x2ffa580:0xc00220a480 0x2ffad60:0xc00220a540 0x2ffb000:0xc00220a5a0 0x2ffb2a0:0xc00220a600 0x2ffba80:0xc00220a6c0 0x2ffbd20:0xc00220a720 0x3026980:0xc000b93aa0 0x3026d20:0xc000b93b00 0x3027800:0xc000c4ecc0 0x3029160:0xc001baa000 0x30298a0:0xc000b93ce0 0x302a720:0xc0010a0f60] 0xc0005530a0 0} I0506 12:44:03.548568 3659 gateway.go:151] Starting gateway service sync I0506 12:44:03.548960 3659 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0506 12:44:03.550982 3659 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0506 12:44:03.572917 3659 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0506 12:44:03.574035 3659 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0506 12:44:03.575102 3659 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0506 12:44:03.608671 3659 gateway.go:168] Gateway service sync done. Time taken: 60.091232ms I0506 12:44:03.609311 3659 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31027 I0506 12:44:03.609421 3659 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c7a030 0xc0002dccb0 0xc0002dcd90 0xc0002dce00 0xc0002dce70 0xc0002dcee0 0xc0002dcfc0 0xc000c07310 0xc0002dd030 0xc0002dd0a0 0xc000234280 0xc0061273b0 0xc0002dd110 map[0x2ff9080:0xc00220a4e0 0x2ff95c0:0xc00220a660 0x2ffa2e0:0xc002317680 0x2ffa580:0xc00220a480 0x2ffad60:0xc00220a540 0x2ffb000:0xc00220a5a0 0x2ffb2a0:0xc00220a600 0x2ffba80:0xc00220a6c0 0x2ffbd20:0xc00220a720 0x3026980:0xc000b93aa0 0x3026d20:0xc000b93b00 0x3027800:0xc000c4ecc0 0x3029160:0xc001baa000 0x30298a0:0xc000b93ce0 0x302a720:0xc0010a0f60] 0xc0005530a0 0} I0506 12:44:03.609864 3659 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c7a030 0xc0002dccb0 0xc0002dcd90 0xc0002dce00 0xc0002dce70 0xc0002dcee0 0xc0002dcfc0 0xc000c07310 0xc0002dd030 0xc0002dd0a0 0xc000234280 0xc0061273b0 0xc0002dd110 map[0x2ff9080:0xc00220a4e0 0x2ff95c0:0xc00220a660 0x2ffa2e0:0xc002317680 0x2ffa580:0xc00220a480 0x2ffad60:0xc00220a540 0x2ffb000:0xc00220a5a0 0x2ffb2a0:0xc00220a600 0x2ffba80:0xc00220a6c0 0x2ffbd20:0xc00220a720 0x3026980:0xc000b93aa0 0x3026d20:0xc000b93b00 0x3027800:0xc000c4ecc0 0x3029160:0xc001baa000 0x30298a0:0xc000b93ce0 0x302a720:0xc0010a0f60] 0xc0005530a0 0} I0506 12:44:03.609899 3659 gateway.go:532] Reconciling gateway with updates I0506 12:44:03.615072 3659 gateway.go:339] Spawning Conntrack Rule Check Thread I0506 12:44:03.615147 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 12:44:03.615161 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0506 12:44:03.615181 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 12:44:03.615184 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 12:44:03.615193 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0506 12:44:03.615196 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 12:44:03.615199 3659 default_node_network_controller.go:944] Gateway and management port readiness took 66.699609ms I0506 12:44:03.615204 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 12:44:03.615209 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 12:44:03.615219 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 12:44:03.615224 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 12:44:03.615224 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 12:44:03.615237 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 12:44:03.615238 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 12:44:03.615245 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0506 12:44:03.615194 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0506 12:44:03.615247 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 12:44:03.615255 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0506 12:44:03.615258 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0506 12:44:03.615259 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 12:44:03.615265 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 12:44:03.615270 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 12:44:03.615195 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 12:44:03.615276 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0506 12:44:03.615278 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0506 12:44:03.615227 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 12:44:03.615203 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 12:44:03.615287 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 12:44:03.615268 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0506 12:44:03.615295 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 12:44:03.615303 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 12:44:03.615304 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 12:44:03.615303 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 12:44:03.615311 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 12:44:03.615313 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 12:44:03.615318 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 12:44:03.615149 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 12:44:03.615288 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 12:44:03.615328 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0506 12:44:03.615309 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 12:44:03.615338 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0506 12:44:03.615341 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 12:44:03.615342 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 12:44:03.615349 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0506 12:44:03.615352 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 12:44:03.615355 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0506 12:44:03.615359 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 12:44:03.615357 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 12:44:03.615362 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 12:44:03.615362 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0506 12:44:03.615367 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0506 12:44:03.615374 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 12:44:03.615340 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 12:44:03.615380 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0506 12:44:03.615379 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 12:44:03.615353 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0506 12:44:03.615387 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 12:44:03.615390 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0506 12:44:03.615392 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 12:44:03.615395 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0506 12:44:03.615398 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 12:44:03.615268 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0506 12:44:03.615409 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0506 12:44:03.615279 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 12:44:03.615407 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0506 12:44:03.615277 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 12:44:03.615402 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0506 12:44:03.615316 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 12:44:03.615163 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 12:44:03.615466 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 12:44:03.615474 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 12:44:03.615493 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0506 12:44:03.615330 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 12:44:03.615361 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 12:44:03.615207 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0506 12:44:03.615559 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0506 12:44:03.615569 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0506 12:44:03.615344 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0506 12:44:03.615592 3659 port_claim.go:71] Svc openshift-ingress/router-default: port 31977 is already open, no action needed I0506 12:44:03.615613 3659 port_claim.go:71] Svc openshift-ingress/router-default: port 32326 is already open, no action needed I0506 12:44:03.615249 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 12:44:03.615639 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 12:44:03.615271 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 12:44:03.615280 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 12:44:03.615728 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 12:44:03.615275 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0506 12:44:03.615743 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0506 12:44:03.615289 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 12:44:03.615805 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 12:44:03.615293 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0506 12:44:03.615300 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0506 12:44:03.615318 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 12:44:03.615887 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 12:44:03.615187 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 12:44:03.615923 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 12:44:03.615931 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0506 12:44:03.615344 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 12:44:03.615943 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0506 12:44:03.615373 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 12:44:03.615371 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 12:44:03.615369 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0506 12:44:03.615416 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0506 12:44:03.615168 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 12:44:03.616082 3659 node_ip_handler_linux.go:160] Node IP manager is running W0506 12:44:03.652137 3659 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0506 12:44:03.652317 3659 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0506 12:44:03.652425 3659 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0506 12:44:03.660532 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0506 12:44:03.660560 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0506 12:44:03.660568 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0506 12:44:03.660573 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0506 12:44:03.660580 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0506 12:44:03.660585 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0506 12:44:03.660613 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0506 12:44:03.660637 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0506 12:44:03.660650 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0506 12:44:03.660679 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0506 12:44:03.701318 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0506 12:44:03.701345 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0506 12:44:03.701356 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0506 12:44:03.701362 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0506 12:44:03.701369 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0506 12:44:03.701374 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0506 12:44:03.701380 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0506 12:44:03.742158 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0506 12:44:03.742166 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0506 12:44:03.742221 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0506 12:44:03.742230 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0506 12:44:03.742237 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0506 12:44:03.742246 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0506 12:44:03.742255 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0506 12:44:03.742266 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0506 12:44:03.742284 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0506 12:44:03.742290 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0506 12:44:03.742295 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0506 12:44:03.742300 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0506 12:44:03.742306 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0506 12:44:03.742312 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0506 12:44:03.742317 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0506 12:44:05.008270 3659 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-148.ec2.internal I0506 12:44:05.008295 3659 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-148.ec2.internal: 30.178µs I0506 12:44:05.008270 3659 egressfirewall.go:723] Syncing node "ip-10-0-1-148.ec2.internal" for egress firewall I0506 12:44:05.008267 3659 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-148.ec2.internal in network "default" I0506 12:44:05.008312 3659 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-148.ec2.internal. Updating no re-route policies I0506 12:44:05.008393 3659 node_tracker.go:169] Node ip-10-0-1-148.ec2.internal switch + router changed, syncing services in network "default" I0506 12:44:05.008409 3659 services_controller.go:574] Full service sync requested for network=default W0506 12:44:05.335980 3659 egressip_healthcheck.go:76] Health checking using insecure connection I0506 12:44:05.336033 3659 default_node_network_controller.go:1380] Starting node controller node sync I0506 12:44:05.336043 3659 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0506 12:44:05.348588 3659 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.538563ms I0506 12:44:05.348778 3659 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-148.ec2.internal", IP: 10.0.1.148 to PMTUD blocking rules I0506 12:44:05.348811 3659 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-148.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 12:44:05.348777 3659 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-30.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 12:44:05.348874 3659 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-30.ec2.internal", IP: 10.0.2.30 to PMTUD blocking rules I0506 12:44:05.360049 3659 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0506 12:44:05.360400 3659 egressservice_node.go:93] Setting up event handlers for Egress Services I0506 12:44:05.360523 3659 egressservice_node.go:183] Starting Egress Services Controller I0506 12:44:05.360538 3659 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0506 12:44:05.360546 3659 shared_informer.go:356] "Caches are synced" controller="egressservices" I0506 12:44:05.360554 3659 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0506 12:44:05.360560 3659 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0506 12:44:05.360566 3659 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0506 12:44:05.360571 3659 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0506 12:44:05.360578 3659 egressservice_node.go:197] Repairing Egress Services I0506 12:44:05.370392 3659 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0506 12:44:05.370403 3659 external_controller.go:278] Starting Admin Policy Based Route Controller I0506 12:44:05.370609 3659 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0506 12:44:05.370619 3659 link_network_manager.go:119] Link manager is running I0506 12:44:05.370642 3659 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0506 12:44:05.370810 3659 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0506 12:44:05.371337 3659 vrf_manager.go:128] VRF manager is running I0506 12:44:05.371620 3659 node_controller_manager.go:437] Removing flows to drop GARP I0506 12:44:05.371629 3659 gateway.go:532] Reconciling gateway with updates I0506 12:44:05.401099 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0506 12:44:05.401115 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0506 12:44:05.401115 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 12:44:05.401126 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0506 12:44:05.401132 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 12:44:05.401136 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 12:44:05.401139 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0506 12:44:05.401145 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 12:44:05.401127 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0506 12:44:05.401156 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0506 12:44:05.401168 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 12:44:05.401188 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0506 12:44:05.401198 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 12:44:05.401201 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 12:44:05.401201 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0506 12:44:05.401218 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 12:44:05.401105 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 12:44:05.401228 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0506 12:44:05.401233 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 12:44:05.401242 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0506 12:44:05.401246 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 12:44:05.401252 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0506 12:44:05.401134 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 12:44:05.401260 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 12:44:05.401264 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 12:44:05.401260 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0506 12:44:05.401275 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 12:44:05.401278 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 12:44:05.401281 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0506 12:44:05.401281 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0506 12:44:05.401286 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 12:44:05.401289 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0506 12:44:05.401155 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 12:44:05.401297 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 12:44:05.401305 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 12:44:05.401308 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 12:44:05.401309 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 12:44:05.401327 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 12:44:05.401327 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 12:44:05.401330 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 12:44:05.401337 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0506 12:44:05.401338 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 12:44:05.401345 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0506 12:44:05.401349 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0506 12:44:05.401351 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0506 12:44:05.401350 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 12:44:05.401231 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 12:44:05.401360 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 12:44:05.401362 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 12:44:05.401369 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 12:44:05.401372 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 12:44:05.401377 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 12:44:05.401355 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 12:44:05.401386 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 12:44:05.401220 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 12:44:05.401186 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 12:44:05.401310 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0506 12:44:05.401434 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0506 12:44:05.401437 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 12:44:05.401382 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 12:44:05.401368 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0506 12:44:05.401305 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 12:44:05.401339 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0506 12:44:05.401147 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0506 12:44:05.401477 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0506 12:44:05.401477 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0506 12:44:05.401363 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 12:44:05.401244 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 12:44:05.401514 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0506 12:44:05.401277 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 12:44:05.401529 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 12:44:05.401541 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 12:44:05.401551 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 12:44:05.401578 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 12:44:05.401478 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0506 12:44:05.401531 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0506 12:44:05.401221 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 12:44:05.401656 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 12:44:05.401661 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0506 12:44:05.401190 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 12:44:05.401229 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0506 12:44:05.401235 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 12:44:05.401691 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 12:44:05.401235 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 12:44:05.401204 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 12:44:05.401244 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0506 12:44:05.401753 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0506 12:44:05.401244 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 12:44:05.401774 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 12:44:05.401248 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 12:44:05.401797 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 12:44:05.401262 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 12:44:05.401831 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 12:44:05.401835 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0506 12:44:05.401283 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0506 12:44:05.401294 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0506 12:44:05.401342 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0506 12:44:05.401402 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 12:44:05.401420 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 12:44:05.401426 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0506 12:44:05.401428 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0506 12:44:05.401443 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0506 12:44:05.401918 3659 port_claim.go:71] Svc openshift-ingress/router-default: port 31977 is already open, no action needed I0506 12:44:05.401926 3659 port_claim.go:71] Svc openshift-ingress/router-default: port 32326 is already open, no action needed I0506 12:44:05.401221 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0506 12:44:05.401642 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 12:44:05.401980 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 12:44:05.445905 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0506 12:44:05.445936 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0506 12:44:05.445946 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0506 12:44:05.445956 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0506 12:44:05.445971 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0506 12:44:05.445981 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0506 12:44:05.445991 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0506 12:44:05.446001 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0506 12:44:05.446010 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0506 12:44:05.446020 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0506 12:44:05.446030 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0506 12:44:05.446039 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0506 12:44:05.446055 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0506 12:44:05.446071 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0506 12:44:05.446091 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0506 12:44:05.446105 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0506 12:44:05.446111 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0506 12:44:05.446116 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0506 12:44:05.446121 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0506 12:44:05.446127 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0506 12:44:05.446132 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0506 12:44:05.446137 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0506 12:44:05.446142 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0506 12:44:05.446157 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0506 12:44:05.487454 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0506 12:44:05.487467 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0506 12:44:05.487478 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0506 12:44:07.140529 3659 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-30.ec2.internal I0506 12:44:07.140564 3659 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-30.ec2.internal: 43.462µs I0506 12:44:07.339452 3659 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-131.ec2.internal I0506 12:44:07.339485 3659 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-131.ec2.internal: 41.727µs I0506 12:44:07.366615 3659 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6b97597b97-68c9s] creating logical port openshift-image-registry_image-registry-6b97597b97-68c9s for pod on switch ip-10-0-0-131.ec2.internal I0506 12:44:07.366789 3659 kube.go:256] Updating pod openshift-image-registry/image-registry-6b97597b97-68c9s I0506 12:44:07.390035 3659 pod.go:62] [openshift-image-registry/image-registry-6b97597b97-68c9s] pod update took 23.302173ms I0506 12:44:07.390054 3659 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6b97597b97-68c9s] addLogicalPort annotation time took 23.329264ms I0506 12:44:07.391312 3659 pods.go:271] [openshift-image-registry/image-registry-6b97597b97-68c9s] addLogicalPort took 24.717989ms, libovsdb time 957.184µs I0506 12:44:07.396333 3659 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-qv7pj] creating logical port openshift-dns_dns-default-qv7pj for pod on switch ip-10-0-0-131.ec2.internal I0506 12:44:07.396435 3659 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-8nkw9] creating logical port openshift-ingress-canary_ingress-canary-8nkw9 for pod on switch ip-10-0-0-131.ec2.internal I0506 12:44:07.396560 3659 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-8nkw9 I0506 12:44:07.398518 3659 kube.go:256] Updating pod openshift-dns/dns-default-qv7pj I0506 12:44:07.421082 3659 pod.go:62] [openshift-dns/dns-default-qv7pj] pod update took 22.647632ms I0506 12:44:07.421109 3659 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-qv7pj] addLogicalPort annotation time took 22.710227ms I0506 12:44:07.421262 3659 pod.go:62] [openshift-ingress-canary/ingress-canary-8nkw9] pod update took 24.730881ms I0506 12:44:07.421326 3659 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-8nkw9] addLogicalPort annotation time took 24.805418ms I0506 12:44:07.422365 3659 pods.go:271] [openshift-dns/dns-default-qv7pj] addLogicalPort took 26.042368ms, libovsdb time 912.429µs I0506 12:44:07.422864 3659 pods.go:271] [openshift-ingress-canary/ingress-canary-8nkw9] addLogicalPort took 26.440736ms, libovsdb time 1.247004ms I0506 12:44:08.328315 3659 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-148.ec2.internal I0506 12:44:08.328346 3659 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-148.ec2.internal: 39.608µs I0506 12:44:08.386595 3659 cni.go:452] [openshift-ingress-canary/ingress-canary-8nkw9 cef380571df72b67191614a73e8d46e4bd375785e94ba1cadfe38d4052fa8f3d network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-8nkw9 cef380571df72b67191614a73e8d46e4bd375785e94ba1cadfe38d4052fa8f3d network default NAD default NAD key ] I0506 12:44:08.431715 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-8nkw9, hostIfaceName: cef380571df72b6, network: default, NAD default, SandboxID: "cef380571df72b67191614a73e8d46e4bd375785e94ba1cadfe38d4052fa8f3d", PCI device ID: , UID: "9bd224ca-ec66-470f-bf3d-5354307bc33d", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0506 12:44:08.492366 3659 cni.go:473] [openshift-ingress-canary/ingress-canary-8nkw9 cef380571df72b67191614a73e8d46e4bd375785e94ba1cadfe38d4052fa8f3d network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-8nkw9 cef380571df72b67191614a73e8d46e4bd375785e94ba1cadfe38d4052fa8f3d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:65:02:e9:3a:17\",\"name\":\"cef380571df72b6\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a7d6713-af01-4317-acb7-bad7fa27a28c\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 12:44:11.419084 3659 cni.go:452] [openshift-network-diagnostics/network-check-target-vfpfj 3d9c7977cb73b2f06534b064d506434a64cedab967f5e2d442d4c04abc96d1a2 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-vfpfj 3d9c7977cb73b2f06534b064d506434a64cedab967f5e2d442d4c04abc96d1a2 network default NAD default NAD key ] I0506 12:44:11.428734 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-vfpfj, hostIfaceName: 3d9c7977cb73b2f, network: default, NAD default, SandboxID: "3d9c7977cb73b2f06534b064d506434a64cedab967f5e2d442d4c04abc96d1a2", PCI device ID: , UID: "32e941b5-7c53-473b-a2c9-3eb61e0e3d55", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0506 12:44:11.473154 3659 cni.go:473] [openshift-network-diagnostics/network-check-target-vfpfj 3d9c7977cb73b2f06534b064d506434a64cedab967f5e2d442d4c04abc96d1a2 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-vfpfj 3d9c7977cb73b2f06534b064d506434a64cedab967f5e2d442d4c04abc96d1a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:a1:9f:63:0f:b8\",\"name\":\"3d9c7977cb73b2f\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a5c4d20-f52b-4923-84c9-64d233010b61\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 12:44:16.543513 3659 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 12:44:16.568914 3659 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0506 12:44:16.604222 3659 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 12:44:42.285519 3659 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 12:44:47.527997 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 12:44:47.528020 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 12:44:47.610771 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 12:45:16.511714 3659 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d6tntp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:45:16.512304 3659 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d6tntp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:45:16.512333 3659 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d6tntp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:45:16.512342 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0506 12:45:16.512353 3659 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d6tntp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:45:16.512358 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0506 12:45:17.397487 3659 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d6tntp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:45:17.397509 3659 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d6tntp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:45:17.397522 3659 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d6tntp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:45:17.397532 3659 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d6tntp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:45:20.332322 3659 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0506 12:45:20.344227 3659 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0506 12:46:07.958432 3659 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-vfrvj] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-vfrvj for pod on switch ip-10-0-0-131.ec2.internal I0506 12:46:07.958556 3659 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-vfrvj I0506 12:46:07.986625 3659 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-vfrvj] pod update took 28.094596ms I0506 12:46:07.986647 3659 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-vfrvj] addLogicalPort annotation time took 28.120286ms I0506 12:46:07.987575 3659 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-vfrvj] addLogicalPort took 29.157864ms, libovsdb time 705.372µs I0506 12:46:08.219914 3659 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-s6qn7] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-s6qn7 for pod on switch ip-10-0-0-131.ec2.internal I0506 12:46:08.220073 3659 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-s6qn7 I0506 12:46:08.227288 3659 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-vgp2x] creating logical port openshift-insights_insights-operator-6dbb575d6c-vgp2x for pod on switch ip-10-0-0-131.ec2.internal I0506 12:46:08.227385 3659 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-vgp2x I0506 12:46:08.227426 3659 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-q9gsr] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-q9gsr for pod on switch ip-10-0-0-131.ec2.internal I0506 12:46:08.227495 3659 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-q9gsr I0506 12:46:08.232579 3659 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-rc8zt] creating logical port openshift-console-operator_console-operator-66dbbb6468-rc8zt for pod on switch ip-10-0-0-131.ec2.internal I0506 12:46:08.232675 3659 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-rc8zt I0506 12:46:08.277503 3659 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-vgp2x] pod update took 50.14492ms I0506 12:46:08.277523 3659 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-vgp2x] addLogicalPort annotation time took 50.17121ms I0506 12:46:08.278608 3659 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-vgp2x] addLogicalPort took 51.33485ms, libovsdb time 836.282µs I0506 12:46:08.291409 3659 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-rc8zt] pod update took 58.75253ms I0506 12:46:08.291428 3659 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-rc8zt] addLogicalPort annotation time took 58.773575ms I0506 12:46:08.292408 3659 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-rc8zt] addLogicalPort took 59.841109ms, libovsdb time 761.963µs I0506 12:46:08.297483 3659 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-s6qn7 I0506 12:46:08.312861 3659 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-q9gsr I0506 12:46:08.385633 3659 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-s6qn7] pod update took 165.584603ms I0506 12:46:08.385652 3659 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-s6qn7] addLogicalPort annotation time took 165.606539ms I0506 12:46:08.386834 3659 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-s6qn7] addLogicalPort took 166.937917ms, libovsdb time 877.919µs I0506 12:46:08.386889 3659 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-dcdp8] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-dcdp8 for pod on switch ip-10-0-0-131.ec2.internal I0506 12:46:08.386954 3659 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-dcdp8 I0506 12:46:08.418567 3659 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-q9gsr] pod update took 191.08901ms I0506 12:46:08.418584 3659 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-q9gsr] addLogicalPort annotation time took 191.110089ms I0506 12:46:08.419559 3659 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-q9gsr] addLogicalPort took 192.145316ms, libovsdb time 728.119µs I0506 12:46:08.426539 3659 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-dcdp8] pod update took 39.601445ms I0506 12:46:08.426560 3659 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-dcdp8] addLogicalPort annotation time took 39.624969ms I0506 12:46:08.427405 3659 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-dcdp8] addLogicalPort took 40.522871ms, libovsdb time 596.043µs I0506 12:46:08.566808 3659 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-vgp2x fe8e5775a5c00494116cb7ba9b9d90a0988900d7c1177d5fdcfdae536a85cc5c network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-vgp2x fe8e5775a5c00494116cb7ba9b9d90a0988900d7c1177d5fdcfdae536a85cc5c network default NAD default NAD key ] I0506 12:46:08.574045 3659 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-q9gsr f8a854cbf77af05a4986df3a0e94c84890e3f0790ddb47b24cf9a98a38b20c8b network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-q9gsr f8a854cbf77af05a4986df3a0e94c84890e3f0790ddb47b24cf9a98a38b20c8b network default NAD default NAD key ] I0506 12:46:08.576866 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-vgp2x, hostIfaceName: fe8e5775a5c0049, network: default, NAD default, SandboxID: "fe8e5775a5c00494116cb7ba9b9d90a0988900d7c1177d5fdcfdae536a85cc5c", PCI device ID: , UID: "d136fdb3-06b7-4933-ab55-79b16ca32f79", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0506 12:46:08.581644 3659 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-dcdp8 f2ec723f57f25bacea0de4c3b2e2c4fc94209126e21c9b1f37b3ddab5a264162 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-dcdp8 f2ec723f57f25bacea0de4c3b2e2c4fc94209126e21c9b1f37b3ddab5a264162 network default NAD default NAD key ] I0506 12:46:08.583705 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-q9gsr, hostIfaceName: f8a854cbf77af05, network: default, NAD default, SandboxID: "f8a854cbf77af05a4986df3a0e94c84890e3f0790ddb47b24cf9a98a38b20c8b", PCI device ID: , UID: "e434bda2-670c-4eff-9349-aea94d140bfb", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0506 12:46:08.584993 3659 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-rc8zt 2ad9172761fc78ba8945ab613b1d42973e06bf5703e63a79d96267038ea6e261 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-rc8zt 2ad9172761fc78ba8945ab613b1d42973e06bf5703e63a79d96267038ea6e261 network default NAD default NAD key ] I0506 12:46:08.595871 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-dcdp8, hostIfaceName: f2ec723f57f25ba, network: default, NAD default, SandboxID: "f2ec723f57f25bacea0de4c3b2e2c4fc94209126e21c9b1f37b3ddab5a264162", PCI device ID: , UID: "5d9ffb57-baa0-4593-a16f-c1913a463d14", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0506 12:46:08.596463 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-rc8zt, hostIfaceName: 2ad9172761fc78b, network: default, NAD default, SandboxID: "2ad9172761fc78ba8945ab613b1d42973e06bf5703e63a79d96267038ea6e261", PCI device ID: , UID: "c111a350-b6e1-462e-ad69-b7006dd2a0d9", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0506 12:46:08.642941 3659 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-vgp2x fe8e5775a5c00494116cb7ba9b9d90a0988900d7c1177d5fdcfdae536a85cc5c network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-vgp2x fe8e5775a5c00494116cb7ba9b9d90a0988900d7c1177d5fdcfdae536a85cc5c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:0d:bb:55:3f:69\",\"name\":\"fe8e5775a5c0049\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/768645be-a951-4d67-bb91-4a265fadb17b\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 12:46:08.863933 3659 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-dcdp8 f2ec723f57f25bacea0de4c3b2e2c4fc94209126e21c9b1f37b3ddab5a264162 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-dcdp8 f2ec723f57f25bacea0de4c3b2e2c4fc94209126e21c9b1f37b3ddab5a264162 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:68:bc:3c:cf:4b\",\"name\":\"f2ec723f57f25ba\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/486e8dd2-553d-4000-b234-25402ce26e6d\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 12:46:08.863946 3659 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-q9gsr f8a854cbf77af05a4986df3a0e94c84890e3f0790ddb47b24cf9a98a38b20c8b network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-q9gsr f8a854cbf77af05a4986df3a0e94c84890e3f0790ddb47b24cf9a98a38b20c8b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:26:25:62:58:18\",\"name\":\"f8a854cbf77af05\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/28503fd1-8c63-490e-9c48-3e641023a81d\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 12:46:08.864501 3659 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-rc8zt 2ad9172761fc78ba8945ab613b1d42973e06bf5703e63a79d96267038ea6e261 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-rc8zt 2ad9172761fc78ba8945ab613b1d42973e06bf5703e63a79d96267038ea6e261 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:d2:2f:10:c0:ca\",\"name\":\"2ad9172761fc78b\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4869c45b-72d5-4fb0-a241-0a8c48838712\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 12:46:12.872678 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0506 12:46:13.250001 3659 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0506 12:46:13.251023 3659 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 997.767µs I0506 12:46:13.275485 3659 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0506 12:46:14.659605 3659 namespace.go:98] [openshift-service-ca] adding namespace I0506 12:46:14.660439 3659 namespace.go:102] [openshift-service-ca] adding namespace took 810.777µs I0506 12:46:14.683414 3659 namespace.go:142] [openshift-service-ca] updating namespace W0506 12:46:23.486771 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0506 12:46:40.124493 3659 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-vfrvj fc2415461305b6e2ad4b8894d2999630988ad118ce6164a839a1a321082d9984 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-vfrvj fc2415461305b6e2ad4b8894d2999630988ad118ce6164a839a1a321082d9984 network default NAD default NAD key ] I0506 12:46:40.133608 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-vfrvj, hostIfaceName: fc2415461305b6e, network: default, NAD default, SandboxID: "fc2415461305b6e2ad4b8894d2999630988ad118ce6164a839a1a321082d9984", PCI device ID: , UID: "17579fc2-4abb-4dce-ae33-05da3566e7e5", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0506 12:46:40.177244 3659 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-vfrvj fc2415461305b6e2ad4b8894d2999630988ad118ce6164a839a1a321082d9984 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-vfrvj fc2415461305b6e2ad4b8894d2999630988ad118ce6164a839a1a321082d9984 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:99:bb:34:f2:1b\",\"name\":\"fc2415461305b6e\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a2bde338-4966-4bc2-9ba5-e1fac759fd64\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 12:46:40.371751 3659 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-s6qn7 8e6c39ec2b91bb33d1c12b64390ef5e14cdef56d29bf5d6ab2d82ef0911e27b8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-s6qn7 8e6c39ec2b91bb33d1c12b64390ef5e14cdef56d29bf5d6ab2d82ef0911e27b8 network default NAD default NAD key ] I0506 12:46:40.380898 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-s6qn7, hostIfaceName: 8e6c39ec2b91bb3, network: default, NAD default, SandboxID: "8e6c39ec2b91bb33d1c12b64390ef5e14cdef56d29bf5d6ab2d82ef0911e27b8", PCI device ID: , UID: "42f61885-68bf-49fd-bb77-692444a0aaee", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0506 12:46:40.423832 3659 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-s6qn7 8e6c39ec2b91bb33d1c12b64390ef5e14cdef56d29bf5d6ab2d82ef0911e27b8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-s6qn7 8e6c39ec2b91bb33d1c12b64390ef5e14cdef56d29bf5d6ab2d82ef0911e27b8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:36:fa:e7:f1:3d\",\"name\":\"8e6c39ec2b91bb3\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6c4750c5-8f16-4b46-b0fc-21557ccc86c9\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 12:46:42.810624 3659 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-kqjpq] creating logical port openshift-insights_insights-runtime-extractor-kqjpq for pod on switch ip-10-0-0-131.ec2.internal I0506 12:46:42.810741 3659 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-kqjpq I0506 12:46:42.833266 3659 pod.go:62] [openshift-insights/insights-runtime-extractor-kqjpq] pod update took 22.552802ms I0506 12:46:42.833286 3659 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-kqjpq] addLogicalPort annotation time took 22.576798ms I0506 12:46:42.834361 3659 pods.go:271] [openshift-insights/insights-runtime-extractor-kqjpq] addLogicalPort took 23.753896ms, libovsdb time 785.793µs I0506 12:46:43.166418 3659 cni.go:452] [openshift-insights/insights-runtime-extractor-kqjpq 05eeb7f669df64ac9890a1e9281dcccec42e5a3420713f0cdb3700d926d9414d network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-kqjpq 05eeb7f669df64ac9890a1e9281dcccec42e5a3420713f0cdb3700d926d9414d network default NAD default NAD key ] I0506 12:46:43.176484 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-kqjpq, hostIfaceName: 05eeb7f669df64a, network: default, NAD default, SandboxID: "05eeb7f669df64ac9890a1e9281dcccec42e5a3420713f0cdb3700d926d9414d", PCI device ID: , UID: "123d2d80-b630-4c76-8a6a-95da2d3da188", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0506 12:46:43.221123 3659 cni.go:473] [openshift-insights/insights-runtime-extractor-kqjpq 05eeb7f669df64ac9890a1e9281dcccec42e5a3420713f0cdb3700d926d9414d network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-kqjpq 05eeb7f669df64ac9890a1e9281dcccec42e5a3420713f0cdb3700d926d9414d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:34:6d:65:93:40\",\"name\":\"05eeb7f669df64a\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b7e4b7c4-0358-4e72-b74b-345faf50091e\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 12:46:43.434198 3659 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4jv2d] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-4jv2d for pod on switch ip-10-0-0-131.ec2.internal I0506 12:46:43.434291 3659 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4jv2d I0506 12:46:43.450433 3659 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4jv2d] pod update took 16.166283ms I0506 12:46:43.450458 3659 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4jv2d] addLogicalPort annotation time took 16.194411ms I0506 12:46:43.451677 3659 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4jv2d] addLogicalPort took 17.50966ms, libovsdb time 835.843µs I0506 12:46:43.987841 3659 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6b97597b97-68c9s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:46:43.987892 3659 pods.go:176] Deleting pod: openshift-image-registry/image-registry-6b97597b97-68c9s I0506 12:46:43.989279 3659 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-6b97597b97-68c9s, ips: 10.130.0.5 I0506 12:46:43.989312 3659 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6b97597b97-68c9s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:46:43.990997 3659 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-54df9c4f97-dcqvz] creating logical port openshift-image-registry_image-registry-54df9c4f97-dcqvz for pod on switch ip-10-0-0-131.ec2.internal I0506 12:46:43.991110 3659 kube.go:256] Updating pod openshift-image-registry/image-registry-54df9c4f97-dcqvz I0506 12:46:44.001972 3659 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6b97597b97-68c9s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:46:44.001993 3659 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6b97597b97-68c9s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:46:44.020734 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6b97597b97-68c9s I0506 12:46:44.020757 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6b97597b97-68c9s I0506 12:46:44.024703 3659 pod.go:62] [openshift-image-registry/image-registry-54df9c4f97-dcqvz] pod update took 33.628443ms I0506 12:46:44.024721 3659 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-54df9c4f97-dcqvz] addLogicalPort annotation time took 33.654857ms I0506 12:46:44.025798 3659 pods.go:271] [openshift-image-registry/image-registry-54df9c4f97-dcqvz] addLogicalPort took 34.81648ms, libovsdb time 784.23µs I0506 12:46:44.348860 3659 cni.go:452] [openshift-image-registry/image-registry-54df9c4f97-dcqvz 48f2f247f59902ef12acf99e7d46efa1ac31c049c501becc4fa8639bb1ccb516 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-54df9c4f97-dcqvz 48f2f247f59902ef12acf99e7d46efa1ac31c049c501becc4fa8639bb1ccb516 network default NAD default NAD key ] I0506 12:46:44.370863 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-54df9c4f97-dcqvz, hostIfaceName: 48f2f247f59902e, network: default, NAD default, SandboxID: "48f2f247f59902ef12acf99e7d46efa1ac31c049c501becc4fa8639bb1ccb516", PCI device ID: , UID: "265c42a5-369e-42ea-bfd1-c33d5c35d252", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0506 12:46:44.414925 3659 cni.go:473] [openshift-image-registry/image-registry-54df9c4f97-dcqvz 48f2f247f59902ef12acf99e7d46efa1ac31c049c501becc4fa8639bb1ccb516 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-54df9c4f97-dcqvz 48f2f247f59902ef12acf99e7d46efa1ac31c049c501becc4fa8639bb1ccb516 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:5c:1e:b2:40:d0\",\"name\":\"48f2f247f59902e\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe92d505-f79d-49f4-bc8a-2d024adc4c71\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 12:46:44.613752 3659 obj_retry.go:498] Detected object openshift-image-registry/image-registry-66dccc567d-flqqt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:46:44.614378 3659 obj_retry.go:498] Detected object openshift-image-registry/image-registry-66dccc567d-flqqt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:46:44.628391 3659 obj_retry.go:492] Detected object openshift-image-registry/image-registry-66dccc567d-flqqt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:46:44.628418 3659 obj_retry.go:492] Detected object openshift-image-registry/image-registry-66dccc567d-flqqt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:46:44.642113 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-66dccc567d-flqqt I0506 12:46:44.642141 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-66dccc567d-flqqt W0506 12:46:45.006159 3659 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0506 12:46:45.321112 3659 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4jv2d 746730fb7c021afd89ca96f07453a332ec83ef5d1c667279ca61de7cda8bc16b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4jv2d 746730fb7c021afd89ca96f07453a332ec83ef5d1c667279ca61de7cda8bc16b network default NAD default NAD key ] I0506 12:46:45.330372 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-4jv2d, hostIfaceName: 746730fb7c021af, network: default, NAD default, SandboxID: "746730fb7c021afd89ca96f07453a332ec83ef5d1c667279ca61de7cda8bc16b", PCI device ID: , UID: "84378a44-5228-46ef-b296-dc7f76cb6c0b", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0506 12:46:45.374440 3659 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4jv2d 746730fb7c021afd89ca96f07453a332ec83ef5d1c667279ca61de7cda8bc16b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4jv2d 746730fb7c021afd89ca96f07453a332ec83ef5d1c667279ca61de7cda8bc16b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:79:32:cb:69:4e\",\"name\":\"746730fb7c021af\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4ec1713-c5ab-435d-abc4-9ccd5fb99edf\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 12:46:45.623337 3659 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0506 12:46:47.912653 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0506 12:46:48.015660 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0506 12:46:48.545645 3659 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-jqz9r] creating logical port openshift-monitoring_prometheus-operator-76b589d668-jqz9r for pod on switch ip-10-0-0-131.ec2.internal I0506 12:46:48.545742 3659 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-jqz9r I0506 12:46:48.565745 3659 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-jqz9r] pod update took 20.029959ms I0506 12:46:48.565766 3659 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-jqz9r] addLogicalPort annotation time took 20.05524ms I0506 12:46:48.566906 3659 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-jqz9r] addLogicalPort took 21.279294ms, libovsdb time 841.556µs I0506 12:46:49.499733 3659 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-jqz9r 42cf20ea422860eb0a6a2db0a8e57acfde3e8331e6007cced4c5b87f289f1e7b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-jqz9r 42cf20ea422860eb0a6a2db0a8e57acfde3e8331e6007cced4c5b87f289f1e7b network default NAD default NAD key ] I0506 12:46:49.508843 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-jqz9r, hostIfaceName: 42cf20ea422860e, network: default, NAD default, SandboxID: "42cf20ea422860eb0a6a2db0a8e57acfde3e8331e6007cced4c5b87f289f1e7b", PCI device ID: , UID: "22009983-d5cd-4ef6-b728-849ee82fae5c", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0506 12:46:49.553059 3659 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-jqz9r 42cf20ea422860eb0a6a2db0a8e57acfde3e8331e6007cced4c5b87f289f1e7b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-jqz9r 42cf20ea422860eb0a6a2db0a8e57acfde3e8331e6007cced4c5b87f289f1e7b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:de:e6:58:fe:92\",\"name\":\"42cf20ea422860e\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cdcf7072-835f-4967-ad41-19888d1d14bb\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 12:46:53.193017 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0506 12:46:53.415974 3659 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-m44sj] creating logical port openshift-console_downloads-5c54f4944f-m44sj for pod on switch ip-10-0-0-131.ec2.internal I0506 12:46:53.416067 3659 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-m44sj I0506 12:46:53.439037 3659 pod.go:62] [openshift-console/downloads-5c54f4944f-m44sj] pod update took 23.000025ms I0506 12:46:53.439063 3659 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-m44sj] addLogicalPort annotation time took 23.033027ms I0506 12:46:53.440381 3659 pods.go:271] [openshift-console/downloads-5c54f4944f-m44sj] addLogicalPort took 24.422901ms, libovsdb time 947.767µs I0506 12:46:53.778147 3659 cni.go:452] [openshift-console/downloads-5c54f4944f-m44sj 1c374649159e93b9b577c1914df73542a95bffc8fa3b4428cc08fa34dc8c7c2e network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-m44sj 1c374649159e93b9b577c1914df73542a95bffc8fa3b4428cc08fa34dc8c7c2e network default NAD default NAD key ] I0506 12:46:53.787271 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-m44sj, hostIfaceName: 1c374649159e93b, network: default, NAD default, SandboxID: "1c374649159e93b9b577c1914df73542a95bffc8fa3b4428cc08fa34dc8c7c2e", PCI device ID: , UID: "7845a1fd-826f-4854-b8b2-7521e78fe2b0", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0506 12:46:53.833762 3659 cni.go:473] [openshift-console/downloads-5c54f4944f-m44sj 1c374649159e93b9b577c1914df73542a95bffc8fa3b4428cc08fa34dc8c7c2e network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-m44sj 1c374649159e93b9b577c1914df73542a95bffc8fa3b4428cc08fa34dc8c7c2e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:89:c5:6c:15:84\",\"name\":\"1c374649159e93b\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e9f73019-f59a-4231-b8fd-015c783d86d6\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 12:46:54.181416 3659 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-86sdj] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-86sdj for pod on switch ip-10-0-0-131.ec2.internal I0506 12:46:54.181519 3659 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-86sdj I0506 12:46:54.199689 3659 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-86sdj] pod update took 18.206663ms I0506 12:46:54.199714 3659 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-86sdj] addLogicalPort annotation time took 18.236568ms I0506 12:46:54.200842 3659 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-86sdj] addLogicalPort took 19.444679ms, libovsdb time 836.597µs I0506 12:46:54.540264 3659 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-86sdj abeb0dc2b6d5b39fb9c34b0a6b15f583b4e5bda9f013fe3dcf1636e26481e3d4 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-86sdj abeb0dc2b6d5b39fb9c34b0a6b15f583b4e5bda9f013fe3dcf1636e26481e3d4 network default NAD default NAD key ] I0506 12:46:54.549513 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-86sdj, hostIfaceName: abeb0dc2b6d5b39, network: default, NAD default, SandboxID: "abeb0dc2b6d5b39fb9c34b0a6b15f583b4e5bda9f013fe3dcf1636e26481e3d4", PCI device ID: , UID: "b302f554-bad9-4846-8e6e-1aa9faf171c6", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0506 12:46:54.594728 3659 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-86sdj abeb0dc2b6d5b39fb9c34b0a6b15f583b4e5bda9f013fe3dcf1636e26481e3d4 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-86sdj abeb0dc2b6d5b39fb9c34b0a6b15f583b4e5bda9f013fe3dcf1636e26481e3d4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:b3:6f:94:cb:27\",\"name\":\"abeb0dc2b6d5b39\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/20c5ce68-4e49-4d97-8852-11d164106ecf\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 12:46:55.301008 3659 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-131.ec2.internal I0506 12:46:55.301145 3659 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0506 12:46:55.357422 3659 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 56.331229ms I0506 12:46:55.357443 3659 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 56.358386ms I0506 12:46:55.358546 3659 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 57.549638ms, libovsdb time 811.439µs I0506 12:46:56.237836 3659 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-6c5c77d46d-rfwf8] creating logical port openshift-monitoring_thanos-querier-6c5c77d46d-rfwf8 for pod on switch ip-10-0-0-131.ec2.internal I0506 12:46:56.237968 3659 kube.go:256] Updating pod openshift-monitoring/thanos-querier-6c5c77d46d-rfwf8 I0506 12:46:56.255364 3659 pod.go:62] [openshift-monitoring/thanos-querier-6c5c77d46d-rfwf8] pod update took 17.440157ms I0506 12:46:56.255395 3659 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-6c5c77d46d-rfwf8] addLogicalPort annotation time took 17.478564ms I0506 12:46:56.256942 3659 pods.go:271] [openshift-monitoring/thanos-querier-6c5c77d46d-rfwf8] addLogicalPort took 19.124444ms, libovsdb time 1.090438ms I0506 12:46:56.264420 3659 cni.go:452] [openshift-monitoring/alertmanager-main-1 5ed9815e2af4a4fd4ba43c4d6ed2e47dbf89f6eee96c4cbd8b5b9898e136783a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 5ed9815e2af4a4fd4ba43c4d6ed2e47dbf89f6eee96c4cbd8b5b9898e136783a network default NAD default NAD key ] I0506 12:46:56.276610 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 5ed9815e2af4a4f, network: default, NAD default, SandboxID: "5ed9815e2af4a4fd4ba43c4d6ed2e47dbf89f6eee96c4cbd8b5b9898e136783a", PCI device ID: , UID: "250214cc-bd2c-4cd5-bb29-34161e601e1d", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0506 12:46:56.325163 3659 cni.go:473] [openshift-monitoring/alertmanager-main-1 5ed9815e2af4a4fd4ba43c4d6ed2e47dbf89f6eee96c4cbd8b5b9898e136783a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 5ed9815e2af4a4fd4ba43c4d6ed2e47dbf89f6eee96c4cbd8b5b9898e136783a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:56:6f:e8:57:e9\",\"name\":\"5ed9815e2af4a4f\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/639bbb11-b4eb-4277-affb-a1ded0e69bd6\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 12:46:56.601945 3659 cni.go:452] [openshift-monitoring/thanos-querier-6c5c77d46d-rfwf8 ac931526dae95d7c565f9f16f7f0378bbef55760b471eb714341d9d471b8891a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-6c5c77d46d-rfwf8 ac931526dae95d7c565f9f16f7f0378bbef55760b471eb714341d9d471b8891a network default NAD default NAD key ] I0506 12:46:56.611335 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-6c5c77d46d-rfwf8, hostIfaceName: ac931526dae95d7, network: default, NAD default, SandboxID: "ac931526dae95d7c565f9f16f7f0378bbef55760b471eb714341d9d471b8891a", PCI device ID: , UID: "a3d17dfd-1574-4325-92b5-821ebfb373a5", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0506 12:46:56.658127 3659 cni.go:473] [openshift-monitoring/thanos-querier-6c5c77d46d-rfwf8 ac931526dae95d7c565f9f16f7f0378bbef55760b471eb714341d9d471b8891a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-6c5c77d46d-rfwf8 ac931526dae95d7c565f9f16f7f0378bbef55760b471eb714341d9d471b8891a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:cb:36:ce:b2:2a\",\"name\":\"ac931526dae95d7\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ccc611d-f3ff-47b7-9a21-644c0d7200e8\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 12:46:57.962811 3659 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 12:46:57.962833 3659 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 12:46:57.962839 3659 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 12:46:58.056921 3659 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 12:46:58.056941 3659 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 12:46:58.056947 3659 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0506 12:46:58.742994 3659 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-568b56c7cc-bfss7] creating logical port openshift-monitoring_metrics-server-568b56c7cc-bfss7 for pod on switch ip-10-0-0-131.ec2.internal I0506 12:46:58.743095 3659 kube.go:256] Updating pod openshift-monitoring/metrics-server-568b56c7cc-bfss7 I0506 12:46:58.763889 3659 pod.go:62] [openshift-monitoring/metrics-server-568b56c7cc-bfss7] pod update took 20.820808ms I0506 12:46:58.763919 3659 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-568b56c7cc-bfss7] addLogicalPort annotation time took 20.857428ms I0506 12:46:58.765488 3659 pods.go:271] [openshift-monitoring/metrics-server-568b56c7cc-bfss7] addLogicalPort took 22.516634ms, libovsdb time 1.09737ms I0506 12:46:58.776317 3659 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-pxpgm] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-pxpgm for pod on switch ip-10-0-0-131.ec2.internal I0506 12:46:58.776409 3659 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-pxpgm I0506 12:46:58.799102 3659 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-pxpgm] pod update took 22.718107ms I0506 12:46:58.799167 3659 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-pxpgm] addLogicalPort annotation time took 22.786975ms I0506 12:46:58.800661 3659 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-pxpgm] addLogicalPort took 24.357063ms, libovsdb time 1.003636ms I0506 12:46:59.187568 3659 cni.go:452] [openshift-monitoring/metrics-server-568b56c7cc-bfss7 bdf83b1cf6b6e3789c9a7985b78d45a4f99faffd9bf7cf20256a3b8dc315425b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-568b56c7cc-bfss7 bdf83b1cf6b6e3789c9a7985b78d45a4f99faffd9bf7cf20256a3b8dc315425b network default NAD default NAD key ] I0506 12:46:59.199360 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-568b56c7cc-bfss7, hostIfaceName: bdf83b1cf6b6e37, network: default, NAD default, SandboxID: "bdf83b1cf6b6e3789c9a7985b78d45a4f99faffd9bf7cf20256a3b8dc315425b", PCI device ID: , UID: "e759117a-9048-4969-bb90-c2494499d57c", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0506 12:46:59.252943 3659 cni.go:473] [openshift-monitoring/metrics-server-568b56c7cc-bfss7 bdf83b1cf6b6e3789c9a7985b78d45a4f99faffd9bf7cf20256a3b8dc315425b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-568b56c7cc-bfss7 bdf83b1cf6b6e3789c9a7985b78d45a4f99faffd9bf7cf20256a3b8dc315425b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:b8:0c:f2:06:3e\",\"name\":\"bdf83b1cf6b6e37\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d3345baf-fc4b-4a7f-af2f-f43ba87c0788\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 12:46:59.739719 3659 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-pxpgm ab5c7ec9a221fba2da76b60a1ac67939cf8554429304013bb88312d65f821196 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-pxpgm ab5c7ec9a221fba2da76b60a1ac67939cf8554429304013bb88312d65f821196 network default NAD default NAD key ] I0506 12:46:59.760194 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-pxpgm, hostIfaceName: ab5c7ec9a221fba, network: default, NAD default, SandboxID: "ab5c7ec9a221fba2da76b60a1ac67939cf8554429304013bb88312d65f821196", PCI device ID: , UID: "478c80c7-8037-4161-890b-2e882131d22c", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0506 12:46:59.816022 3659 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-pxpgm ab5c7ec9a221fba2da76b60a1ac67939cf8554429304013bb88312d65f821196 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-pxpgm ab5c7ec9a221fba2da76b60a1ac67939cf8554429304013bb88312d65f821196 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:0b:d9:14:79:21\",\"name\":\"ab5c7ec9a221fba\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b510a6d-8989-408b-b6fe-3251b78cfeda\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 12:47:01.971455 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0506 12:47:02.007045 3659 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 12:47:02.007065 3659 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 12:47:02.007077 3659 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 12:47:02.007082 3659 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 12:47:02.034294 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 12:47:02.083556 3659 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 12:47:02.083575 3659 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 12:47:02.083581 3659 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 12:47:02.083586 3659 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 12:47:02.109468 3659 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 12:47:02.109485 3659 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 12:47:02.152097 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 12:47:02.708006 3659 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 12:47:02.708027 3659 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0506 12:47:03.107003 3659 base_network_controller_pods.go:487] [default/openshift-console/console-8684f95fc6-44pzc] creating logical port openshift-console_console-8684f95fc6-44pzc for pod on switch ip-10-0-0-131.ec2.internal I0506 12:47:03.107098 3659 kube.go:256] Updating pod openshift-console/console-8684f95fc6-44pzc I0506 12:47:03.122933 3659 pod.go:62] [openshift-console/console-8684f95fc6-44pzc] pod update took 15.855954ms I0506 12:47:03.122958 3659 base_network_controller_pods.go:951] [default/openshift-console/console-8684f95fc6-44pzc] addLogicalPort annotation time took 15.887624ms I0506 12:47:03.124442 3659 pods.go:271] [openshift-console/console-8684f95fc6-44pzc] addLogicalPort took 17.455446ms, libovsdb time 993.596µs I0506 12:47:03.470256 3659 cni.go:452] [openshift-console/console-8684f95fc6-44pzc 8f86552a7d75c874309088316677f01fd17dfb0b61dbd0dd52c260fad823a137 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-8684f95fc6-44pzc 8f86552a7d75c874309088316677f01fd17dfb0b61dbd0dd52c260fad823a137 network default NAD default NAD key ] I0506 12:47:03.479744 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-8684f95fc6-44pzc, hostIfaceName: 8f86552a7d75c87, network: default, NAD default, SandboxID: "8f86552a7d75c874309088316677f01fd17dfb0b61dbd0dd52c260fad823a137", PCI device ID: , UID: "df9cc353-b4a6-4496-bf87-9eb1c4b10ab1", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0506 12:47:03.527293 3659 cni.go:473] [openshift-console/console-8684f95fc6-44pzc 8f86552a7d75c874309088316677f01fd17dfb0b61dbd0dd52c260fad823a137 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-8684f95fc6-44pzc 8f86552a7d75c874309088316677f01fd17dfb0b61dbd0dd52c260fad823a137 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:37:5d:c8:a4:76\",\"name\":\"8f86552a7d75c87\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5f620799-e84e-4cbd-809b-d1a3807ac938\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 12:47:07.102108 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 12:47:07.711572 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 12:47:08.007938 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 12:47:08.007960 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 12:47:08.007966 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 12:47:08.007973 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 12:47:08.007985 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 12:47:08.007990 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 12:47:08.007994 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 12:47:08.007998 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 12:47:08.129407 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 12:47:08.129426 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 12:47:08.129431 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 12:47:08.129437 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 12:47:12.510437 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 12:47:15.136024 3659 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0506 12:47:15.167140 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0506 12:47:16.045579 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 12:47:22.997994 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 12:47:22.998019 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 12:47:23.094078 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 12:47:26.294235 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 12:47:26.294253 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 12:47:26.294261 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 12:47:26.294282 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 12:47:26.294287 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 12:47:26.294292 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 12:47:26.373742 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 12:47:26.373762 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 12:47:26.373768 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 12:47:38.228543 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0506 12:47:38.228570 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0506 12:47:38.228633 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0506 12:47:39.236653 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0506 12:47:47.861677 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0506 12:47:48.270011 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0506 12:47:48.270089 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0506 12:47:48.270152 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0506 12:47:49.278134 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0506 12:47:49.333847 3659 cni.go:452] [openshift-multus/network-metrics-daemon-d7ttm e0e45861ea38f312bf8ab7377575cec185794a1237f6e700925673bcff9da9ab network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-d7ttm e0e45861ea38f312bf8ab7377575cec185794a1237f6e700925673bcff9da9ab network default NAD default NAD key ] I0506 12:47:49.342756 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-d7ttm, hostIfaceName: e0e45861ea38f31, network: default, NAD default, SandboxID: "e0e45861ea38f312bf8ab7377575cec185794a1237f6e700925673bcff9da9ab", PCI device ID: , UID: "b0a8facb-1877-4a8c-8798-8264c51a6061", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0506 12:47:49.390557 3659 cni.go:473] [openshift-multus/network-metrics-daemon-d7ttm e0e45861ea38f312bf8ab7377575cec185794a1237f6e700925673bcff9da9ab network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-d7ttm e0e45861ea38f312bf8ab7377575cec185794a1237f6e700925673bcff9da9ab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:d4:8c:09:9f:2c\",\"name\":\"e0e45861ea38f31\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/efe3df94-2dcf-4ffd-8949-d3556c7df5fc\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 12:47:52.595515 3659 cni.go:452] [openshift-console/console-8684f95fc6-44pzc 8f86552a7d75c874309088316677f01fd17dfb0b61dbd0dd52c260fad823a137 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-8684f95fc6-44pzc 8f86552a7d75c874309088316677f01fd17dfb0b61dbd0dd52c260fad823a137 network default NAD default NAD key ] I0506 12:47:52.665806 3659 cni.go:473] [openshift-console/console-8684f95fc6-44pzc 8f86552a7d75c874309088316677f01fd17dfb0b61dbd0dd52c260fad823a137 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-8684f95fc6-44pzc 8f86552a7d75c874309088316677f01fd17dfb0b61dbd0dd52c260fad823a137 network default NAD default NAD key default], result "{}", err I0506 12:47:52.734317 3659 obj_retry.go:498] Detected object openshift-console/console-8684f95fc6-44pzc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:47:52.734347 3659 pods.go:176] Deleting pod: openshift-console/console-8684f95fc6-44pzc I0506 12:47:52.735613 3659 pods.go:236] Attempting to release IPs for pod: openshift-console/console-8684f95fc6-44pzc, ips: 10.130.0.24 I0506 12:47:52.735641 3659 obj_retry.go:498] Detected object openshift-console/console-8684f95fc6-44pzc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 12:47:52.745214 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0506 12:47:52.745252 3659 base_network_controller_pods.go:487] [default/openshift-console/console-c77d57cf5-2srnj] creating logical port openshift-console_console-c77d57cf5-2srnj for pod on switch ip-10-0-0-131.ec2.internal I0506 12:47:52.745326 3659 kube.go:256] Updating pod openshift-console/console-c77d57cf5-2srnj I0506 12:47:52.760294 3659 pod.go:62] [openshift-console/console-c77d57cf5-2srnj] pod update took 14.988707ms I0506 12:47:52.760319 3659 base_network_controller_pods.go:951] [default/openshift-console/console-c77d57cf5-2srnj] addLogicalPort annotation time took 15.017431ms I0506 12:47:52.761421 3659 pods.go:271] [openshift-console/console-c77d57cf5-2srnj] addLogicalPort took 16.180993ms, libovsdb time 788.786µs I0506 12:47:53.154569 3659 cni.go:452] [openshift-console/console-c77d57cf5-2srnj 17950ed6fa5b27a8f6ef7c02f87c4dd47d57e8bb56cd7de44b57d9fe05554488 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-c77d57cf5-2srnj 17950ed6fa5b27a8f6ef7c02f87c4dd47d57e8bb56cd7de44b57d9fe05554488 network default NAD default NAD key ] I0506 12:47:53.163800 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-c77d57cf5-2srnj, hostIfaceName: 17950ed6fa5b27a, network: default, NAD default, SandboxID: "17950ed6fa5b27a8f6ef7c02f87c4dd47d57e8bb56cd7de44b57d9fe05554488", PCI device ID: , UID: "4c55c0f1-ce0c-43e2-83b1-add9c3c4029f", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0506 12:47:53.210534 3659 cni.go:473] [openshift-console/console-c77d57cf5-2srnj 17950ed6fa5b27a8f6ef7c02f87c4dd47d57e8bb56cd7de44b57d9fe05554488 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-c77d57cf5-2srnj 17950ed6fa5b27a8f6ef7c02f87c4dd47d57e8bb56cd7de44b57d9fe05554488 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:7b:32:43:78:7b\",\"name\":\"17950ed6fa5b27a\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86beed0b-971a-4a84-b676-c8721e187fe2\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 12:47:53.294659 3659 obj_retry.go:492] Detected object openshift-console/console-8684f95fc6-44pzc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:47:53.294677 3659 obj_retry.go:492] Detected object openshift-console/console-8684f95fc6-44pzc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:47:53.302365 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8684f95fc6-44pzc I0506 12:47:53.302393 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8684f95fc6-44pzc W0506 12:47:54.310409 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0506 12:47:57.358953 3659 obj_retry.go:498] Detected object openshift-ingress/router-default-bff596dbc-fdjpl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:47:57.359560 3659 obj_retry.go:498] Detected object openshift-ingress/router-default-bff596dbc-fdjpl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:47:57.896766 3659 obj_retry.go:492] Detected object openshift-ingress/router-default-bff596dbc-fdjpl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:47:57.896792 3659 obj_retry.go:492] Detected object openshift-ingress/router-default-bff596dbc-fdjpl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:47:57.905198 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-bff596dbc-fdjpl I0506 12:47:57.905226 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-bff596dbc-fdjpl I0506 12:48:04.145009 3659 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0506 12:48:16.021060 3659 cni.go:452] [openshift-monitoring/alertmanager-main-1 5ed9815e2af4a4fd4ba43c4d6ed2e47dbf89f6eee96c4cbd8b5b9898e136783a network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 5ed9815e2af4a4fd4ba43c4d6ed2e47dbf89f6eee96c4cbd8b5b9898e136783a network default NAD default NAD key ] I0506 12:48:16.095249 3659 cni.go:473] [openshift-monitoring/alertmanager-main-1 5ed9815e2af4a4fd4ba43c4d6ed2e47dbf89f6eee96c4cbd8b5b9898e136783a network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 5ed9815e2af4a4fd4ba43c4d6ed2e47dbf89f6eee96c4cbd8b5b9898e136783a network default NAD default NAD key default], result "{}", err I0506 12:48:16.157091 3659 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:48:16.157120 3659 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0506 12:48:16.158340 3659 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.130.0.20 I0506 12:48:16.158366 3659 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:48:16.404413 3659 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:48:16.404441 3659 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:48:16.412975 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0506 12:48:16.413002 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0506 12:48:16.454310 3659 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-131.ec2.internal I0506 12:48:16.454444 3659 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0506 12:48:16.477693 3659 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 23.305983ms I0506 12:48:16.477717 3659 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 23.335015ms I0506 12:48:16.478945 3659 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 24.661089ms, libovsdb time 907.272µs I0506 12:48:16.813740 3659 cni.go:452] [openshift-monitoring/alertmanager-main-1 f574baba0282236dfeb79a614ba8f6b2a0583da7a85976e865812cddfa204c75 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 f574baba0282236dfeb79a614ba8f6b2a0583da7a85976e865812cddfa204c75 network default NAD default NAD key ] I0506 12:48:16.822835 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: f574baba0282236, network: default, NAD default, SandboxID: "f574baba0282236dfeb79a614ba8f6b2a0583da7a85976e865812cddfa204c75", PCI device ID: , UID: "3ea251ac-dcbc-4b14-ac1d-c73012bc4c8a", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0506 12:48:16.870247 3659 cni.go:473] [openshift-monitoring/alertmanager-main-1 f574baba0282236dfeb79a614ba8f6b2a0583da7a85976e865812cddfa204c75 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 f574baba0282236dfeb79a614ba8f6b2a0583da7a85976e865812cddfa204c75 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:66:b9:9b:6f:8c\",\"name\":\"f574baba0282236\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e56d41ae-7444-41e2-87c4-a12292387d6e\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 12:48:17.716984 3659 cni.go:452] [openshift-dns/dns-default-qv7pj be3814db26c2e9da5fc76469f5893109f0499d7498ecc56f7951fdf7eb0f8a29 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-qv7pj be3814db26c2e9da5fc76469f5893109f0499d7498ecc56f7951fdf7eb0f8a29 network default NAD default NAD key ] I0506 12:48:17.726769 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-qv7pj, hostIfaceName: be3814db26c2e9d, network: default, NAD default, SandboxID: "be3814db26c2e9da5fc76469f5893109f0499d7498ecc56f7951fdf7eb0f8a29", PCI device ID: , UID: "d3abd255-ea78-420e-9e96-7dfbcd5ae55a", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0506 12:48:17.773692 3659 cni.go:473] [openshift-dns/dns-default-qv7pj be3814db26c2e9da5fc76469f5893109f0499d7498ecc56f7951fdf7eb0f8a29 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-qv7pj be3814db26c2e9da5fc76469f5893109f0499d7498ecc56f7951fdf7eb0f8a29 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:07:36:43:b9:99\",\"name\":\"be3814db26c2e9d\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24bee3f4-c441-4557-adde-cb15bc560be1\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 12:48:18.302730 3659 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0506 12:48:18.831883 3659 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-6488b56c9-lmj4v] creating logical port openshift-monitoring_telemeter-client-6488b56c9-lmj4v for pod on switch ip-10-0-0-131.ec2.internal I0506 12:48:18.832011 3659 kube.go:256] Updating pod openshift-monitoring/telemeter-client-6488b56c9-lmj4v I0506 12:48:18.862222 3659 pod.go:62] [openshift-monitoring/telemeter-client-6488b56c9-lmj4v] pod update took 30.240778ms I0506 12:48:18.862244 3659 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-6488b56c9-lmj4v] addLogicalPort annotation time took 30.267571ms I0506 12:48:18.863492 3659 pods.go:271] [openshift-monitoring/telemeter-client-6488b56c9-lmj4v] addLogicalPort took 31.628853ms, libovsdb time 899.545µs I0506 12:48:19.194840 3659 cni.go:452] [openshift-monitoring/telemeter-client-6488b56c9-lmj4v 3df95f5f4cc5fbbb35aba8e78c6f371884911efbe7df7d5c5962e48c92c6e002 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-6488b56c9-lmj4v 3df95f5f4cc5fbbb35aba8e78c6f371884911efbe7df7d5c5962e48c92c6e002 network default NAD default NAD key ] I0506 12:48:19.206800 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-6488b56c9-lmj4v, hostIfaceName: 3df95f5f4cc5fbb, network: default, NAD default, SandboxID: "3df95f5f4cc5fbbb35aba8e78c6f371884911efbe7df7d5c5962e48c92c6e002", PCI device ID: , UID: "8196bd1f-7471-4ab2-9a4b-40fbb2258a26", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0506 12:48:19.264141 3659 cni.go:473] [openshift-monitoring/telemeter-client-6488b56c9-lmj4v 3df95f5f4cc5fbbb35aba8e78c6f371884911efbe7df7d5c5962e48c92c6e002 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-6488b56c9-lmj4v 3df95f5f4cc5fbbb35aba8e78c6f371884911efbe7df7d5c5962e48c92c6e002 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:8a:7c:2c:16:77\",\"name\":\"3df95f5f4cc5fbb\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/615d15c3-1677-4691-ab07-15870363f281\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 12:48:20.435129 3659 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:20.435146 3659 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:20.435151 3659 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0506 12:48:20.471014 3659 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:48:20.471565 3659 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 12:48:20.992412 3659 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:20.992434 3659 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:20.992441 3659 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:21.321647 3659 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:21.321666 3659 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:21.321673 3659 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0506 12:48:21.337804 3659 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:48:21.337819 3659 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:48:21.349370 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0506 12:48:21.349391 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 W0506 12:48:22.652536 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 12:48:22.669297 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 12:48:30.480097 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:30.480118 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:30.480126 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:34.372557 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 12:48:43.157339 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 12:48:46.883319 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 12:48:46.883340 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 12:48:46.883346 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0506 12:48:47.909561 3659 obj_retry.go:498] Detected object openshift-console/console-8684f95fc6-kbjk2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:48:47.910052 3659 obj_retry.go:498] Detected object openshift-console/console-8684f95fc6-kbjk2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:48:47.952261 3659 obj_retry.go:498] Detected object openshift-console/console-c77d57cf5-rxd4v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:48:47.952648 3659 obj_retry.go:498] Detected object openshift-console/console-c77d57cf5-rxd4v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:48:48.085470 3659 obj_retry.go:492] Detected object openshift-console/console-8684f95fc6-kbjk2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:48:48.085490 3659 obj_retry.go:492] Detected object openshift-console/console-8684f95fc6-kbjk2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:48:48.094385 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8684f95fc6-kbjk2 I0506 12:48:48.094404 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8684f95fc6-kbjk2 I0506 12:48:48.194686 3659 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:48:48.195238 3659 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:48:48.448499 3659 obj_retry.go:492] Detected object openshift-console/console-c77d57cf5-rxd4v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:48:48.448521 3659 obj_retry.go:492] Detected object openshift-console/console-c77d57cf5-rxd4v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:48:48.456975 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-c77d57cf5-rxd4v I0506 12:48:48.456997 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-c77d57cf5-rxd4v I0506 12:48:48.491520 3659 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:48:48.491537 3659 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:48:48.501855 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0506 12:48:48.501885 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 W0506 12:48:50.578940 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 12:48:50.578988 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 12:48:50.579035 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 12:48:52.116436 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 12:48:52.116466 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0506 12:49:00.705459 3659 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6b97597b97-t4zbp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:49:00.706034 3659 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6b97597b97-t4zbp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 12:49:00.714488 3659 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0506 12:49:00.714534 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 12:49:00.714578 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 12:49:00.714594 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0506 12:49:01.501344 3659 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6b97597b97-t4zbp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:49:01.501365 3659 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6b97597b97-t4zbp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:49:01.509013 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6b97597b97-t4zbp I0506 12:49:01.509037 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6b97597b97-t4zbp W0506 12:49:11.587211 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0506 12:49:12.372537 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0506 12:49:21.384601 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=553 I0506 12:49:23.369321 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0506 12:49:23.704337 3659 cni.go:452] [openshift-console/console-c77d57cf5-2srnj 17950ed6fa5b27a8f6ef7c02f87c4dd47d57e8bb56cd7de44b57d9fe05554488 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-c77d57cf5-2srnj 17950ed6fa5b27a8f6ef7c02f87c4dd47d57e8bb56cd7de44b57d9fe05554488 network default NAD default NAD key ] I0506 12:49:23.788168 3659 cni.go:473] [openshift-console/console-c77d57cf5-2srnj 17950ed6fa5b27a8f6ef7c02f87c4dd47d57e8bb56cd7de44b57d9fe05554488 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-c77d57cf5-2srnj 17950ed6fa5b27a8f6ef7c02f87c4dd47d57e8bb56cd7de44b57d9fe05554488 network default NAD default NAD key default], result "{}", err I0506 12:49:23.841558 3659 obj_retry.go:498] Detected object openshift-console/console-c77d57cf5-2srnj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:49:23.841585 3659 pods.go:176] Deleting pod: openshift-console/console-c77d57cf5-2srnj I0506 12:49:23.842866 3659 pods.go:236] Attempting to release IPs for pod: openshift-console/console-c77d57cf5-2srnj, ips: 10.130.0.25 I0506 12:49:23.842893 3659 obj_retry.go:498] Detected object openshift-console/console-c77d57cf5-2srnj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:49:23.932196 3659 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:49:23.932696 3659 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:49:24.225259 3659 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:49:24.225279 3659 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:49:24.235648 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0506 12:49:24.235682 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0506 12:49:24.705941 3659 obj_retry.go:492] Detected object openshift-console/console-c77d57cf5-2srnj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:49:24.705961 3659 obj_retry.go:492] Detected object openshift-console/console-c77d57cf5-2srnj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:49:24.714486 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-c77d57cf5-2srnj I0506 12:49:24.714515 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-c77d57cf5-2srnj I0506 12:49:47.451818 3659 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0506 12:49:56.877353 3659 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634520-g759b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:49:56.877860 3659 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634520-g759b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:49:57.899882 3659 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634520-g759b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:49:57.899912 3659 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634520-g759b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:50:00.175154 3659 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29634530-tgzzr] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29634530-tgzzr for pod on switch ip-10-0-0-131.ec2.internal I0506 12:50:00.175298 3659 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29634530-tgzzr I0506 12:50:00.188855 3659 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634530-tgzzr] pod update took 13.582592ms I0506 12:50:00.188874 3659 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29634530-tgzzr] addLogicalPort annotation time took 13.607356ms I0506 12:50:00.190106 3659 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634530-tgzzr] addLogicalPort took 14.967369ms, libovsdb time 824.46µs I0506 12:50:00.557115 3659 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634530-tgzzr 22ffde1144bba6b7e8d0ffd87c7cc112403cad45a705c67994f0203bc06bb825 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634530-tgzzr 22ffde1144bba6b7e8d0ffd87c7cc112403cad45a705c67994f0203bc06bb825 network default NAD default NAD key ] I0506 12:50:00.566125 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29634530-tgzzr, hostIfaceName: 22ffde1144bba6b, network: default, NAD default, SandboxID: "22ffde1144bba6b7e8d0ffd87c7cc112403cad45a705c67994f0203bc06bb825", PCI device ID: , UID: "5085fada-a9c3-419a-8af3-52d257c036a7", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0506 12:50:00.614020 3659 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634530-tgzzr 22ffde1144bba6b7e8d0ffd87c7cc112403cad45a705c67994f0203bc06bb825 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634530-tgzzr 22ffde1144bba6b7e8d0ffd87c7cc112403cad45a705c67994f0203bc06bb825 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:25:c0:cb:c1:0e\",\"name\":\"22ffde1144bba6b\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/184fba4f-d322-43dd-8e30-f3fa9ffb350d\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 12:50:03.879784 3659 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634530-tgzzr 22ffde1144bba6b7e8d0ffd87c7cc112403cad45a705c67994f0203bc06bb825 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634530-tgzzr 22ffde1144bba6b7e8d0ffd87c7cc112403cad45a705c67994f0203bc06bb825 network default NAD default NAD key ] I0506 12:50:03.964677 3659 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634530-tgzzr 22ffde1144bba6b7e8d0ffd87c7cc112403cad45a705c67994f0203bc06bb825 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634530-tgzzr 22ffde1144bba6b7e8d0ffd87c7cc112403cad45a705c67994f0203bc06bb825 network default NAD default NAD key default], result "{}", err I0506 12:50:04.010795 3659 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634530-tgzzr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:50:04.010834 3659 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29634530-tgzzr I0506 12:50:04.012244 3659 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29634530-tgzzr, ips: 10.130.0.28 I0506 12:50:04.012273 3659 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634530-tgzzr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:50:04.897442 3659 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634530-tgzzr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:50:04.897463 3659 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634530-tgzzr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:50:08.455984 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0506 12:50:22.405603 3659 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xdwkd] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-xdwkd for pod on switch ip-10-0-0-131.ec2.internal I0506 12:50:22.405699 3659 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xdwkd I0506 12:50:22.422402 3659 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xdwkd] pod update took 16.729499ms I0506 12:50:22.422424 3659 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xdwkd] addLogicalPort annotation time took 16.757384ms I0506 12:50:22.423643 3659 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xdwkd] addLogicalPort took 18.053576ms, libovsdb time 892.069µs I0506 12:50:22.764461 3659 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xdwkd 1804e05ec424047c3137e61cc1667de64ce44dc82830ad89993a1b4ef0cf06f6 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xdwkd 1804e05ec424047c3137e61cc1667de64ce44dc82830ad89993a1b4ef0cf06f6 network default NAD default NAD key ] I0506 12:50:22.773538 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-xdwkd, hostIfaceName: 1804e05ec424047, network: default, NAD default, SandboxID: "1804e05ec424047c3137e61cc1667de64ce44dc82830ad89993a1b4ef0cf06f6", PCI device ID: , UID: "3c4938f5-a768-44d0-82e4-a33b94babb46", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0506 12:50:22.821984 3659 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xdwkd 1804e05ec424047c3137e61cc1667de64ce44dc82830ad89993a1b4ef0cf06f6 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xdwkd 1804e05ec424047c3137e61cc1667de64ce44dc82830ad89993a1b4ef0cf06f6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:11:1e:ca:cc:6d\",\"name\":\"1804e05ec424047\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/639c1cad-28b6-43d2-acf1-54383cc68c72\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 12:50:25.970766 3659 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 12:50:36.595307 3659 base_network_controller_pods.go:487] [default/openshift-console/console-55c499b8cd-5vjln] creating logical port openshift-console_console-55c499b8cd-5vjln for pod on switch ip-10-0-0-131.ec2.internal I0506 12:50:36.595408 3659 kube.go:256] Updating pod openshift-console/console-55c499b8cd-5vjln I0506 12:50:36.616820 3659 pod.go:62] [openshift-console/console-55c499b8cd-5vjln] pod update took 21.439832ms I0506 12:50:36.616845 3659 base_network_controller_pods.go:951] [default/openshift-console/console-55c499b8cd-5vjln] addLogicalPort annotation time took 21.469015ms I0506 12:50:36.618064 3659 pods.go:271] [openshift-console/console-55c499b8cd-5vjln] addLogicalPort took 22.778231ms, libovsdb time 893.221µs I0506 12:50:36.960894 3659 cni.go:452] [openshift-console/console-55c499b8cd-5vjln ab76350919669d0db7e608089c8e5a77fdef16f66aa42620ca4a66187321f7f4 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-55c499b8cd-5vjln ab76350919669d0db7e608089c8e5a77fdef16f66aa42620ca4a66187321f7f4 network default NAD default NAD key ] I0506 12:50:36.971526 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-55c499b8cd-5vjln, hostIfaceName: ab76350919669d0, network: default, NAD default, SandboxID: "ab76350919669d0db7e608089c8e5a77fdef16f66aa42620ca4a66187321f7f4", PCI device ID: , UID: "7d00af18-b30d-4eaf-af8b-d5ef76392ac7", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] W0506 12:50:36.980478 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 12:50:37.018595 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0506 12:50:37.018657 3659 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-2whpj IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-2whpj: no pod IPs found I0506 12:50:37.023392 3659 cni.go:473] [openshift-console/console-55c499b8cd-5vjln ab76350919669d0db7e608089c8e5a77fdef16f66aa42620ca4a66187321f7f4 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-55c499b8cd-5vjln ab76350919669d0db7e608089c8e5a77fdef16f66aa42620ca4a66187321f7f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:bf:20:b9:76:a1\",\"name\":\"ab76350919669d0\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8bca9f20-7832-4cb1-9123-ab3d7d0aae27\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 12:50:47.084021 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0506 12:50:50.368117 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=80 I0506 12:50:55.472658 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0506 12:51:01.895804 3659 obj_retry.go:498] Detected object openshift-console/console-7b5c7c8f58-dr774 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:51:01.896327 3659 obj_retry.go:498] Detected object openshift-console/console-7b5c7c8f58-dr774 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:51:02.603570 3659 obj_retry.go:492] Detected object openshift-console/console-7b5c7c8f58-dr774 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:51:02.603597 3659 obj_retry.go:492] Detected object openshift-console/console-7b5c7c8f58-dr774 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:51:02.612579 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b5c7c8f58-dr774 I0506 12:51:02.612604 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b5c7c8f58-dr774 I0506 12:51:07.373857 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0506 12:51:12.416393 3659 obj_retry.go:498] Detected object openshift-console/console-7b5c7c8f58-b8d2x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:51:12.416879 3659 obj_retry.go:498] Detected object openshift-console/console-7b5c7c8f58-b8d2x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:51:13.037312 3659 obj_retry.go:492] Detected object openshift-console/console-7b5c7c8f58-b8d2x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:51:13.037339 3659 obj_retry.go:492] Detected object openshift-console/console-7b5c7c8f58-b8d2x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:51:13.044520 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b5c7c8f58-b8d2x I0506 12:51:13.044545 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b5c7c8f58-b8d2x I0506 12:51:18.489629 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0506 12:51:39.368970 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=136 I0506 12:51:39.451617 3659 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0506 12:51:41.468587 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0506 12:52:24.462106 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0506 12:53:10.488337 3659 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0506 12:53:33.478525 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0506 12:53:47.490086 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0506 12:53:54.589830 3659 obj_retry.go:498] Detected object openshift-console/console-55c499b8cd-b8dwq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:53:54.590365 3659 obj_retry.go:498] Detected object openshift-console/console-55c499b8cd-b8dwq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:53:55.210008 3659 obj_retry.go:492] Detected object openshift-console/console-55c499b8cd-b8dwq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:53:55.210030 3659 obj_retry.go:492] Detected object openshift-console/console-55c499b8cd-b8dwq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:53:55.217510 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-55c499b8cd-b8dwq I0506 12:53:55.217537 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-55c499b8cd-b8dwq I0506 12:54:05.824504 3659 cni.go:452] [openshift-console/console-55c499b8cd-5vjln ab76350919669d0db7e608089c8e5a77fdef16f66aa42620ca4a66187321f7f4 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-55c499b8cd-5vjln ab76350919669d0db7e608089c8e5a77fdef16f66aa42620ca4a66187321f7f4 network default NAD default NAD key ] I0506 12:54:05.897253 3659 cni.go:473] [openshift-console/console-55c499b8cd-5vjln ab76350919669d0db7e608089c8e5a77fdef16f66aa42620ca4a66187321f7f4 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-55c499b8cd-5vjln ab76350919669d0db7e608089c8e5a77fdef16f66aa42620ca4a66187321f7f4 network default NAD default NAD key default], result "{}", err I0506 12:54:05.947438 3659 obj_retry.go:498] Detected object openshift-console/console-55c499b8cd-5vjln of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:54:05.947472 3659 pods.go:176] Deleting pod: openshift-console/console-55c499b8cd-5vjln I0506 12:54:05.948751 3659 pods.go:236] Attempting to release IPs for pod: openshift-console/console-55c499b8cd-5vjln, ips: 10.130.0.30 I0506 12:54:05.948784 3659 obj_retry.go:498] Detected object openshift-console/console-55c499b8cd-5vjln of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:54:06.953615 3659 obj_retry.go:492] Detected object openshift-console/console-55c499b8cd-5vjln of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:54:06.953657 3659 obj_retry.go:492] Detected object openshift-console/console-55c499b8cd-5vjln of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:54:06.962600 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-55c499b8cd-5vjln I0506 12:54:06.962617 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-55c499b8cd-5vjln I0506 12:55:46.455498 3659 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0506 12:55:57.372803 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0506 12:56:30.443295 3659 namespace.go:98] [tsf] adding namespace I0506 12:56:30.444201 3659 namespace.go:102] [tsf] adding namespace took 881.656µs I0506 12:56:30.463863 3659 namespace.go:142] [tsf] updating namespace I0506 12:56:30.487606 3659 namespace.go:142] [tsf] updating namespace I0506 12:56:34.258919 3659 namespace.go:98] [cert-manager-operator] adding namespace I0506 12:56:34.259812 3659 namespace.go:102] [cert-manager-operator] adding namespace took 867.867µs I0506 12:56:34.262053 3659 namespace.go:98] [konflux-ui] adding namespace I0506 12:56:34.262791 3659 namespace.go:102] [konflux-ui] adding namespace took 722.598µs I0506 12:56:34.265357 3659 namespace.go:98] [tsf-keycloak] adding namespace I0506 12:56:34.266020 3659 namespace.go:102] [tsf-keycloak] adding namespace took 647.755µs I0506 12:56:34.267323 3659 namespace.go:98] [tsf-tas] adding namespace I0506 12:56:34.267361 3659 namespace.go:98] [rhtpa-operator] adding namespace I0506 12:56:34.267472 3659 namespace.go:98] [tsf-tpa] adding namespace I0506 12:56:34.267904 3659 namespace.go:102] [tsf-tas] adding namespace took 565.72µs I0506 12:56:34.268410 3659 namespace.go:102] [rhtpa-operator] adding namespace took 1.038905ms I0506 12:56:34.268888 3659 namespace.go:102] [tsf-tpa] adding namespace took 1.403273ms I0506 12:56:34.272749 3659 namespace.go:98] [konflux-operator] adding namespace I0506 12:56:34.272850 3659 namespace.go:98] [rhbk-operator] adding namespace I0506 12:56:34.273401 3659 namespace.go:102] [konflux-operator] adding namespace took 637.88µs I0506 12:56:34.273958 3659 namespace.go:102] [rhbk-operator] adding namespace took 1.090634ms I0506 12:56:34.288373 3659 namespace.go:142] [cert-manager-operator] updating namespace I0506 12:56:34.306622 3659 namespace.go:142] [cert-manager-operator] updating namespace I0506 12:56:34.306850 3659 namespace.go:142] [konflux-ui] updating namespace I0506 12:56:34.306861 3659 namespace.go:142] [rhtpa-operator] updating namespace I0506 12:56:34.306986 3659 namespace.go:142] [tsf-tas] updating namespace I0506 12:56:34.307105 3659 namespace.go:142] [tsf-keycloak] updating namespace I0506 12:56:34.321641 3659 namespace.go:142] [tsf-tpa] updating namespace I0506 12:56:34.321785 3659 namespace.go:142] [konflux-operator] updating namespace I0506 12:56:34.321878 3659 namespace.go:142] [rhbk-operator] updating namespace I0506 12:56:34.325507 3659 namespace.go:142] [cert-manager-operator] updating namespace I0506 12:56:34.363759 3659 namespace.go:142] [tsf-keycloak] updating namespace I0506 12:56:34.381892 3659 namespace.go:142] [tsf-keycloak] updating namespace I0506 12:56:34.392036 3659 namespace.go:142] [tsf-tas] updating namespace I0506 12:56:34.408320 3659 namespace.go:142] [tsf-tas] updating namespace I0506 12:56:34.422707 3659 namespace.go:142] [rhtpa-operator] updating namespace I0506 12:56:34.434437 3659 namespace.go:142] [rhtpa-operator] updating namespace I0506 12:56:34.450930 3659 namespace.go:142] [tsf-tpa] updating namespace I0506 12:56:34.465382 3659 namespace.go:142] [tsf-tpa] updating namespace I0506 12:56:34.475412 3659 namespace.go:142] [konflux-operator] updating namespace I0506 12:56:34.491066 3659 namespace.go:142] [konflux-operator] updating namespace I0506 12:56:34.502356 3659 namespace.go:142] [rhbk-operator] updating namespace I0506 12:56:34.508074 3659 namespace.go:142] [rhbk-operator] updating namespace I0506 12:56:34.517311 3659 namespace.go:142] [konflux-ui] updating namespace I0506 12:56:34.526385 3659 namespace.go:142] [konflux-ui] updating namespace I0506 12:56:35.436571 3659 namespace.go:142] [tsf-tpa] updating namespace I0506 12:56:35.454391 3659 namespace.go:142] [tsf-keycloak] updating namespace I0506 12:56:42.867554 3659 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pc6xj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:56:42.868111 3659 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pc6xj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:56:42.868137 3659 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pc6xj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:56:42.868144 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 12:56:42.868156 3659 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pc6xj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:56:42.868162 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 12:56:43.407730 3659 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pc6xj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:43.407752 3659 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pc6xj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:43.407765 3659 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pc6xj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:43.407778 3659 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pc6xj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:46.987776 3659 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2lqkpn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:56:46.988335 3659 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2lqkpn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:56:46.988363 3659 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2lqkpn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:56:46.988373 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 12:56:46.988385 3659 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2lqkpn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:56:46.988390 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 12:56:48.017656 3659 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2lqkpn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:48.017682 3659 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2lqkpn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:48.017695 3659 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2lqkpn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:48.017708 3659 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2lqkpn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:49.000458 3659 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e8ftdm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:56:49.000991 3659 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e8ftdm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:56:49.001016 3659 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e8ftdm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:56:49.001024 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 12:56:49.001036 3659 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e8ftdm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:56:49.001040 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 12:56:49.820258 3659 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8867d] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-8867d for pod on switch ip-10-0-0-131.ec2.internal I0506 12:56:49.820411 3659 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8867d I0506 12:56:49.837706 3659 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8867d] pod update took 17.321694ms I0506 12:56:49.837753 3659 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8867d] addLogicalPort annotation time took 17.373713ms I0506 12:56:49.838951 3659 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8867d] addLogicalPort took 18.713644ms, libovsdb time 841.615µs I0506 12:56:50.027808 3659 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e8ftdm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:50.027829 3659 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e8ftdm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:50.027841 3659 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e8ftdm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:50.027854 3659 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e8ftdm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:50.181208 3659 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8867d 5b2fa4c87a55a40904464c6c71f091fe2d16f1977d6a2e0fac88a5eadd3fc083 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8867d 5b2fa4c87a55a40904464c6c71f091fe2d16f1977d6a2e0fac88a5eadd3fc083 network default NAD default NAD key ] I0506 12:56:50.190045 3659 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-8867d, hostIfaceName: 5b2fa4c87a55a40, network: default, NAD default, SandboxID: "5b2fa4c87a55a40904464c6c71f091fe2d16f1977d6a2e0fac88a5eadd3fc083", PCI device ID: , UID: "8c7a35d7-a82d-44a8-8de0-fa35e32e93b8", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0506 12:56:50.238650 3659 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8867d 5b2fa4c87a55a40904464c6c71f091fe2d16f1977d6a2e0fac88a5eadd3fc083 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8867d 5b2fa4c87a55a40904464c6c71f091fe2d16f1977d6a2e0fac88a5eadd3fc083 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:a5:f4:83:58:de\",\"name\":\"5b2fa4c87a55a40\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5cbf94f2-839b-4289-932d-d5f631df8042\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 12:56:51.038638 3659 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d66bgv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:56:51.039215 3659 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d66bgv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:56:51.039242 3659 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d66bgv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:56:51.039250 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 12:56:51.039263 3659 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d66bgv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:56:51.039267 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 12:56:51.063940 3659 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7df4s4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:56:51.064359 3659 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7df4s4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:56:51.064385 3659 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7df4s4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:56:51.064394 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 12:56:51.064409 3659 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7df4s4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:56:51.064417 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 12:56:51.090832 3659 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t8z5g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:56:51.091284 3659 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t8z5g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:56:51.091305 3659 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t8z5g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:56:51.091312 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 12:56:51.091321 3659 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t8z5g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:56:51.091326 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 12:56:52.067135 3659 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d66bgv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:52.067158 3659 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d66bgv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:52.067187 3659 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d66bgv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:52.067206 3659 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d66bgv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:52.093621 3659 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7df4s4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:52.093651 3659 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7df4s4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:52.093668 3659 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7df4s4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:52.093678 3659 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7df4s4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:52.120858 3659 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t8z5g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:52.120880 3659 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t8z5g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:52.120893 3659 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t8z5g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:52.120905 3659 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t8z5g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0506 12:56:53.711366 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0506 12:56:55.377132 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=44 I0506 12:56:58.858346 3659 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-s7lk2] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-s7lk2 for pod on switch ip-10-0-0-131.ec2.internal I0506 12:56:58.858486 3659 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-s7lk2 I0506 12:56:58.878921 3659 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-s7lk2] pod update took 20.471656ms I0506 12:56:58.878941 3659 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-s7lk2] addLogicalPort annotation time took 20.496831ms I0506 12:56:58.880150 3659 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-s7lk2] addLogicalPort took 21.826783ms, libovsdb time 819.885µs I0506 12:56:59.218063 3659 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-s7lk2 6f78e47a4d54bf02d769c635169408e81de265d5ba7bb25a83bd0a2d2f72647b network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-s7lk2 6f78e47a4d54bf02d769c635169408e81de265d5ba7bb25a83bd0a2d2f72647b network default NAD default NAD key ] I0506 12:56:59.227990 3659 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-s7lk2, hostIfaceName: 6f78e47a4d54bf0, network: default, NAD default, SandboxID: "6f78e47a4d54bf02d769c635169408e81de265d5ba7bb25a83bd0a2d2f72647b", PCI device ID: , UID: "1766e22f-a0aa-47f4-aae8-9be4284d9fbe", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0506 12:56:59.275684 3659 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-s7lk2 6f78e47a4d54bf02d769c635169408e81de265d5ba7bb25a83bd0a2d2f72647b network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-s7lk2 6f78e47a4d54bf02d769c635169408e81de265d5ba7bb25a83bd0a2d2f72647b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:a4:27:2f:9b:19\",\"name\":\"6f78e47a4d54bf0\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/251b5e5b-5270-42e2-8b58-35804f93fd9f\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 12:57:00.345955 3659 namespace.go:142] [openshift-operators] updating namespace I0506 12:57:00.362527 3659 namespace.go:142] [openshift-operators] updating namespace I0506 12:57:02.388282 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=181 I0506 12:57:03.715371 3659 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-tntfn] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-tntfn for pod on switch ip-10-0-0-131.ec2.internal I0506 12:57:03.715489 3659 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-tntfn I0506 12:57:03.735115 3659 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-tntfn] pod update took 19.651398ms I0506 12:57:03.735143 3659 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-tntfn] addLogicalPort annotation time took 19.682816ms I0506 12:57:03.736481 3659 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-tntfn] addLogicalPort took 21.130944ms, libovsdb time 850.282µs I0506 12:57:04.076813 3659 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-tntfn da89f185576fa7a2a50da8c5043949e2752ef83b493b5d095a4ddf05ffe1861b network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-tntfn da89f185576fa7a2a50da8c5043949e2752ef83b493b5d095a4ddf05ffe1861b network default NAD default NAD key ] I0506 12:57:04.086426 3659 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-tntfn, hostIfaceName: da89f185576fa7a, network: default, NAD default, SandboxID: "da89f185576fa7a2a50da8c5043949e2752ef83b493b5d095a4ddf05ffe1861b", PCI device ID: , UID: "81f16357-f916-410f-a016-2fcdaec5bb9a", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0506 12:57:04.136098 3659 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-tntfn da89f185576fa7a2a50da8c5043949e2752ef83b493b5d095a4ddf05ffe1861b network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-tntfn da89f185576fa7a2a50da8c5043949e2752ef83b493b5d095a4ddf05ffe1861b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:66:f0:a4:4b:b1\",\"name\":\"da89f185576fa7a\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6154de02-d1b9-414a-8341-139a39133638\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 12:57:04.751706 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0506 12:57:06.804002 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0506 12:57:08.471619 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5 I0506 12:57:09.184538 3659 namespace.go:142] [openshift-operators] updating namespace I0506 12:57:16.811384 3659 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xvh5l] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-xvh5l for pod on switch ip-10-0-0-131.ec2.internal I0506 12:57:16.811548 3659 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xvh5l I0506 12:57:16.872762 3659 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xvh5l] pod update took 61.256238ms I0506 12:57:16.872792 3659 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xvh5l] addLogicalPort annotation time took 61.284199ms I0506 12:57:16.874075 3659 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xvh5l] addLogicalPort took 62.709167ms, libovsdb time 848.394µs I0506 12:57:17.167301 3659 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xvh5l 712a7e5ddb007f1f8029cef6809bfc5351068377736efc43a3529de42065bd04 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xvh5l 712a7e5ddb007f1f8029cef6809bfc5351068377736efc43a3529de42065bd04 network default NAD default NAD key ] I0506 12:57:17.177071 3659 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-xvh5l, hostIfaceName: 712a7e5ddb007f1, network: default, NAD default, SandboxID: "712a7e5ddb007f1f8029cef6809bfc5351068377736efc43a3529de42065bd04", PCI device ID: , UID: "50fca4f0-8857-4df6-9dc8-742b145600ab", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0506 12:57:17.226338 3659 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xvh5l 712a7e5ddb007f1f8029cef6809bfc5351068377736efc43a3529de42065bd04 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xvh5l 712a7e5ddb007f1f8029cef6809bfc5351068377736efc43a3529de42065bd04 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:5b:7f:01:18:45\",\"name\":\"712a7e5ddb007f1\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2bece315-4c93-4ba3-b9a4-c15f2c2b40ad\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 12:57:17.692995 3659 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-l7ltc] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-l7ltc for pod on switch ip-10-0-0-131.ec2.internal I0506 12:57:17.693127 3659 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-l7ltc I0506 12:57:17.717646 3659 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-l7ltc] pod update took 24.545312ms I0506 12:57:17.717669 3659 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-l7ltc] addLogicalPort annotation time took 24.575911ms I0506 12:57:17.719048 3659 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-l7ltc] addLogicalPort took 26.069203ms, libovsdb time 970.022µs W0506 12:57:17.808417 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0506 12:57:18.062529 3659 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-l7ltc 4e6ec91e46069671d17e4266d8bb1b1bd9f499a123951a8fbb91343f1fdc7f65 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-l7ltc 4e6ec91e46069671d17e4266d8bb1b1bd9f499a123951a8fbb91343f1fdc7f65 network default NAD default NAD key ] I0506 12:57:18.091951 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-l7ltc, hostIfaceName: 4e6ec91e4606967, network: default, NAD default, SandboxID: "4e6ec91e46069671d17e4266d8bb1b1bd9f499a123951a8fbb91343f1fdc7f65", PCI device ID: , UID: "89f33654-9e2b-478e-b252-e507725f4bd2", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0506 12:57:18.145510 3659 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-l7ltc 4e6ec91e46069671d17e4266d8bb1b1bd9f499a123951a8fbb91343f1fdc7f65 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-l7ltc 4e6ec91e46069671d17e4266d8bb1b1bd9f499a123951a8fbb91343f1fdc7f65 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:a3:0f:03:1a:68\",\"name\":\"4e6ec91e4606967\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4efc60d6-387d-41a1-b3b4-847f04724f6f\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 12:57:20.069338 3659 namespace.go:98] [trusted-artifact-signer] adding namespace I0506 12:57:20.070286 3659 namespace.go:102] [trusted-artifact-signer] adding namespace took 925.457µs I0506 12:57:20.085891 3659 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 12:57:20.153518 3659 namespace.go:142] [trusted-artifact-signer] updating namespace W0506 12:57:20.182634 3659 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0506 12:57:21.175476 3659 namespace.go:98] [cert-manager] adding namespace I0506 12:57:21.176513 3659 namespace.go:102] [cert-manager] adding namespace took 1.015362ms I0506 12:57:21.208091 3659 namespace.go:142] [cert-manager] updating namespace I0506 12:57:21.229468 3659 namespace.go:142] [cert-manager] updating namespace I0506 12:57:24.990383 3659 namespace.go:98] [openshift-pipelines] adding namespace I0506 12:57:24.991202 3659 namespace.go:102] [openshift-pipelines] adding namespace took 797.462µs I0506 12:57:25.006738 3659 namespace.go:142] [openshift-pipelines] updating namespace I0506 12:57:25.715662 3659 namespace.go:142] [cert-manager] updating namespace I0506 12:57:25.905953 3659 namespace.go:142] [cert-manager-operator] updating namespace I0506 12:57:26.308827 3659 namespace.go:142] [konflux-operator] updating namespace I0506 12:57:26.508564 3659 namespace.go:142] [konflux-ui] updating namespace I0506 12:57:26.717673 3659 namespace.go:142] [open-cluster-management-2q4ebqgk4rgc7q2jo863v7joabv9hqlm] updating namespace I0506 12:57:27.118611 3659 namespace.go:142] [rhbk-operator] updating namespace I0506 12:57:27.311615 3659 namespace.go:142] [rhtpa-operator] updating namespace I0506 12:57:27.513538 3659 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 12:57:27.716705 3659 namespace.go:142] [tsf] updating namespace I0506 12:57:27.930506 3659 namespace.go:142] [tsf-keycloak] updating namespace I0506 12:57:28.124650 3659 namespace.go:142] [tsf-tas] updating namespace I0506 12:57:28.322542 3659 namespace.go:142] [tsf-tpa] updating namespace I0506 12:57:28.457235 3659 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0506 12:57:28.461355 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0506 12:57:28.461472 3659 namespace.go:142] [cert-manager] updating namespace I0506 12:57:28.482433 3659 namespace.go:142] [cert-manager-operator] updating namespace I0506 12:57:28.491373 3659 namespace.go:142] [default] updating namespace I0506 12:57:28.508380 3659 namespace.go:142] [konflux-operator] updating namespace I0506 12:57:28.517515 3659 namespace.go:142] [konflux-ui] updating namespace I0506 12:57:28.528222 3659 namespace.go:142] [open-cluster-management-2q4ebqgk4rgc7q2jo863v7joabv9hqlm] updating namespace I0506 12:57:28.542312 3659 namespace.go:142] [openshift] updating namespace I0506 12:57:28.553354 3659 namespace.go:142] [rhbk-operator] updating namespace I0506 12:57:28.563357 3659 namespace.go:142] [rhtpa-operator] updating namespace I0506 12:57:28.575612 3659 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 12:57:28.586186 3659 namespace.go:142] [tsf] updating namespace I0506 12:57:28.599696 3659 namespace.go:142] [tsf-keycloak] updating namespace I0506 12:57:28.611416 3659 namespace.go:142] [tsf-tas] updating namespace I0506 12:57:28.625410 3659 namespace.go:142] [tsf-tpa] updating namespace I0506 12:57:28.711459 3659 namespace.go:142] [cert-manager] updating namespace I0506 12:57:28.812642 3659 namespace.go:142] [cert-manager-operator] updating namespace I0506 12:57:28.900515 3659 namespace.go:142] [default] updating namespace I0506 12:57:29.002652 3659 namespace.go:142] [konflux-operator] updating namespace I0506 12:57:29.106080 3659 namespace.go:142] [konflux-ui] updating namespace I0506 12:57:29.210640 3659 namespace.go:142] [open-cluster-management-2q4ebqgk4rgc7q2jo863v7joabv9hqlm] updating namespace I0506 12:57:29.301819 3659 namespace.go:142] [openshift] updating namespace I0506 12:57:29.401834 3659 namespace.go:142] [rhbk-operator] updating namespace I0506 12:57:29.505149 3659 namespace.go:142] [rhtpa-operator] updating namespace I0506 12:57:29.600591 3659 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 12:57:29.700421 3659 namespace.go:142] [tsf] updating namespace I0506 12:57:29.804895 3659 namespace.go:142] [tsf-keycloak] updating namespace I0506 12:57:29.905511 3659 namespace.go:142] [tsf-tas] updating namespace I0506 12:57:30.002609 3659 namespace.go:142] [tsf-tpa] updating namespace I0506 12:57:30.318483 3659 namespace.go:142] [openshift-pipelines] updating namespace W0506 12:57:30.692508 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0506 12:57:30.692526 3659 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0506 12:57:30.979588 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0506 12:57:38.245212 3659 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:57:38.245774 3659 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:57:38.266057 3659 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:57:38.266075 3659 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:57:38.276956 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0506 12:57:38.276977 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0506 12:57:41.128343 3659 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-22z8t] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-22z8t for pod on switch ip-10-0-0-131.ec2.internal I0506 12:57:41.128441 3659 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-22z8t I0506 12:57:41.146495 3659 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-22z8t] pod update took 18.078785ms I0506 12:57:41.146523 3659 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-22z8t] addLogicalPort annotation time took 18.109805ms I0506 12:57:41.147969 3659 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-22z8t] addLogicalPort took 19.641984ms, libovsdb time 966.298µs I0506 12:57:41.220923 3659 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-s8rhl] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-s8rhl for pod on switch ip-10-0-0-131.ec2.internal I0506 12:57:41.221020 3659 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-s8rhl I0506 12:57:41.237262 3659 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-s8rhl] pod update took 16.27023ms I0506 12:57:41.237282 3659 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-s8rhl] addLogicalPort annotation time took 16.2945ms I0506 12:57:41.238490 3659 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-s8rhl] addLogicalPort took 17.579785ms, libovsdb time 842.418µs I0506 12:57:41.314541 3659 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-l2lgn] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-l2lgn for pod on switch ip-10-0-0-131.ec2.internal I0506 12:57:41.314654 3659 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-l2lgn I0506 12:57:41.330460 3659 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-l2lgn] pod update took 15.830934ms I0506 12:57:41.330480 3659 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-l2lgn] addLogicalPort annotation time took 15.854515ms I0506 12:57:41.331723 3659 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-l2lgn] addLogicalPort took 17.195525ms, libovsdb time 879.752µs I0506 12:57:41.416492 3659 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-42tvc] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-42tvc for pod on switch ip-10-0-0-131.ec2.internal I0506 12:57:41.416579 3659 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-42tvc I0506 12:57:41.432133 3659 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-42tvc] pod update took 15.586318ms I0506 12:57:41.432152 3659 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-42tvc] addLogicalPort annotation time took 15.610797ms I0506 12:57:41.433427 3659 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-42tvc] addLogicalPort took 16.946712ms, libovsdb time 890.096µs I0506 12:57:41.500595 3659 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-22z8t e67420f1ce26c3f265796fe6c14aec38ea5f091c34d801b82d9242ba89455ca7 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-22z8t e67420f1ce26c3f265796fe6c14aec38ea5f091c34d801b82d9242ba89455ca7 network default NAD default NAD key ] I0506 12:57:41.509765 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-22z8t, hostIfaceName: e67420f1ce26c3f, network: default, NAD default, SandboxID: "e67420f1ce26c3f265796fe6c14aec38ea5f091c34d801b82d9242ba89455ca7", PCI device ID: , UID: "cf9a8623-4459-4ff6-b3b7-13d0b017fcbc", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0506 12:57:41.511495 3659 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-cftz6] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-cftz6 for pod on switch ip-10-0-0-131.ec2.internal I0506 12:57:41.511645 3659 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-cftz6 I0506 12:57:41.526373 3659 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-cftz6] pod update took 14.795544ms I0506 12:57:41.526401 3659 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-cftz6] addLogicalPort annotation time took 14.829467ms I0506 12:57:41.527969 3659 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-cftz6] addLogicalPort took 16.490617ms, libovsdb time 1.034038ms I0506 12:57:41.562777 3659 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-22z8t e67420f1ce26c3f265796fe6c14aec38ea5f091c34d801b82d9242ba89455ca7 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-22z8t e67420f1ce26c3f265796fe6c14aec38ea5f091c34d801b82d9242ba89455ca7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:81:f3:ba:00:83\",\"name\":\"e67420f1ce26c3f\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb671bab-4bf1-455b-8f9d-6e456d970b80\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 12:57:41.579959 3659 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-s8rhl 279d15caf99c4288ae9169d4316efcddf498d57570db888c55c0367b540ac864 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-s8rhl 279d15caf99c4288ae9169d4316efcddf498d57570db888c55c0367b540ac864 network default NAD default NAD key ] I0506 12:57:41.589718 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-s8rhl, hostIfaceName: 279d15caf99c428, network: default, NAD default, SandboxID: "279d15caf99c4288ae9169d4316efcddf498d57570db888c55c0367b540ac864", PCI device ID: , UID: "a17df857-ee9d-4e65-bb0d-758dcef53f8c", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0506 12:57:41.638983 3659 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-s8rhl 279d15caf99c4288ae9169d4316efcddf498d57570db888c55c0367b540ac864 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-s8rhl 279d15caf99c4288ae9169d4316efcddf498d57570db888c55c0367b540ac864 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:c8:8c:04:b7:99\",\"name\":\"279d15caf99c428\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b7959c53-c6b0-4838-8b01-7003fd9c8ef4\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 12:57:41.683791 3659 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-l2lgn abb6b91594a35c508d0896362b4a70036fa63bce3f6024881d3880d02014e6e6 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-l2lgn abb6b91594a35c508d0896362b4a70036fa63bce3f6024881d3880d02014e6e6 network default NAD default NAD key ] I0506 12:57:41.693120 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-l2lgn, hostIfaceName: abb6b91594a35c5, network: default, NAD default, SandboxID: "abb6b91594a35c508d0896362b4a70036fa63bce3f6024881d3880d02014e6e6", PCI device ID: , UID: "582264a2-3da3-4a31-a896-a472265e1614", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0506 12:57:41.741394 3659 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-l2lgn abb6b91594a35c508d0896362b4a70036fa63bce3f6024881d3880d02014e6e6 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-l2lgn abb6b91594a35c508d0896362b4a70036fa63bce3f6024881d3880d02014e6e6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:ff:d0:02:9d:74\",\"name\":\"abb6b91594a35c5\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc759f8f-2d70-43f4-804c-bd21343e6717\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 12:57:41.779776 3659 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-42tvc eccdf5a58427f00f589de68e3d3b9cf92d12dd3129983fe3e43a1aefba67901b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-42tvc eccdf5a58427f00f589de68e3d3b9cf92d12dd3129983fe3e43a1aefba67901b network default NAD default NAD key ] I0506 12:57:41.789546 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-42tvc, hostIfaceName: eccdf5a58427f00, network: default, NAD default, SandboxID: "eccdf5a58427f00f589de68e3d3b9cf92d12dd3129983fe3e43a1aefba67901b", PCI device ID: , UID: "65c266e4-9534-4634-bbe3-e6ac0b83cd17", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0506 12:57:41.837894 3659 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-42tvc eccdf5a58427f00f589de68e3d3b9cf92d12dd3129983fe3e43a1aefba67901b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-42tvc eccdf5a58427f00f589de68e3d3b9cf92d12dd3129983fe3e43a1aefba67901b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:05:38:74:77:59\",\"name\":\"eccdf5a58427f00\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb021063-edea-4b10-91d1-f8125f2c2c80\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 12:57:41.873244 3659 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-cftz6 37a244593981a44a76de32c81cca1d2d75aa6fdd4904d2b6cfd2eb72a71178ee network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-cftz6 37a244593981a44a76de32c81cca1d2d75aa6fdd4904d2b6cfd2eb72a71178ee network default NAD default NAD key ] I0506 12:57:41.883010 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-cftz6, hostIfaceName: 37a244593981a44, network: default, NAD default, SandboxID: "37a244593981a44a76de32c81cca1d2d75aa6fdd4904d2b6cfd2eb72a71178ee", PCI device ID: , UID: "c793c2ab-72d8-4cfa-8d1e-4745d6d2a46a", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0506 12:57:41.934072 3659 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-cftz6 37a244593981a44a76de32c81cca1d2d75aa6fdd4904d2b6cfd2eb72a71178ee network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-cftz6 37a244593981a44a76de32c81cca1d2d75aa6fdd4904d2b6cfd2eb72a71178ee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:08:42:6e:29:24\",\"name\":\"37a244593981a44\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b34a8b42-30ff-47c8-98fd-b17eaff2584a\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 12:57:48.992802 3659 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 12:57:48.992824 3659 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 12:57:48.992831 3659 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 12:57:49.057821 3659 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 12:57:49.057843 3659 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 12:57:49.057850 3659 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 12:57:49.057855 3659 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 12:57:49.137207 3659 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 12:57:49.137229 3659 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 12:57:49.137236 3659 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 12:57:53.196846 3659 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0506 12:57:53.217804 3659 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0506 12:57:54.371083 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=48 W0506 12:58:00.006434 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 12:58:00.006454 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 12:58:00.006459 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 12:58:00.035589 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 12:58:00.035605 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 12:58:00.035612 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 12:58:00.035617 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 12:58:00.072650 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 12:58:00.072670 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 12:58:00.072675 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0506 12:58:05.376113 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=36 I0506 12:58:07.686062 3659 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-tpmkg] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-tpmkg for pod on switch ip-10-0-0-131.ec2.internal I0506 12:58:07.686141 3659 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-tpmkg I0506 12:58:07.700495 3659 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-tpmkg] pod update took 14.374535ms I0506 12:58:07.700519 3659 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-tpmkg] addLogicalPort annotation time took 14.401391ms I0506 12:58:07.701692 3659 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-tpmkg] addLogicalPort took 15.64373ms, libovsdb time 810.014µs I0506 12:58:08.044151 3659 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-tpmkg 6aa0c9abc43318f1589c4558e89303284263233308fba0c061291cc48b6a621e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-tpmkg 6aa0c9abc43318f1589c4558e89303284263233308fba0c061291cc48b6a621e network default NAD default NAD key ] I0506 12:58:08.055082 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-tpmkg, hostIfaceName: 6aa0c9abc43318f, network: default, NAD default, SandboxID: "6aa0c9abc43318f1589c4558e89303284263233308fba0c061291cc48b6a621e", PCI device ID: , UID: "1b17c3f4-d7ec-4862-8f14-0ecf1bb6988a", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0506 12:58:08.105148 3659 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-tpmkg 6aa0c9abc43318f1589c4558e89303284263233308fba0c061291cc48b6a621e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-tpmkg 6aa0c9abc43318f1589c4558e89303284263233308fba0c061291cc48b6a621e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:e8:29:a2:fe:20\",\"name\":\"6aa0c9abc43318f\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd84c840-c644-43bf-bf04-baeb477f4fc5\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 12:58:14.123345 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0506 12:58:17.446315 3659 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:58:17.446861 3659 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:58:17.466582 3659 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:58:17.466605 3659 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:58:17.474431 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0506 12:58:17.474453 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0506 12:58:19.425328 3659 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0506 12:58:19.426017 3659 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0506 12:58:19.426043 3659 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0506 12:58:19.427945 3659 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0506 12:58:19.791950 3659 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-131.ec2.internal I0506 12:58:19.792075 3659 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0506 12:58:19.808308 3659 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 16.25965ms I0506 12:58:19.808331 3659 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 16.289371ms I0506 12:58:19.809936 3659 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 18.002614ms, libovsdb time 1.134618ms I0506 12:58:20.210830 3659 cni.go:452] [tsf-keycloak/keycloak-0 1ce01ae5dba6caca351d07231f2787fa2efcfc8b4d13cd4320c38d4fed74127a network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 1ce01ae5dba6caca351d07231f2787fa2efcfc8b4d13cd4320c38d4fed74127a network default NAD default NAD key ] I0506 12:58:20.220584 3659 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 1ce01ae5dba6cac, network: default, NAD default, SandboxID: "1ce01ae5dba6caca351d07231f2787fa2efcfc8b4d13cd4320c38d4fed74127a", PCI device ID: , UID: "793f64a7-3ec0-4317-ac4b-f6d0ed2aec2b", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0506 12:58:20.272235 3659 cni.go:473] [tsf-keycloak/keycloak-0 1ce01ae5dba6caca351d07231f2787fa2efcfc8b4d13cd4320c38d4fed74127a network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 1ce01ae5dba6caca351d07231f2787fa2efcfc8b4d13cd4320c38d4fed74127a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:ff:61:99:d0:07\",\"name\":\"1ce01ae5dba6cac\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce70d98a-2ea2-4de9-b40f-95964887c065\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 12:58:25.136526 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0506 12:58:26.201119 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0506 12:58:26.201138 3659 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0506 12:58:26.205736 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 12:58:26.205751 3659 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0506 12:58:28.720004 3659 namespace.go:142] [openshift-pipelines] updating namespace I0506 12:58:32.314766 3659 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0506 12:58:39.492650 3659 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0506 12:58:40.465614 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0506 12:58:48.481727 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 W0506 12:58:50.403929 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0506 12:58:50.403952 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0506 12:58:50.410506 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 12:58:50.410522 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 12:58:56.571476 3659 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 12:58:56.571496 3659 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 12:58:56.571500 3659 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0506 12:58:57.372318 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=81 I0506 12:58:59.691944 3659 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-snqv2] creating logical port tsf-keycloak_tsf-iam-snqv2 for pod on switch ip-10-0-0-131.ec2.internal I0506 12:58:59.692042 3659 kube.go:256] Updating pod tsf-keycloak/tsf-iam-snqv2 I0506 12:58:59.706383 3659 pod.go:62] [tsf-keycloak/tsf-iam-snqv2] pod update took 14.36735ms I0506 12:58:59.706407 3659 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-snqv2] addLogicalPort annotation time took 14.398148ms I0506 12:58:59.707746 3659 pods.go:271] [tsf-keycloak/tsf-iam-snqv2] addLogicalPort took 15.820074ms, libovsdb time 947.715µs I0506 12:59:00.063818 3659 cni.go:452] [tsf-keycloak/tsf-iam-snqv2 ea460543f42cc3e83b7f17a363a3534444b8c5ffc2c907f18b2cb95773f8d133 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-snqv2 ea460543f42cc3e83b7f17a363a3534444b8c5ffc2c907f18b2cb95773f8d133 network default NAD default NAD key ] I0506 12:59:00.073099 3659 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-snqv2, hostIfaceName: ea460543f42cc3e, network: default, NAD default, SandboxID: "ea460543f42cc3e83b7f17a363a3534444b8c5ffc2c907f18b2cb95773f8d133", PCI device ID: , UID: "0d8b73b6-3d95-4997-b148-218a1ac4c485", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0506 12:59:00.130251 3659 cni.go:473] [tsf-keycloak/tsf-iam-snqv2 ea460543f42cc3e83b7f17a363a3534444b8c5ffc2c907f18b2cb95773f8d133 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-snqv2 ea460543f42cc3e83b7f17a363a3534444b8c5ffc2c907f18b2cb95773f8d133 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:b8:83:b3:f2:08\",\"name\":\"ea460543f42cc3e\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ac0d4e7-639b-45cc-8b8a-002e61b9a70a\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 12:59:09.712788 3659 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:59:09.713421 3659 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:59:09.754304 3659 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:59:09.754330 3659 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:59:09.761735 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0506 12:59:09.761763 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam W0506 12:59:14.630580 3659 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0506 12:59:14.630604 3659 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0506 12:59:18.531568 3659 cni.go:452] [tsf-keycloak/tsf-iam-snqv2 ea460543f42cc3e83b7f17a363a3534444b8c5ffc2c907f18b2cb95773f8d133 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-snqv2 ea460543f42cc3e83b7f17a363a3534444b8c5ffc2c907f18b2cb95773f8d133 network default NAD default NAD key ] I0506 12:59:18.622670 3659 cni.go:473] [tsf-keycloak/tsf-iam-snqv2 ea460543f42cc3e83b7f17a363a3534444b8c5ffc2c907f18b2cb95773f8d133 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-snqv2 ea460543f42cc3e83b7f17a363a3534444b8c5ffc2c907f18b2cb95773f8d133 network default NAD default NAD key default], result "{}", err I0506 12:59:18.678875 3659 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-snqv2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:59:18.678912 3659 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-snqv2 I0506 12:59:18.680384 3659 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-snqv2, ips: 10.130.0.43 I0506 12:59:18.680412 3659 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-snqv2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:59:19.558813 3659 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-snqv2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:59:19.558865 3659 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-snqv2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 12:59:20.665968 3659 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0506 12:59:24.196457 3659 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0506 12:59:25.186132 3659 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0506 12:59:50.492715 3659 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-dh7h7-x8qsf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:59:50.493316 3659 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-dh7h7-x8qsf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:59:51.504434 3659 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-dh7h7-x8qsf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:59:51.504459 3659 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-dh7h7-x8qsf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:59:59.998076 3659 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:59:59.998631 3659 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:00.016963 3659 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:00.017015 3659 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:00.025316 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0506 13:00:00.025336 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0506 13:00:03.206361 3659 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-x5vdw] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-x5vdw for pod on switch ip-10-0-0-131.ec2.internal I0506 13:00:03.206465 3659 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-x5vdw I0506 13:00:03.221013 3659 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-x5vdw] pod update took 14.57591ms I0506 13:00:03.221035 3659 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-x5vdw] addLogicalPort annotation time took 14.604414ms I0506 13:00:03.222579 3659 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-x5vdw] addLogicalPort took 16.238748ms, libovsdb time 1.082802ms I0506 13:00:03.570401 3659 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-x5vdw d297b63350e2c5dbe6e9b7c839f441222b4bf9a15ab1ab14b89533f8d22beae4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-x5vdw d297b63350e2c5dbe6e9b7c839f441222b4bf9a15ab1ab14b89533f8d22beae4 network default NAD default NAD key ] I0506 13:00:03.579526 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-x5vdw, hostIfaceName: d297b63350e2c5d, network: default, NAD default, SandboxID: "d297b63350e2c5dbe6e9b7c839f441222b4bf9a15ab1ab14b89533f8d22beae4", PCI device ID: , UID: "24519bbf-e8ad-48e3-a0c8-829735607733", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0506 13:00:03.631419 3659 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-x5vdw d297b63350e2c5dbe6e9b7c839f441222b4bf9a15ab1ab14b89533f8d22beae4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-x5vdw d297b63350e2c5dbe6e9b7c839f441222b4bf9a15ab1ab14b89533f8d22beae4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:8e:cc:28:b4:e0\",\"name\":\"d297b63350e2c5d\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/35689d2f-abd9-4816-8bfe-da9c97c5b793\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 13:00:04.542490 3659 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634540-vp2zl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:04.543040 3659 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634540-vp2zl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:05.430574 3659 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634540-vp2zl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:05.430596 3659 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634540-vp2zl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 13:00:10.809654 3659 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0506 13:00:10.809670 3659 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0506 13:00:10.834672 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0506 13:00:10.834688 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0506 13:00:11.961752 3659 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0506 13:00:13.083973 3659 obj_retry.go:498] Detected object tsf/patch-tekton-config-xwhcs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:13.084502 3659 obj_retry.go:498] Detected object tsf/patch-tekton-config-xwhcs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 13:00:14.007614 3659 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0506 13:00:14.110151 3659 obj_retry.go:492] Detected object tsf/patch-tekton-config-xwhcs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:14.110184 3659 obj_retry.go:492] Detected object tsf/patch-tekton-config-xwhcs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:14.608957 3659 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-99shx-624zq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:14.609521 3659 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-99shx-624zq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:15.471483 3659 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-99shx-624zq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:15.471507 3659 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-99shx-624zq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 13:00:23.506524 3659 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0506 13:00:32.193088 3659 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-8fhht-kd7q7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:32.193660 3659 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-8fhht-kd7q7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:33.072840 3659 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-8fhht-kd7q7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:33.072864 3659 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-8fhht-kd7q7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:34.048573 3659 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-55f5fcf7b8-9gfdh] creating logical port tsf-tas_rekor-search-ui-55f5fcf7b8-9gfdh for pod on switch ip-10-0-0-131.ec2.internal I0506 13:00:34.048664 3659 kube.go:256] Updating pod tsf-tas/rekor-search-ui-55f5fcf7b8-9gfdh I0506 13:00:34.062829 3659 pod.go:62] [tsf-tas/rekor-search-ui-55f5fcf7b8-9gfdh] pod update took 14.189124ms I0506 13:00:34.062850 3659 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-55f5fcf7b8-9gfdh] addLogicalPort annotation time took 14.216194ms I0506 13:00:34.064029 3659 pods.go:271] [tsf-tas/rekor-search-ui-55f5fcf7b8-9gfdh] addLogicalPort took 15.473262ms, libovsdb time 769.247µs I0506 13:00:34.418698 3659 cni.go:452] [tsf-tas/rekor-search-ui-55f5fcf7b8-9gfdh a8a080316a5b70fab6b3ff1ccc386d4e75f375aec3b50761dca8513f0df15537 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-55f5fcf7b8-9gfdh a8a080316a5b70fab6b3ff1ccc386d4e75f375aec3b50761dca8513f0df15537 network default NAD default NAD key ] I0506 13:00:34.429337 3659 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-55f5fcf7b8-9gfdh, hostIfaceName: a8a080316a5b70f, network: default, NAD default, SandboxID: "a8a080316a5b70fab6b3ff1ccc386d4e75f375aec3b50761dca8513f0df15537", PCI device ID: , UID: "9c9caaf7-79aa-492f-b46e-981eeaf09fbc", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0506 13:00:34.482235 3659 cni.go:473] [tsf-tas/rekor-search-ui-55f5fcf7b8-9gfdh a8a080316a5b70fab6b3ff1ccc386d4e75f375aec3b50761dca8513f0df15537 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-55f5fcf7b8-9gfdh a8a080316a5b70fab6b3ff1ccc386d4e75f375aec3b50761dca8513f0df15537 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:24:b3:97:79:66\",\"name\":\"a8a080316a5b70f\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b94a2ebc-e8a0-470f-9995-89a6c8813f9a\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 13:00:36.611335 3659 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0506 13:00:37.475670 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0506 13:00:37.744534 3659 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-7dl9v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:37.745071 3659 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-7dl9v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 13:00:37.948850 3659 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0506 13:00:38.613927 3659 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-7dl9v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:38.613959 3659 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-7dl9v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:38.652195 3659 obj_retry.go:492] Detected object tsf/patch-tekton-config-xwhcs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:38.652222 3659 obj_retry.go:492] Detected object tsf/patch-tekton-config-xwhcs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:38.661881 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-xwhcs I0506 13:00:38.661902 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-xwhcs I0506 13:00:43.300131 3659 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:43.300751 3659 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:43.320555 3659 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:43.320574 3659 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:43.329782 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0506 13:00:43.329804 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0506 13:00:48.151969 3659 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0506 13:00:49.805121 3659 obj_retry.go:498] Detected object tsf-tpa/create-db-ld5bm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:49.805684 3659 obj_retry.go:498] Detected object tsf-tpa/create-db-ld5bm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 13:00:49.966409 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0506 13:00:50.830589 3659 obj_retry.go:492] Detected object tsf-tpa/create-db-ld5bm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:50.830611 3659 obj_retry.go:492] Detected object tsf-tpa/create-db-ld5bm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:50.945001 3659 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-h69bv] creating logical port tsf-tpa_migrate-db-h69bv for pod on switch ip-10-0-0-131.ec2.internal I0506 13:00:50.945088 3659 kube.go:256] Updating pod tsf-tpa/migrate-db-h69bv I0506 13:00:50.956606 3659 pod.go:62] [tsf-tpa/migrate-db-h69bv] pod update took 11.539645ms I0506 13:00:50.956630 3659 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-h69bv] addLogicalPort annotation time took 11.571057ms I0506 13:00:50.958202 3659 pods.go:271] [tsf-tpa/migrate-db-h69bv] addLogicalPort took 13.219765ms, libovsdb time 1.109506ms I0506 13:00:51.306447 3659 cni.go:452] [tsf-tpa/migrate-db-h69bv 4e206bdb650a91cfd079ba5c41536e851d0707223949765bef3b9439a8296310 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-h69bv 4e206bdb650a91cfd079ba5c41536e851d0707223949765bef3b9439a8296310 network default NAD default NAD key ] I0506 13:00:51.315632 3659 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-h69bv, hostIfaceName: 4e206bdb650a91c, network: default, NAD default, SandboxID: "4e206bdb650a91cfd079ba5c41536e851d0707223949765bef3b9439a8296310", PCI device ID: , UID: "aecfaa80-e995-4af0-a835-843d3aedc099", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0506 13:00:51.367709 3659 cni.go:473] [tsf-tpa/migrate-db-h69bv 4e206bdb650a91cfd079ba5c41536e851d0707223949765bef3b9439a8296310 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-h69bv 4e206bdb650a91cfd079ba5c41536e851d0707223949765bef3b9439a8296310 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:fb:10:42:bf:15\",\"name\":\"4e206bdb650a91c\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/92f6b850-9b6a-4187-a673-9712ad57f083\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 13:00:56.045395 3659 cni.go:452] [tsf-tpa/migrate-db-h69bv 4e206bdb650a91cfd079ba5c41536e851d0707223949765bef3b9439a8296310 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-h69bv 4e206bdb650a91cfd079ba5c41536e851d0707223949765bef3b9439a8296310 network default NAD default NAD key ] I0506 13:00:56.137127 3659 cni.go:473] [tsf-tpa/migrate-db-h69bv 4e206bdb650a91cfd079ba5c41536e851d0707223949765bef3b9439a8296310 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-h69bv 4e206bdb650a91cfd079ba5c41536e851d0707223949765bef3b9439a8296310 network default NAD default NAD key default], result "{}", err I0506 13:00:56.190069 3659 obj_retry.go:498] Detected object tsf-tpa/migrate-db-h69bv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:56.190102 3659 pods.go:176] Deleting pod: tsf-tpa/migrate-db-h69bv I0506 13:00:56.191462 3659 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-h69bv, ips: 10.130.0.46 I0506 13:00:56.191490 3659 obj_retry.go:498] Detected object tsf-tpa/migrate-db-h69bv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:57.065619 3659 obj_retry.go:492] Detected object tsf-tpa/migrate-db-h69bv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:57.065640 3659 obj_retry.go:492] Detected object tsf-tpa/migrate-db-h69bv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:57.493740 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0506 13:00:59.862315 3659 obj_retry.go:498] Detected object tsf-tpa/create-importers-m8bwj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:59.862872 3659 obj_retry.go:498] Detected object tsf-tpa/create-importers-m8bwj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 13:01:00.208000 3659 base_network_controller_pods.go:487] [default/tsf-tpa/server-746558c467-pfmwb] creating logical port tsf-tpa_server-746558c467-pfmwb for pod on switch ip-10-0-0-131.ec2.internal I0506 13:01:00.208091 3659 kube.go:256] Updating pod tsf-tpa/server-746558c467-pfmwb I0506 13:01:00.223563 3659 pod.go:62] [tsf-tpa/server-746558c467-pfmwb] pod update took 15.497215ms I0506 13:01:00.223585 3659 base_network_controller_pods.go:951] [default/tsf-tpa/server-746558c467-pfmwb] addLogicalPort annotation time took 15.523292ms I0506 13:01:00.224902 3659 pods.go:271] [tsf-tpa/server-746558c467-pfmwb] addLogicalPort took 16.91685ms, libovsdb time 911.988µs I0506 13:01:00.248813 3659 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-mcfj7] creating logical port tsf-tpa_importer-86bcdf477b-mcfj7 for pod on switch ip-10-0-0-131.ec2.internal I0506 13:01:00.248890 3659 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-mcfj7 I0506 13:01:00.264510 3659 pod.go:62] [tsf-tpa/importer-86bcdf477b-mcfj7] pod update took 15.643244ms I0506 13:01:00.264580 3659 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-mcfj7] addLogicalPort annotation time took 15.71491ms I0506 13:01:00.265754 3659 pods.go:271] [tsf-tpa/importer-86bcdf477b-mcfj7] addLogicalPort took 16.95209ms, libovsdb time 767.747µs I0506 13:01:00.886922 3659 obj_retry.go:492] Detected object tsf-tpa/create-importers-m8bwj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:01:00.886943 3659 obj_retry.go:492] Detected object tsf-tpa/create-importers-m8bwj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:01:09.266450 3659 cni.go:452] [tsf-tpa/server-746558c467-pfmwb def9d330fa0fb10bedbb8c19e2360288f991503f52abe741c5fdd1efa09df68f network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-746558c467-pfmwb def9d330fa0fb10bedbb8c19e2360288f991503f52abe741c5fdd1efa09df68f network default NAD default NAD key ] I0506 13:01:09.275738 3659 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-746558c467-pfmwb, hostIfaceName: def9d330fa0fb10, network: default, NAD default, SandboxID: "def9d330fa0fb10bedbb8c19e2360288f991503f52abe741c5fdd1efa09df68f", PCI device ID: , UID: "fa2f83be-3705-4232-97d9-19002f9534fa", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0506 13:01:09.327752 3659 cni.go:473] [tsf-tpa/server-746558c467-pfmwb def9d330fa0fb10bedbb8c19e2360288f991503f52abe741c5fdd1efa09df68f network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-746558c467-pfmwb def9d330fa0fb10bedbb8c19e2360288f991503f52abe741c5fdd1efa09df68f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:61:f1:39:0b:c3\",\"name\":\"def9d330fa0fb10\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/093255b8-e691-46b1-b833-cf38411ee87c\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 13:01:10.135505 3659 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0506 13:01:10.811317 3659 cni.go:452] [tsf-tpa/importer-86bcdf477b-mcfj7 cba67390ddac11e25789ee05b00a431ca04f7fa1de9828a4ff0945f7a86d3dab network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-mcfj7 cba67390ddac11e25789ee05b00a431ca04f7fa1de9828a4ff0945f7a86d3dab network default NAD default NAD key ] I0506 13:01:10.820651 3659 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-mcfj7, hostIfaceName: cba67390ddac11e, network: default, NAD default, SandboxID: "cba67390ddac11e25789ee05b00a431ca04f7fa1de9828a4ff0945f7a86d3dab", PCI device ID: , UID: "a22de812-759c-4a73-bcf1-899eed432d5e", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0506 13:01:11.080298 3659 cni.go:473] [tsf-tpa/importer-86bcdf477b-mcfj7 cba67390ddac11e25789ee05b00a431ca04f7fa1de9828a4ff0945f7a86d3dab network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-mcfj7 cba67390ddac11e25789ee05b00a431ca04f7fa1de9828a4ff0945f7a86d3dab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:23:7f:4e:77:9d\",\"name\":\"cba67390ddac11e\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc053f33-bce4-4cf5-ac37-e1e4603f035a\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 13:01:11.144758 3659 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0506 13:01:15.964844 3659 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-x7wsx-xz5r5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:01:15.965396 3659 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-x7wsx-xz5r5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 13:01:16.854750 3659 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-x7wsx-xz5r5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:01:16.854774 3659 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-x7wsx-xz5r5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 13:01:21.855398 3659 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0506 13:01:28.494565 3659 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:01:28.495105 3659 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 13:01:28.539498 3659 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:01:28.539519 3659 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:01:28.549229 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0506 13:01:28.549254 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0506 13:01:29.269666 3659 namespace.go:98] [build-service] adding namespace I0506 13:01:29.270651 3659 namespace.go:102] [build-service] adding namespace took 963.69µs I0506 13:01:29.275115 3659 namespace.go:98] [integration-service] adding namespace I0506 13:01:29.275204 3659 namespace.go:98] [default-tenant] adding namespace I0506 13:01:29.275847 3659 namespace.go:102] [integration-service] adding namespace took 716.782µs I0506 13:01:29.276587 3659 namespace.go:102] [default-tenant] adding namespace took 1.366756ms I0506 13:01:29.284006 3659 namespace.go:98] [image-controller] adding namespace I0506 13:01:29.284591 3659 namespace.go:102] [image-controller] adding namespace took 571.013µs I0506 13:01:29.337344 3659 namespace.go:142] [build-service] updating namespace I0506 13:01:29.366609 3659 namespace.go:142] [build-service] updating namespace I0506 13:01:29.391323 3659 namespace.go:142] [integration-service] updating namespace I0506 13:01:29.434522 3659 namespace.go:142] [integration-service] updating namespace I0506 13:01:29.502077 3659 namespace.go:142] [default-tenant] updating namespace I0506 13:01:29.515263 3659 namespace.go:142] [build-service] updating namespace I0506 13:01:29.531835 3659 namespace.go:142] [default-tenant] updating namespace I0506 13:01:29.568354 3659 namespace.go:142] [integration-service] updating namespace I0506 13:01:29.574084 3659 namespace.go:142] [image-controller] updating namespace I0506 13:01:29.611815 3659 namespace.go:142] [image-controller] updating namespace I0506 13:01:29.622813 3659 namespace.go:98] [release-service] adding namespace I0506 13:01:29.623631 3659 namespace.go:102] [release-service] adding namespace took 804.838µs I0506 13:01:29.642420 3659 namespace.go:142] [konflux-ui] updating namespace I0506 13:01:29.674837 3659 namespace.go:142] [release-service] updating namespace I0506 13:01:29.710988 3659 namespace.go:142] [release-service] updating namespace I0506 13:01:29.819874 3659 namespace.go:98] [konflux-info] adding namespace I0506 13:01:29.820594 3659 namespace.go:102] [konflux-info] adding namespace took 702.033µs I0506 13:01:29.879664 3659 namespace.go:98] [namespace-lister] adding namespace I0506 13:01:29.880490 3659 namespace.go:102] [namespace-lister] adding namespace took 808.049µs I0506 13:01:29.917806 3659 namespace.go:142] [konflux-info] updating namespace I0506 13:01:29.977546 3659 namespace.go:142] [konflux-info] updating namespace I0506 13:01:30.057748 3659 namespace.go:142] [image-controller] updating namespace I0506 13:01:30.142836 3659 namespace.go:98] [enterprise-contract-service] adding namespace I0506 13:01:30.143739 3659 namespace.go:102] [enterprise-contract-service] adding namespace took 881.326µs I0506 13:01:30.157363 3659 namespace.go:142] [namespace-lister] updating namespace I0506 13:01:30.449816 3659 namespace.go:142] [namespace-lister] updating namespace I0506 13:01:30.552523 3659 namespace.go:142] [enterprise-contract-service] updating namespace I0506 13:01:30.666859 3659 namespace.go:142] [default-tenant] updating namespace I0506 13:01:30.779580 3659 namespace.go:142] [enterprise-contract-service] updating namespace I0506 13:01:30.963137 3659 namespace.go:98] [segment-bridge] adding namespace I0506 13:01:30.964057 3659 namespace.go:102] [segment-bridge] adding namespace took 900.947µs I0506 13:01:31.116407 3659 namespace.go:98] [konflux-cli] adding namespace I0506 13:01:31.117249 3659 namespace.go:102] [konflux-cli] adding namespace took 820.497µs I0506 13:01:31.255919 3659 namespace.go:142] [segment-bridge] updating namespace I0506 13:01:31.338547 3659 namespace.go:142] [segment-bridge] updating namespace I0506 13:01:31.513674 3659 namespace.go:142] [konflux-cli] updating namespace I0506 13:01:31.747636 3659 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0506 13:01:31.748245 3659 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0506 13:01:31.748262 3659 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0506 13:01:31.750889 3659 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0506 13:01:31.779564 3659 namespace.go:142] [konflux-cli] updating namespace I0506 13:01:31.874850 3659 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0506 13:01:31.874879 3659 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0506 13:01:31.875786 3659 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0506 13:01:32.333886 3659 namespace.go:142] [build-service] updating namespace I0506 13:01:32.668047 3659 namespace.go:142] [default-tenant] updating namespace I0506 13:01:32.915058 3659 namespace.go:142] [enterprise-contract-service] updating namespace I0506 13:01:33.082396 3659 namespace.go:142] [image-controller] updating namespace I0506 13:01:33.318949 3659 namespace.go:142] [integration-service] updating namespace I0506 13:01:33.578839 3659 namespace.go:142] [konflux-cli] updating namespace I0506 13:01:33.768241 3659 namespace.go:142] [konflux-info] updating namespace I0506 13:01:33.955845 3659 namespace.go:142] [namespace-lister] updating namespace I0506 13:01:34.155112 3659 namespace.go:142] [release-service] updating namespace I0506 13:01:34.373195 3659 namespace.go:142] [segment-bridge] updating namespace W0506 13:01:34.400733 3659 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0506 13:01:34.485495 3659 namespace.go:142] [build-service] updating namespace I0506 13:01:34.526908 3659 namespace.go:142] [default-tenant] updating namespace I0506 13:01:34.566610 3659 namespace.go:142] [enterprise-contract-service] updating namespace I0506 13:01:34.591713 3659 namespace.go:142] [image-controller] updating namespace I0506 13:01:34.611554 3659 namespace.go:142] [integration-service] updating namespace I0506 13:01:34.658800 3659 namespace.go:142] [konflux-cli] updating namespace I0506 13:01:34.691840 3659 namespace.go:142] [konflux-info] updating namespace I0506 13:01:34.726006 3659 namespace.go:142] [namespace-lister] updating namespace I0506 13:01:34.753451 3659 namespace.go:142] [release-service] updating namespace I0506 13:01:34.791308 3659 namespace.go:142] [segment-bridge] updating namespace I0506 13:01:34.921786 3659 namespace.go:142] [build-service] updating namespace I0506 13:01:35.058246 3659 namespace.go:142] [default-tenant] updating namespace I0506 13:01:35.233844 3659 namespace.go:142] [enterprise-contract-service] updating namespace I0506 13:01:35.346804 3659 namespace.go:142] [image-controller] updating namespace I0506 13:01:35.490012 3659 namespace.go:142] [integration-service] updating namespace I0506 13:01:35.588330 3659 namespace.go:142] [konflux-cli] updating namespace I0506 13:01:35.688353 3659 namespace.go:142] [konflux-info] updating namespace I0506 13:01:35.783542 3659 namespace.go:142] [namespace-lister] updating namespace I0506 13:01:35.851471 3659 namespace.go:142] [release-service] updating namespace I0506 13:01:35.923380 3659 namespace.go:142] [segment-bridge] updating namespace W0506 13:01:37.415441 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0506 13:01:39.431897 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0506 13:01:43.468574 3659 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0506 13:01:47.020838 3659 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0506 13:01:47.020862 3659 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0506 13:01:47.503291 3659 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 13:01:47.503349 3659 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 13:01:47.529242 3659 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0506 13:01:47.529258 3659 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0506 13:01:47.560908 3659 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0506 13:01:47.560991 3659 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0506 13:01:47.593063 3659 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 13:01:47.593210 3659 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service I0506 13:01:58.935785 3659 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-l24fr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:01:58.936302 3659 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-l24fr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 13:01:59.577342 3659 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-l24fr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:01:59.577369 3659 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-l24fr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:01:59.591865 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-l24fr I0506 13:01:59.591892 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-l24fr I0506 13:02:22.493064 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0506 13:02:43.391948 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=533 I0506 13:02:57.445541 3659 obj_retry.go:498] Detected object konflux-ui/proxy-6877486d5b-wkwtx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:02:57.446228 3659 obj_retry.go:498] Detected object konflux-ui/proxy-6877486d5b-wkwtx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 13:02:57.911106 3659 obj_retry.go:492] Detected object konflux-ui/proxy-6877486d5b-wkwtx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:02:57.911134 3659 obj_retry.go:492] Detected object konflux-ui/proxy-6877486d5b-wkwtx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:02:57.919790 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6877486d5b-wkwtx I0506 13:02:57.919815 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6877486d5b-wkwtx I0506 13:03:00.578240 3659 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:03:00.578786 3659 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 13:03:00.596558 3659 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:03:00.596575 3659 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:03:00.604063 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0506 13:03:00.604094 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0506 13:03:02.374367 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=47 I0506 13:03:29.640627 3659 namespace.go:98] [managed-tenant-n1stj] adding namespace I0506 13:03:29.641679 3659 namespace.go:102] [managed-tenant-n1stj] adding namespace took 1.026608ms I0506 13:03:29.680471 3659 namespace.go:142] [managed-tenant-n1stj] updating namespace I0506 13:03:29.695212 3659 namespace.go:142] [managed-tenant-n1stj] updating namespace I0506 13:03:30.701216 3659 namespace.go:142] [managed-tenant-n1stj] updating namespace I0506 13:03:30.830345 3659 namespace.go:142] [managed-tenant-n1stj] updating namespace I0506 13:03:30.932187 3659 namespace.go:142] [managed-tenant-n1stj] updating namespace I0506 13:03:51.381126 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=132 I0506 13:04:34.459627 3659 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0506 13:05:09.495446 3659 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0506 13:05:10.492271 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0506 13:05:11.477658 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7