+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-134.ec2.internal ++ [[ -n ip-10-0-1-134.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-134.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0505 09:31:56.448773619 - disable conntrack on geneve port' I0505 09:31:56.448773619 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0505 09:31:56.512221066 - starting ovnkube-node' I0505 09:31:56.512221066 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-134.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-134.ec2.internal --init-node ip-10-0-1-134.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-134.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0505 09:31:56.565580 3795 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0505 09:31:56.565637 3795 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-60ba6bcc2d.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0505 09:31:56.567143 3795 kube.go:431] Waiting for certificate I0505 09:31:56.567159 3795 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0505 09:31:56.567186 3795 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0505 09:31:56.567905 3795 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 09:31:56.594277 3795 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 09:31:56.594294 3795 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 09:31:56.596240 3795 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 09:31:56.596334 3795 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-rxz46" I0505 09:31:56.604726 3795 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-rxz46" I0505 09:31:56.604786 3795 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 09:31:57.567830 3795 kube.go:438] Certificate found I0505 09:31:57.568463 3795 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 09:31:57.569765 3795 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0505 09:31:57.616517 3795 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-06 09:26:56 +0000 UTC" deadline="2026-05-06 04:07:54.046164314 +0000 UTC" I0505 09:31:57.616579 3795 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h35m56.429597934s" I0505 09:31:57.634780 3795 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 09:31:57.650694 3795 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0505 09:31:57.651063 3795 server.go:101] MetricServer registers OVS metrics I0505 09:31:57.651815 3795 server.go:105] MetricServer registers OVN DB metrics I0505 09:31:57.653633 3795 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0505 09:31:57.653701 3795 factory.go:561] Starting watch factory I0505 09:31:57.653794 3795 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:31:57.653801 3795 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:31:57.653808 3795 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:31:57.653818 3795 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:31:57.653824 3795 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:31:57.653827 3795 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:31:57.653828 3795 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:31:57.653851 3795 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:31:57.653797 3795 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:31:57.653952 3795 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:31:57.653958 3795 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:31:57.653984 3795 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:31:57.656223 3795 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0505 09:31:57.656272 3795 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0505 09:31:57.656713 3795 controller_manager.go:370] Starting the ovnkube controller I0505 09:31:57.656724 3795 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-134.ec2.internal I0505 09:31:57.656784 3795 controller_manager.go:395] NBDB zone sync took: 53.127µs I0505 09:31:57.656795 3795 factory.go:561] Starting watch factory I0505 09:31:57.669592 3795 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0505 09:31:57.669619 3795 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0505 09:31:57.673224 3795 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0505 09:31:57.673252 3795 server.go:109] MetricServer registers OVN Controller metrics I0505 09:31:57.676884 3795 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:31:57.677287 3795 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:31:57.677588 3795 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:31:57.678054 3795 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:31:57.678073 3795 server.go:113] MetricServer registers OVN Northd metrics I0505 09:31:57.681120 3795 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:31:57.683507 3795 metrics.go:519] OVN Metrics Server starts to run ... I0505 09:31:57.685775 3795 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:31:57.760730 3795 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 09:31:57.760752 3795 factory.go:1977] *v1.Pod informer cache synced successfully I0505 09:31:57.760756 3795 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 09:31:57.760759 3795 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 09:31:57.760763 3795 factory.go:1977] *v1.Node informer cache synced successfully I0505 09:31:57.760766 3795 factory.go:1977] *v1.Service informer cache synced successfully I0505 09:31:57.760843 3795 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 09:31:57.760862 3795 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 09:31:57.760911 3795 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 09:31:57.760947 3795 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 09:31:57.762404 3795 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 09:31:57.762415 3795 factory.go:1977] *v1.Pod informer cache synced successfully I0505 09:31:57.762419 3795 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 09:31:57.762422 3795 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 09:31:57.762426 3795 factory.go:1977] *v1.Node informer cache synced successfully I0505 09:31:57.762428 3795 factory.go:1977] *v1.Service informer cache synced successfully I0505 09:31:57.764178 3795 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 09:31:57.764190 3795 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 09:31:57.765966 3795 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 09:31:57.765977 3795 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 09:31:57.766028 3795 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:57.766043 3795 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:57.767661 3795 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 09:31:57.767670 3795 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 09:31:57.768753 3795 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:57.772022 3795 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 09:31:57.772077 3795 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:57.772088 3795 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:57.773410 3795 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 09:31:57.774595 3795 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:57.778085 3795 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 09:31:57.778138 3795 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:57.778147 3795 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:57.778729 3795 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 09:31:57.780767 3795 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:57.784059 3795 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 09:31:57.784070 3795 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 09:31:57.784126 3795 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:57.784143 3795 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:57.786490 3795 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:57.789958 3795 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 09:31:57.789972 3795 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 09:31:57.790011 3795 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:57.790021 3795 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:57.792484 3795 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:57.795100 3795 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 09:31:57.795112 3795 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 09:31:57.795325 3795 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 09:31:57.795342 3795 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 09:31:57.799041 3795 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 09:31:57.801023 3795 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 09:31:57.801078 3795 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:57.801090 3795 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:57.801140 3795 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:57.801157 3795 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:57.801169 3795 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 09:31:57.812817 3795 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:57.812819 3795 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:57.907331 3795 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 09:31:57.907350 3795 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 09:31:57.907351 3795 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 09:31:57.907362 3795 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 09:31:57.907360 3795 factory.go:680] Watch Factory start up complete, took: 250.562115ms I0505 09:31:57.907370 3795 factory.go:680] Watch Factory start up complete, took: 253.673451ms I0505 09:31:57.907374 3795 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-134.ec2.internal" zone I0505 09:31:57.907452 3795 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0505 09:31:57.957847 3795 default_node_network_controller.go:710] Initializing the default node network controller I0505 09:31:58.032187 3795 udn_isolation.go:101] Starting UDN host isolation manager I0505 09:31:58.038403 3795 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0505 09:31:58.100855 3795 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0505 09:31:58.100959 3795 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0505 09:31:58.100975 3795 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0505 09:31:58.133747 3795 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0505 09:31:58.133811 3795 default_node_network_controller.go:809] Node ip-10-0-1-134.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0505 09:31:58.139037 3795 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.134"] k8s.ovn.org/zone-name:ip-10-0-1-134.ec2.internal] on node ip-10-0-1-134.ec2.internal I0505 09:31:58.158365 3795 controller_manager.go:429] Waiting for node in zone sync took: 250.976271ms I0505 09:31:58.160148 3795 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0505 09:31:58.163022 3795 controller_manager.go:611] Switching to transit router for layer2 networks I0505 09:31:58.163035 3795 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-134.ec2.internal I0505 09:31:58.166399 3795 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0505 09:31:58.166534 3795 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0505 09:31:58.166674 3795 gateway_init.go:263] Preparing Gateway I0505 09:31:58.166686 3795 gateway_shared_intf.go:1687] Creating new gateway I0505 09:31:58.178678 3795 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 09:31:58.184778 3795 controller_manager.go:290] SCTP support detected in OVN I0505 09:31:58.185340 3795 services_controller.go:69] Creating services controller for network=default I0505 09:31:58.185434 3795 udn_enabled_svc.go:80] Waiting for service informer to sync I0505 09:31:58.185540 3795 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0505 09:31:58.185576 3795 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0505 09:31:58.185589 3795 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0505 09:31:58.185598 3795 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 09:31:58.185758 3795 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0505 09:31:58.185837 3795 udn_enabled_svc.go:95] Performing full resync I0505 09:31:58.185852 3795 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0505 09:31:58.185836 3795 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 49.546µs I0505 09:31:58.185903 3795 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 44.002µs I0505 09:31:58.185911 3795 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 60.882µs I0505 09:31:58.185918 3795 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0505 09:31:58.185924 3795 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0505 09:31:58.185932 3795 default_network_controller.go:325] Starting the default network controller I0505 09:31:58.186015 3795 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 12.493µs I0505 09:31:58.186099 3795 udn_enabled_svc.go:99] Waiting for handler to sync I0505 09:31:58.186108 3795 udn_enabled_svc.go:104] Starting worker I0505 09:31:58.194419 3795 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0505 09:31:58.194507 3795 repair.go:33] Syncing exgw routes took 75.685µs I0505 09:31:58.194531 3795 default_network_controller.go:414] Starting all the Watchers... I0505 09:31:58.194709 3795 namespace.go:98] [openshift-backplane-csm] adding namespace I0505 09:31:58.194727 3795 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0505 09:31:58.194727 3795 namespace.go:98] [openshift-network-node-identity] adding namespace I0505 09:31:58.194712 3795 namespace.go:98] [openshift-backplane-mobb] adding namespace I0505 09:31:58.194744 3795 namespace.go:98] [default] adding namespace I0505 09:31:58.194754 3795 namespace.go:98] [openshift-host-network] adding namespace I0505 09:31:58.194756 3795 namespace.go:98] [openshift-controller-manager] adding namespace I0505 09:31:58.194764 3795 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0505 09:31:58.194766 3795 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0505 09:31:58.194770 3795 namespace.go:98] [openshift-node] adding namespace I0505 09:31:58.194776 3795 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0505 09:31:58.194785 3795 namespace.go:98] [openshift-network-diagnostics] adding namespace I0505 09:31:58.194788 3795 namespace.go:98] [openshift-package-operator] adding namespace I0505 09:31:58.194800 3795 namespace.go:98] [openshift-monitoring] adding namespace I0505 09:31:58.194710 3795 namespace.go:98] [openshift-console-user-settings] adding namespace I0505 09:31:58.195425 3795 namespace.go:102] [openshift-backplane-csm] adding namespace took 701.534µs I0505 09:31:58.195441 3795 namespace.go:98] [openshift-cluster-version] adding namespace I0505 09:31:58.196022 3795 namespace.go:102] [openshift-cluster-version] adding namespace took 573.939µs I0505 09:31:58.196041 3795 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0505 09:31:58.196956 3795 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 906.894µs I0505 09:31:58.196972 3795 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0505 09:31:58.197408 3795 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 2.665519ms I0505 09:31:58.197423 3795 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0505 09:31:58.198025 3795 namespace.go:102] [openshift-network-node-identity] adding namespace took 3.27851ms I0505 09:31:58.198044 3795 namespace.go:98] [dedicated-admin] adding namespace I0505 09:31:58.198663 3795 namespace.go:102] [openshift-backplane-mobb] adding namespace took 3.914452ms I0505 09:31:58.198678 3795 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0505 09:31:58.199230 3795 namespace.go:102] [default] adding namespace took 4.478196ms I0505 09:31:58.199242 3795 namespace.go:98] [openshift-image-registry] adding namespace I0505 09:31:58.199834 3795 namespace.go:102] [openshift-host-network] adding namespace took 5.072442ms I0505 09:31:58.199843 3795 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0505 09:31:58.200210 3795 namespace.go:102] [openshift-controller-manager] adding namespace took 5.4417ms I0505 09:31:58.200224 3795 namespace.go:98] [openshift-logging] adding namespace I0505 09:31:58.200708 3795 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 5.923174ms I0505 09:31:58.200718 3795 namespace.go:98] [openshift-network-console] adding namespace I0505 09:31:58.201157 3795 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.38213ms I0505 09:31:58.201172 3795 namespace.go:98] [openshift-dns-operator] adding namespace I0505 09:31:58.201587 3795 namespace.go:102] [openshift-node] adding namespace took 6.807764ms I0505 09:31:58.201599 3795 namespace.go:98] [openshift-controller-manager-operator] adding namespace W0505 09:31:58.201993 3795 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-qx2jd: pod openshift-network-diagnostics/network-check-target-qx2jd: no pod IPs found W0505 09:31:58.202007 3795 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-rdzmd: pod openshift-network-diagnostics/network-check-target-rdzmd: no pod IPs found W0505 09:31:58.202014 3795 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-zqgnz: pod openshift-network-diagnostics/network-check-target-zqgnz: no pod IPs found I0505 09:31:58.202027 3795 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.245618ms I0505 09:31:58.202040 3795 namespace.go:98] [openshift-etcd] adding namespace I0505 09:31:58.202522 3795 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.727589ms I0505 09:31:58.202535 3795 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0505 09:31:58.203110 3795 namespace.go:102] [openshift-package-operator] adding namespace took 8.313309ms I0505 09:31:58.203125 3795 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0505 09:31:58.203684 3795 namespace.go:102] [openshift-monitoring] adding namespace took 8.874538ms I0505 09:31:58.203700 3795 namespace.go:98] [openshift-route-controller-manager] adding namespace I0505 09:31:58.204174 3795 namespace.go:102] [openshift-console-user-settings] adding namespace took 9.321548ms I0505 09:31:58.204189 3795 namespace.go:98] [open-cluster-management-2q3mf58ftm55ihbc68po7fqbj5oplorq] adding namespace I0505 09:31:58.204607 3795 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.62935ms I0505 09:31:58.204621 3795 namespace.go:98] [kube-system] adding namespace I0505 09:31:58.205025 3795 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.59711ms I0505 09:31:58.205037 3795 namespace.go:98] [openshift-authentication] adding namespace I0505 09:31:58.205373 3795 namespace.go:102] [dedicated-admin] adding namespace took 7.320893ms I0505 09:31:58.205390 3795 namespace.go:98] [openshift-backplane] adding namespace I0505 09:31:58.205797 3795 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.113387ms I0505 09:31:58.205812 3795 namespace.go:98] [openshift-ingress] adding namespace I0505 09:31:58.206225 3795 namespace.go:102] [openshift-image-registry] adding namespace took 6.979536ms I0505 09:31:58.206236 3795 namespace.go:98] [openshift-machine-api] adding namespace I0505 09:31:58.206637 3795 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.789431ms I0505 09:31:58.206650 3795 namespace.go:98] [openshift-marketplace] adding namespace I0505 09:31:58.207010 3795 namespace.go:102] [openshift-logging] adding namespace took 6.780478ms I0505 09:31:58.207022 3795 namespace.go:98] [openshift-dns] adding namespace I0505 09:31:58.207449 3795 namespace.go:102] [openshift-network-console] adding namespace took 6.724485ms I0505 09:31:58.207466 3795 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0505 09:31:58.207808 3795 namespace.go:102] [openshift-dns-operator] adding namespace took 6.631ms I0505 09:31:58.207820 3795 namespace.go:98] [openshift-ingress-canary] adding namespace I0505 09:31:58.208262 3795 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.658037ms I0505 09:31:58.208286 3795 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0505 09:31:58.208701 3795 namespace.go:102] [openshift-etcd] adding namespace took 6.655284ms I0505 09:31:58.208715 3795 namespace.go:98] [openshift-service-ca-operator] adding namespace I0505 09:31:58.209122 3795 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.580812ms I0505 09:31:58.209139 3795 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0505 09:31:58.209502 3795 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.37246ms I0505 09:31:58.209516 3795 namespace.go:98] [openshift-operators] adding namespace I0505 09:31:58.210302 3795 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.596571ms I0505 09:31:58.210316 3795 namespace.go:98] [openshift-backplane-srep] adding namespace I0505 09:31:58.210692 3795 namespace.go:102] [open-cluster-management-2q3mf58ftm55ihbc68po7fqbj5oplorq] adding namespace took 6.498617ms I0505 09:31:58.210707 3795 namespace.go:98] [kube-public] adding namespace I0505 09:31:58.211085 3795 namespace.go:102] [kube-system] adding namespace took 6.459597ms I0505 09:31:58.211525 3795 namespace.go:102] [openshift-authentication] adding namespace took 6.482085ms I0505 09:31:58.211539 3795 namespace.go:98] [openshift-backplane-tam] adding namespace I0505 09:31:58.211895 3795 namespace.go:102] [openshift-backplane] adding namespace took 6.498257ms I0505 09:31:58.211910 3795 namespace.go:98] [openshift-ingress-operator] adding namespace I0505 09:31:58.212311 3795 namespace.go:102] [openshift-ingress] adding namespace took 6.493703ms I0505 09:31:58.212326 3795 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0505 09:31:58.212734 3795 namespace.go:102] [openshift-machine-api] adding namespace took 6.493747ms I0505 09:31:58.212747 3795 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0505 09:31:58.213109 3795 namespace.go:102] [openshift-marketplace] adding namespace took 6.454322ms I0505 09:31:58.213121 3795 namespace.go:98] [openshift-must-gather-operator] adding namespace I0505 09:31:58.213585 3795 namespace.go:102] [openshift-dns] adding namespace took 6.557064ms I0505 09:31:58.213599 3795 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0505 09:31:58.214024 3795 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.551672ms I0505 09:31:58.214037 3795 namespace.go:98] [openshift-console] adding namespace I0505 09:31:58.214425 3795 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.59968ms I0505 09:31:58.214439 3795 namespace.go:98] [openshift-network-operator] adding namespace I0505 09:31:58.214817 3795 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.524959ms I0505 09:31:58.214828 3795 namespace.go:98] [openshift-config-managed] adding namespace I0505 09:31:58.215280 3795 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.559533ms I0505 09:31:58.215292 3795 namespace.go:98] [openshift-operators-redhat] adding namespace I0505 09:31:58.215697 3795 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.552936ms I0505 09:31:58.215708 3795 namespace.go:98] [openshift-infra] adding namespace I0505 09:31:58.216192 3795 namespace.go:102] [openshift-operators] adding namespace took 6.669127ms I0505 09:31:58.216218 3795 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0505 09:31:58.216678 3795 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.355569ms I0505 09:31:58.216696 3795 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0505 09:31:58.217329 3795 namespace.go:102] [kube-public] adding namespace took 6.614547ms I0505 09:31:58.217346 3795 namespace.go:98] [openshift-apiserver-operator] adding namespace I0505 09:31:58.217769 3795 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.224185ms I0505 09:31:58.217781 3795 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0505 09:31:58.218272 3795 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.356757ms I0505 09:31:58.218285 3795 namespace.go:98] [kube-node-lease] adding namespace I0505 09:31:58.218671 3795 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.33815ms I0505 09:31:58.218685 3795 namespace.go:98] [openshift-kube-apiserver] adding namespace I0505 09:31:58.219075 3795 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.322709ms I0505 09:31:58.219087 3795 namespace.go:98] [openshift-authentication-operator] adding namespace I0505 09:31:58.219426 3795 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.300282ms I0505 09:31:58.219438 3795 namespace.go:98] [openshift-config-operator] adding namespace I0505 09:31:58.219852 3795 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.247399ms I0505 09:31:58.219882 3795 namespace.go:98] [openshift-multus] adding namespace I0505 09:31:58.220237 3795 namespace.go:102] [openshift-console] adding namespace took 6.195604ms I0505 09:31:58.220249 3795 namespace.go:98] [openshift-kube-scheduler] adding namespace I0505 09:31:58.220601 3795 namespace.go:102] [openshift-network-operator] adding namespace took 6.157842ms I0505 09:31:58.220612 3795 namespace.go:98] [openshift-machine-config-operator] adding namespace I0505 09:31:58.221014 3795 namespace.go:102] [openshift-config-managed] adding namespace took 6.180384ms I0505 09:31:58.221027 3795 namespace.go:98] [openshift] adding namespace I0505 09:31:58.221400 3795 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.104197ms I0505 09:31:58.221409 3795 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0505 09:31:58.221742 3795 namespace.go:102] [openshift-infra] adding namespace took 6.028933ms I0505 09:31:58.221755 3795 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0505 09:31:58.222159 3795 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 5.934941ms I0505 09:31:58.222170 3795 namespace.go:98] [openshift-backplane-cse] adding namespace I0505 09:31:58.222568 3795 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 5.86529ms I0505 09:31:58.222583 3795 namespace.go:98] [openshift-apiserver] adding namespace I0505 09:31:58.223019 3795 namespace.go:102] [openshift-apiserver-operator] adding namespace took 5.667622ms I0505 09:31:58.223033 3795 namespace.go:98] [openshift-insights] adding namespace I0505 09:31:58.223392 3795 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 5.606485ms I0505 09:31:58.223404 3795 namespace.go:98] [openshift-console-operator] adding namespace I0505 09:31:58.223829 3795 namespace.go:102] [kube-node-lease] adding namespace took 5.539162ms I0505 09:31:58.224209 3795 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.519514ms I0505 09:31:58.224567 3795 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.475221ms W0505 09:31:58.224909 3795 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-wtt2b: pod openshift-multus/network-metrics-daemon-wtt2b: no pod IPs found W0505 09:31:58.224921 3795 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-8ghsb: pod openshift-multus/network-metrics-daemon-8ghsb: no pod IPs found W0505 09:31:58.224926 3795 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-9ln7f: pod openshift-multus/network-metrics-daemon-9ln7f: no pod IPs found I0505 09:31:58.224961 3795 namespace.go:102] [openshift-config-operator] adding namespace took 5.517088ms I0505 09:31:58.224976 3795 namespace.go:98] [openshift-customer-monitoring] adding namespace I0505 09:31:58.225488 3795 namespace.go:102] [openshift-multus] adding namespace took 5.60016ms I0505 09:31:58.225944 3795 namespace.go:102] [openshift-kube-scheduler] adding namespace took 5.689737ms I0505 09:31:58.226421 3795 namespace.go:102] [openshift-machine-config-operator] adding namespace took 5.805545ms I0505 09:31:58.226902 3795 namespace.go:102] [openshift] adding namespace took 5.868078ms I0505 09:31:58.227400 3795 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 5.984338ms I0505 09:31:58.227784 3795 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.023108ms I0505 09:31:58.227799 3795 namespace.go:98] [openshift-config] adding namespace I0505 09:31:58.228206 3795 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.032765ms I0505 09:31:58.228218 3795 namespace.go:98] [openshift-backplane-cee] adding namespace I0505 09:31:58.228625 3795 namespace.go:102] [openshift-apiserver] adding namespace took 6.038715ms I0505 09:31:58.229035 3795 namespace.go:102] [openshift-insights] adding namespace took 5.998837ms I0505 09:31:58.229420 3795 namespace.go:102] [openshift-console-operator] adding namespace took 6.011833ms I0505 09:31:58.229822 3795 namespace.go:102] [openshift-customer-monitoring] adding namespace took 4.840382ms I0505 09:31:58.230262 3795 namespace.go:102] [openshift-config] adding namespace took 2.458732ms I0505 09:31:58.230609 3795 namespace.go:102] [openshift-backplane-cee] adding namespace took 2.386433ms W0505 09:31:58.230685 3795 master.go:458] Unable to parse local node ip-10-0-1-134.ec2.internal chassis-id annotation. Chassis may be removed during sync W0505 09:31:58.230693 3795 master.go:471] Unable to parse remote node ip-10-0-0-57.ec2.internal chassis-id annotation. Chassis may be removed during sync W0505 09:31:58.230697 3795 master.go:471] Unable to parse remote node ip-10-0-2-147.ec2.internal chassis-id annotation. Chassis may be removed during sync I0505 09:31:58.230701 3795 master.go:481] Removing stale chassis with ID/Name: 6c6ed0cf-0516-4613-8686-1e3b0b150635, hostname: ip-10-0-1-134.ec2.internal I0505 09:31:58.231162 3795 master.go:548] Adding or Updating local node "ip-10-0-1-134.ec2.internal" for network "default" I0505 09:31:58.231245 3795 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-57.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-57.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-57.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-57.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-57.ec2.internal I0505 09:31:58.231259 3795 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-147.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-147.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-147.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-147.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-147.ec2.internal I0505 09:31:58.234233 3795 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-134.ec2.internal for the network default I0505 09:31:58.234520 3795 zone_ic_handler.go:195] Time taken to create transit switch: 274.12µs I0505 09:31:58.235169 3795 default_network_controller.go:823] Node add failed for ip-10-0-1-134.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-134.ec2.internal, error getting gateway config for node ip-10-0-1-134.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-134.ec2.internal", failed to update chassis to local for local node ip-10-0-1-134.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-134.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-134.ec2.internal] E0505 09:31:58.235223 3795 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-134.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-134.ec2.internal, error getting gateway config for node ip-10-0-1-134.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-134.ec2.internal", failed to update chassis to local for local node ip-10-0-1-134.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-134.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-134.ec2.internal] I0505 09:31:58.235272 3795 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0505 09:31:58.235295 3795 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-134.ec2.internal", UID:"182d64f1-8751-4478-9f01-951291e331d1", APIVersion:"v1", ResourceVersion:"8560", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-134.ec2.internal, error getting gateway config for node ip-10-0-1-134.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-134.ec2.internal", failed to update chassis to local for local node ip-10-0-1-134.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-134.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-134.ec2.internal] I0505 09:31:58.235340 3795 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0505 09:31:58.235347 3795 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-147.ec2.internal in network "default" I0505 09:31:58.235368 3795 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0505 09:31:58.235376 3795 node_tracker.go:235] Node ip-10-0-2-147.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-147.ec2.internal" I0505 09:31:58.235387 3795 node_tracker.go:169] Node ip-10-0-2-147.ec2.internal switch + router changed, syncing services in network "default" I0505 09:31:58.235399 3795 services_controller.go:574] Full service sync requested for network=default I0505 09:31:58.235404 3795 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-57.ec2.internal in network "default" I0505 09:31:58.235412 3795 node_tracker.go:235] Node ip-10-0-0-57.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-57.ec2.internal" I0505 09:31:58.235422 3795 node_tracker.go:169] Node ip-10-0-0-57.ec2.internal switch + router changed, syncing services in network "default" I0505 09:31:58.235428 3795 services_controller.go:574] Full service sync requested for network=default I0505 09:31:58.235433 3795 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-134.ec2.internal in network "default" I0505 09:31:58.235441 3795 node_tracker.go:235] Node ip-10-0-1-134.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-134.ec2.internal" I0505 09:31:58.235446 3795 node_tracker.go:169] Node ip-10-0-1-134.ec2.internal switch + router changed, syncing services in network "default" I0505 09:31:58.235450 3795 services_controller.go:574] Full service sync requested for network=default I0505 09:31:58.283568 3795 iptables.go:108] Creating table: filter chain: FORWARD I0505 09:31:58.289855 3795 iptables.go:108] Creating table: filter chain: OUTPUT I0505 09:31:58.296095 3795 gateway_shared_intf.go:1816] Gateway Creation Complete I0505 09:31:58.296113 3795 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-134.ec2.internal","mac-address":"0a:ff:fd:a9:3a:f3","ip-addresses":["10.0.1.134/24"],"ip-address":"10.0.1.134/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:6c6ed0cf-0516-4613-8686-1e3b0b150635 k8s.ovn.org/node-encap-ips:["10.0.1.134"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.134/24"} k8s.ovn.org/zone-name:ip-10-0-1-134.ec2.internal] on node ip-10-0-1-134.ec2.internal I0505 09:31:58.311329 3795 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-134.ec2.internal in network "default" I0505 09:31:58.311438 3795 master.go:548] Adding or Updating local node "ip-10-0-1-134.ec2.internal" for network "default" I0505 09:31:58.311464 3795 node_tracker.go:169] Node ip-10-0-1-134.ec2.internal switch + router changed, syncing services in network "default" I0505 09:31:58.311494 3795 services_controller.go:574] Full service sync requested for network=default I0505 09:31:58.316250 3795 default_node_network_controller.go:519] Node connection status = connected W0505 09:31:58.317575 3795 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-rdzmd: pod openshift-network-diagnostics/network-check-target-rdzmd: no pod IPs found W0505 09:31:58.317599 3795 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-9ln7f: pod openshift-multus/network-metrics-daemon-9ln7f: no pod IPs found I0505 09:31:58.318615 3795 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-134.ec2.internal for the network default I0505 09:31:58.318778 3795 zone_ic_handler.go:195] Time taken to create transit switch: 152.207µs I0505 09:31:58.335548 3795 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0505 09:31:58.335570 3795 services_controller.go:208] Setting up event handlers for services for network=default I0505 09:31:58.335688 3795 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0505 09:31:58.335731 3795 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0505 09:31:58.335748 3795 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0505 09:31:58.436060 3795 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0505 09:31:58.436089 3795 repair.go:60] Starting repairing loop for services I0505 09:31:58.436212 3795 repair.go:131] Deleted 0 stale service LBs I0505 09:31:58.436232 3795 repair.go:137] Deleted 0 stale Chassis Template Vars I0505 09:31:58.436248 3795 repair.go:62] Finished repairing loop for services: 163.145µs I0505 09:31:58.436280 3795 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0505 09:31:58.436291 3795 services_controller.go:254] Starting workers for network=default I0505 09:31:58.436784 3795 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-9ln7f] creating logical port openshift-multus_network-metrics-daemon-9ln7f for pod on switch ip-10-0-1-134.ec2.internal I0505 09:31:58.436782 3795 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-zqgnz, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-zqgnz: suppressed error logged: pod openshift-network-diagnostics/network-check-target-zqgnz: no pod IPs found I0505 09:31:58.436834 3795 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-8ghsb, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-8ghsb: suppressed error logged: pod openshift-multus/network-metrics-daemon-8ghsb: no pod IPs found I0505 09:31:58.436847 3795 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-qx2jd, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-qx2jd: suppressed error logged: pod openshift-network-diagnostics/network-check-target-qx2jd: no pod IPs found I0505 09:31:58.436838 3795 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-wtt2b, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-wtt2b: suppressed error logged: pod openshift-multus/network-metrics-daemon-wtt2b: no pod IPs found I0505 09:31:58.436911 3795 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-rdzmd] creating logical port openshift-network-diagnostics_network-check-target-rdzmd for pod on switch ip-10-0-1-134.ec2.internal I0505 09:31:58.436958 3795 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-9ln7f I0505 09:31:58.437008 3795 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-rdzmd I0505 09:31:58.452209 3795 pod.go:62] [openshift-network-diagnostics/network-check-target-rdzmd] pod update took 15.232988ms I0505 09:31:58.452232 3795 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-rdzmd] addLogicalPort annotation time took 15.258623ms I0505 09:31:58.453137 3795 pods.go:271] [openshift-network-diagnostics/network-check-target-rdzmd] addLogicalPort took 16.234369ms, libovsdb time 682.168µs I0505 09:31:58.455698 3795 pod.go:62] [openshift-multus/network-metrics-daemon-9ln7f] pod update took 18.834207ms I0505 09:31:58.455718 3795 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-9ln7f] addLogicalPort annotation time took 18.860883ms I0505 09:31:58.456642 3795 pods.go:271] [openshift-multus/network-metrics-daemon-9ln7f] addLogicalPort took 19.867009ms, libovsdb time 680.051µs I0505 09:31:58.457054 3795 admin_network_policy_controller.go:227] Starting controller default-network-controller I0505 09:31:58.457079 3795 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0505 09:31:58.457096 3795 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0505 09:31:58.457102 3795 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0505 09:31:58.457345 3795 repair.go:29] Repairing admin network policies took 236.812µs I0505 09:31:58.457507 3795 repair.go:92] Repairing baseline admin network policies took 150.28µs I0505 09:31:58.457820 3795 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0505 09:31:58.457841 3795 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0505 09:31:58.459973 3795 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0505 09:31:58.459993 3795 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0505 09:31:58.460005 3795 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0505 09:31:58.461171 3795 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0505 09:31:58.461193 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0505 09:31:58.461200 3795 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0505 09:31:58.462436 3795 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0505 09:31:58.462453 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0505 09:31:58.462461 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0505 09:31:58.463960 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0505 09:31:58.463980 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0505 09:31:58.464390 3795 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0505 09:31:58.464401 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 09:31:58.465100 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0505 09:31:58.465122 3795 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0505 09:31:58.465131 3795 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0505 09:31:58.467567 3795 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0505 09:31:58.467586 3795 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0505 09:31:58.467596 3795 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0505 09:31:58.468644 3795 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0505 09:31:58.468662 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0505 09:31:58.468671 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0505 09:31:58.470036 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0505 09:31:58.470055 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0505 09:31:58.470078 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 09:31:58.470745 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0505 09:31:58.470766 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0505 09:31:58.470774 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0505 09:31:58.471229 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0505 09:31:58.471243 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0505 09:31:58.471250 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0505 09:31:58.472430 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0505 09:31:58.472444 3795 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0505 09:31:58.472453 3795 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0505 09:31:58.473236 3795 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0505 09:31:58.473255 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0505 09:31:58.473263 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0505 09:31:58.473765 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0505 09:31:58.473780 3795 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0505 09:31:58.473789 3795 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0505 09:31:58.475504 3795 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0505 09:31:58.475527 3795 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0505 09:31:58.475539 3795 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0505 09:31:58.477158 3795 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0505 09:31:58.477175 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0505 09:31:58.477182 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0505 09:31:58.477665 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0505 09:31:58.477682 3795 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0505 09:31:58.477689 3795 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0505 09:31:58.477960 3795 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0505 09:31:58.477976 3795 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0505 09:31:58.477987 3795 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0505 09:31:58.479528 3795 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0505 09:31:58.479546 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0505 09:31:58.479553 3795 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0505 09:31:58.480032 3795 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0505 09:31:58.480057 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0505 09:31:58.480069 3795 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0505 09:31:58.480492 3795 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0505 09:31:58.480508 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0505 09:31:58.480514 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0505 09:31:58.480739 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0505 09:31:58.480758 3795 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0505 09:31:58.480766 3795 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0505 09:31:58.481277 3795 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0505 09:31:58.481295 3795 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0505 09:31:58.481306 3795 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0505 09:31:58.481770 3795 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0505 09:31:58.481786 3795 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0505 09:31:58.481797 3795 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0505 09:31:58.483094 3795 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0505 09:31:58.483120 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0505 09:31:58.483131 3795 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0505 09:31:58.483688 3795 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0505 09:31:58.483707 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0505 09:31:58.483716 3795 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0505 09:31:58.484398 3795 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0505 09:31:58.484416 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0505 09:31:58.484424 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0505 09:31:58.484901 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0505 09:31:58.484917 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0505 09:31:58.484924 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0505 09:31:58.485377 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0505 09:31:58.485392 3795 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0505 09:31:58.485401 3795 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0505 09:31:58.485649 3795 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0505 09:31:58.490471 3795 egressfirewall.go:374] Starting EgressFirewall controller I0505 09:31:58.490508 3795 controller.go:133] Adding controller egress-firewall-controller event handlers I0505 09:31:58.490512 3795 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0505 09:31:58.490537 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0505 09:31:58.490542 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0505 09:31:58.490550 3795 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0505 09:31:58.490552 3795 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0505 09:31:58.490807 3795 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0505 09:31:58.490820 3795 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0505 09:31:58.490826 3795 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0505 09:31:58.490835 3795 egressqos.go:193] Setting up event handlers for EgressQoS I0505 09:31:58.490846 3795 egressfirewall.go:723] Syncing node "ip-10-0-1-134.ec2.internal" for egress firewall I0505 09:31:58.490857 3795 egressfirewall.go:723] Syncing node "ip-10-0-2-147.ec2.internal" for egress firewall I0505 09:31:58.490861 3795 egressfirewall.go:723] Syncing node "ip-10-0-0-57.ec2.internal" for egress firewall I0505 09:31:58.490955 3795 egressqos.go:245] Starting EgressQoS Controller I0505 09:31:58.490965 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0505 09:31:58.490971 3795 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0505 09:31:58.490976 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0505 09:31:58.490981 3795 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0505 09:31:58.490987 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0505 09:31:58.490991 3795 shared_informer.go:356] "Caches are synced" controller="egressqos" I0505 09:31:58.490995 3795 egressqos.go:259] Repairing EgressQoSes I0505 09:31:58.490999 3795 egressqos.go:399] Starting repairing loop for egressqos I0505 09:31:58.491081 3795 egressqos.go:401] Finished repairing loop for egressqos: 82.531µs I0505 09:31:58.491099 3795 egressservice_zone.go:132] Setting up event handlers for Egress Services I0505 09:31:58.491123 3795 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-134.ec2.internal I0505 09:31:58.491167 3795 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-134.ec2.internal : 46.281µs I0505 09:31:58.491216 3795 egressservice_zone.go:210] Starting Egress Services Controller I0505 09:31:58.491225 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 09:31:58.491230 3795 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 09:31:58.491235 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 09:31:58.491240 3795 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 09:31:58.491246 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 09:31:58.491251 3795 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 09:31:58.491256 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0505 09:31:58.491260 3795 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0505 09:31:58.491264 3795 egressservice_zone.go:228] Repairing Egress Services I0505 09:31:58.491507 3795 master_controller.go:88] Starting Admin Policy Based Route Controller I0505 09:31:58.491519 3795 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 09:31:58.491534 3795 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-57.ec2.internal I0505 09:31:58.491547 3795 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-57.ec2.internal: 14.486µs I0505 09:31:58.491554 3795 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-134.ec2.internal I0505 09:31:58.491558 3795 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-134.ec2.internal: 4.284µs I0505 09:31:58.491563 3795 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-147.ec2.internal I0505 09:31:58.491566 3795 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-147.ec2.internal: 4.005µs I0505 09:31:58.491624 3795 default_network_controller.go:585] Completing all the Watchers took 297.080981ms I0505 09:31:58.491642 3795 default_network_controller.go:589] Starting unidling controllers I0505 09:31:58.491656 3795 unidle.go:46] Registering OVN SB ControllerEvent handler I0505 09:31:58.491665 3795 unidle.go:63] Populating Initial ContollerEvent events I0505 09:31:58.491679 3795 unidle.go:79] Setting up event handlers for services I0505 09:31:58.491746 3795 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0505 09:31:58.816244 3795 default_node_network_controller.go:519] Node connection status = connected I0505 09:31:59.228899 3795 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-147.ec2.internal in network "default" I0505 09:31:59.228927 3795 node_tracker.go:235] Node ip-10-0-2-147.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-147.ec2.internal" I0505 09:31:59.228942 3795 node_tracker.go:169] Node ip-10-0-2-147.ec2.internal switch + router changed, syncing services in network "default" I0505 09:31:59.228961 3795 services_controller.go:574] Full service sync requested for network=default I0505 09:31:59.229001 3795 default_network_controller.go:1025] Node "ip-10-0-2-147.ec2.internal" in remote zone "ip-10-0-2-147.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 09:31:59.270229 3795 default_network_controller.go:1025] Node "ip-10-0-2-147.ec2.internal" in remote zone "ip-10-0-2-147.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 09:31:59.316415 3795 default_node_network_controller.go:519] Node connection status = connected I0505 09:31:59.406127 3795 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-147.ec2.internal in network "default" I0505 09:31:59.406197 3795 node_tracker.go:169] Node ip-10-0-2-147.ec2.internal switch + router changed, syncing services in network "default" I0505 09:31:59.406213 3795 services_controller.go:574] Full service sync requested for network=default I0505 09:31:59.406195 3795 default_network_controller.go:1025] Node "ip-10-0-2-147.ec2.internal" in remote zone "ip-10-0-2-147.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 09:31:59.407235 3795 zone_ic_handler.go:195] Time taken to create transit switch: 272.403µs I0505 09:31:59.407250 3795 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-147.ec2.internal for the network default I0505 09:31:59.408741 3795 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-147.ec2.internal" on network "default" took: 1.789281ms I0505 09:31:59.816217 3795 default_node_network_controller.go:519] Node connection status = connected I0505 09:32:00.315540 3795 default_node_network_controller.go:519] Node connection status = connected I0505 09:32:00.447399 3795 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0505 09:32:00.815747 3795 default_node_network_controller.go:519] Node connection status = connected I0505 09:32:00.833560 3795 bridgeconfig.go:537] Gateway is ready I0505 09:32:00.833579 3795 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0505 09:32:00.845202 3795 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.134. Updating OVN encap IP. I0505 09:32:00.850687 3795 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.134 - it is already configured I0505 09:32:00.850701 3795 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.134/24:{} 172.20.0.1/32:{}]. Updating annotations. I0505 09:32:00.850922 3795 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.134/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-134.ec2.internal","mac-address":"0a:ff:fd:a9:3a:f3","ip-addresses":["10.0.1.134/24"],"ip-address":"10.0.1.134/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:6c6ed0cf-0516-4613-8686-1e3b0b150635 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.134/24"}] on node ip-10-0-1-134.ec2.internal I0505 09:32:00.866153 3795 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-134.ec2.internal I0505 09:32:00.866163 3795 egressfirewall.go:723] Syncing node "ip-10-0-1-134.ec2.internal" for egress firewall I0505 09:32:00.866173 3795 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-134.ec2.internal: 23.817µs I0505 09:32:00.866204 3795 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-134.ec2.internal in network "default" I0505 09:32:00.866246 3795 node_tracker.go:169] Node ip-10-0-1-134.ec2.internal switch + router changed, syncing services in network "default" I0505 09:32:00.866248 3795 master.go:548] Adding or Updating local node "ip-10-0-1-134.ec2.internal" for network "default" I0505 09:32:00.866262 3795 services_controller.go:574] Full service sync requested for network=default I0505 09:32:00.866705 3795 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.134 I0505 09:32:00.866810 3795 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-134.ec2.internal I0505 09:32:00.871137 3795 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-134.ec2.internal. Updating no re-route policies I0505 09:32:00.871229 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-k7z46 I0505 09:32:00.871237 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-nh9xq I0505 09:32:00.871244 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-k7z46 I0505 09:32:00.871249 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-vf2rk I0505 09:32:00.871254 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-nh9xq I0505 09:32:00.871261 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-vf2rk I0505 09:32:00.871263 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-wtt2b I0505 09:32:00.871271 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-k7z46 after 0 failed attempt(s) I0505 09:32:00.871273 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-rdzmd I0505 09:32:00.871276 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-wtt2b I0505 09:32:00.871284 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-rdzmd I0505 09:32:00.871284 3795 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-cqcr9 I0505 09:32:00.871288 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-rx8dc I0505 09:32:00.871292 3795 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-cqcr9 I0505 09:32:00.871290 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-qx2jd I0505 09:32:00.871291 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-134.ec2.internal I0505 09:32:00.871301 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-qx2jd I0505 09:32:00.871303 3795 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-cqcr9 after 0 failed attempt(s) I0505 09:32:00.871303 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-xr7k7 I0505 09:32:00.871309 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-134.ec2.internal I0505 09:32:00.871310 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-9ln7f I0505 09:32:00.871314 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-xr7k7 I0505 09:32:00.871314 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-rhcc5 I0505 09:32:00.871320 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-9ln7f I0505 09:32:00.871323 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-rhcc5 I0505 09:32:00.871277 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-nh9xq after 0 failed attempt(s) I0505 09:32:00.871332 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-jk2f4 I0505 09:32:00.871324 3795 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-rdzmd] creating logical port openshift-network-diagnostics_network-check-target-rdzmd for pod on switch ip-10-0-1-134.ec2.internal I0505 09:32:00.871339 3795 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-wtt2b, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-wtt2b: suppressed error logged: pod openshift-multus/network-metrics-daemon-wtt2b: no pod IPs found I0505 09:32:00.871276 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-vf2rk after 0 failed attempt(s) I0505 09:32:00.871341 3795 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-qx2jd, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-qx2jd: suppressed error logged: pod openshift-network-diagnostics/network-check-target-qx2jd: no pod IPs found I0505 09:32:00.871344 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-jk2f4 I0505 09:32:00.871347 3795 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-9ln7f] creating logical port openshift-multus_network-metrics-daemon-9ln7f for pod on switch ip-10-0-1-134.ec2.internal I0505 09:32:00.871369 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-jk2f4 after 0 failed attempt(s) I0505 09:32:00.871371 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-xr7k7 after 0 failed attempt(s) I0505 09:32:00.871297 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-rx8dc I0505 09:32:00.871442 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-rx8dc after 0 failed attempt(s) I0505 09:32:00.871319 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-9jdpz I0505 09:32:00.871461 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-9jdpz I0505 09:32:00.871481 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-9jdpz after 0 failed attempt(s) I0505 09:32:00.871336 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-134.ec2.internal after 0 failed attempt(s) I0505 09:32:00.871240 3795 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-134.ec2.internal I0505 09:32:00.871496 3795 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-134.ec2.internal I0505 09:32:00.871506 3795 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-134.ec2.internal after 0 failed attempt(s) I0505 09:32:00.871335 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-rhcc5 after 0 failed attempt(s) I0505 09:32:00.872306 3795 pods.go:271] [openshift-network-diagnostics/network-check-target-rdzmd] addLogicalPort took 996.206µs, libovsdb time 473.769µs I0505 09:32:00.872317 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-rdzmd after 0 failed attempt(s) I0505 09:32:00.872390 3795 pods.go:271] [openshift-multus/network-metrics-daemon-9ln7f] addLogicalPort took 1.047409ms, libovsdb time 531.557µs I0505 09:32:00.872402 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-9ln7f after 0 failed attempt(s) I0505 09:32:00.881367 3795 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0505 09:32:00.893489 3795 iptables.go:108] Creating table: mangle chain: OUTPUT I0505 09:32:00.896719 3795 iptables.go:108] Creating table: nat chain: OUTPUT I0505 09:32:00.944753 3795 iptables.go:108] Creating table: nat chain: PREROUTING I0505 09:32:00.959325 3795 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-147.ec2.internal. Updating no re-route policies I0505 09:32:00.959353 3795 egressfirewall.go:723] Syncing node "ip-10-0-2-147.ec2.internal" for egress firewall I0505 09:32:00.959376 3795 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-147.ec2.internal in network "default" I0505 09:32:00.959380 3795 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-147.ec2.internal I0505 09:32:00.959396 3795 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-147.ec2.internal: 20.068µs I0505 09:32:00.959463 3795 node_tracker.go:169] Node ip-10-0-2-147.ec2.internal switch + router changed, syncing services in network "default" I0505 09:32:00.959482 3795 services_controller.go:574] Full service sync requested for network=default I0505 09:32:01.008010 3795 iptables.go:108] Creating table: filter chain: FORWARD I0505 09:32:01.023767 3795 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0505 09:32:01.024024 3795 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0505 09:32:01.024115 3795 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0505 09:32:01.024204 3795 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0505 09:32:01.024259 3795 gateway_init.go:325] Gateway and management port readiness took 2.712999465s I0505 09:32:01.024285 3795 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0505 09:32:01.024320 3795 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0505 09:32:01.024357 3795 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0505 09:32:01.024369 3795 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 09:32:01.024424 3795 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0505 09:32:01.024526 3795 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 71.06µs I0505 09:32:01.024795 3795 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0505 09:32:01.024827 3795 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.517µs I0505 09:32:01.024836 3795 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 40.457µs I0505 09:32:01.024841 3795 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0505 09:32:01.024850 3795 nad_controller.go:379] [node-nad-controller NAD controller]: started I0505 09:32:01.024854 3795 default_node_network_controller.go:899] Starting the default node network controller I0505 09:32:01.024859 3795 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0505 09:32:01.024950 3795 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 14.741µs I0505 09:32:01.025055 3795 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0505 09:32:01.025064 3795 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0505 09:32:01.025086 3795 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000015f30 0xc0002c6150 0xc0002c61c0 0xc0002c6230 0xc0002c62a0 0xc0002c6380 0xc0002c63f0 0xc0007a38b0 0xc0002c6460 0xc0002c64d0 0xc000b822d0 0xc00647d030 0xc0002c6540 map[0x2ff9080:0xc00250fb00 0x2ff95c0:0xc00250fec0 0x2ffa2e0:0xc00130b680 0x2ffa580:0xc00250faa0 0x2ffad60:0xc00250fb60 0x2ffb000:0xc00250fbc0 0x2ffb2a0:0xc00250fc20 0x2ffba80:0xc00250ff20 0x2ffbd20:0xc006aa0000 0x3026980:0xc00130b4a0 0x3026d20:0xc00130b5c0 0x3027800:0xc000c54180 0x3029160:0xc001c96000 0x30298a0:0xc00130b620 0x302a720:0xc001483620] 0xc00050ca10 0} I0505 09:32:01.025142 3795 gateway.go:151] Starting gateway service sync I0505 09:32:01.025543 3795 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0505 09:32:01.027556 3795 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0505 09:32:01.049335 3795 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0505 09:32:01.050459 3795 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0505 09:32:01.051672 3795 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0505 09:32:01.086664 3795 gateway.go:168] Gateway service sync done. Time taken: 61.508514ms I0505 09:32:01.087373 3795 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31678 I0505 09:32:01.087541 3795 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000015f30 0xc0002c6150 0xc0002c61c0 0xc0002c6230 0xc0002c62a0 0xc0002c6380 0xc0002c63f0 0xc0007a38b0 0xc0002c6460 0xc0002c64d0 0xc000b822d0 0xc00647d030 0xc0002c6540 map[0x2ff9080:0xc00250fb00 0x2ff95c0:0xc00250fec0 0x2ffa2e0:0xc00130b680 0x2ffa580:0xc00250faa0 0x2ffad60:0xc00250fb60 0x2ffb000:0xc00250fbc0 0x2ffb2a0:0xc00250fc20 0x2ffba80:0xc00250ff20 0x2ffbd20:0xc006aa0000 0x3026980:0xc00130b4a0 0x3026d20:0xc00130b5c0 0x3027800:0xc000c54180 0x3029160:0xc001c96000 0x30298a0:0xc00130b620 0x302a720:0xc001483620] 0xc00050ca10 0} I0505 09:32:01.088055 3795 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000015f30 0xc0002c6150 0xc0002c61c0 0xc0002c6230 0xc0002c62a0 0xc0002c6380 0xc0002c63f0 0xc0007a38b0 0xc0002c6460 0xc0002c64d0 0xc000b822d0 0xc00647d030 0xc0002c6540 map[0x2ff9080:0xc00250fb00 0x2ff95c0:0xc00250fec0 0x2ffa2e0:0xc00130b680 0x2ffa580:0xc00250faa0 0x2ffad60:0xc00250fb60 0x2ffb000:0xc00250fbc0 0x2ffb2a0:0xc00250fc20 0x2ffba80:0xc00250ff20 0x2ffbd20:0xc006aa0000 0x3026980:0xc00130b4a0 0x3026d20:0xc00130b5c0 0x3027800:0xc000c54180 0x3029160:0xc001c96000 0x30298a0:0xc00130b620 0x302a720:0xc001483620] 0xc00050ca10 0} I0505 09:32:01.088095 3795 gateway.go:532] Reconciling gateway with updates I0505 09:32:01.093644 3795 gateway.go:339] Spawning Conntrack Rule Check Thread I0505 09:32:01.093727 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 09:32:01.093749 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 09:32:01.093750 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 09:32:01.093761 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 09:32:01.093760 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 09:32:01.093772 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 09:32:01.093776 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 09:32:01.093764 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 09:32:01.093787 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 09:32:01.093798 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 09:32:01.093804 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 09:32:01.093812 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 09:32:01.093814 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 09:32:01.093816 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 09:32:01.093817 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 09:32:01.093823 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 09:32:01.093827 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 09:32:01.093820 3795 default_node_network_controller.go:944] Gateway and management port readiness took 68.747924ms I0505 09:32:01.093833 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 09:32:01.093843 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 09:32:01.093845 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 09:32:01.093751 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 09:32:01.093852 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 09:32:01.093859 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 09:32:01.093863 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 09:32:01.093790 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 09:32:01.093886 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 09:32:01.093896 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 09:32:01.093900 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 09:32:01.093903 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 09:32:01.093908 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 09:32:01.093909 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 09:32:01.093831 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 09:32:01.093920 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 09:32:01.093924 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 09:32:01.093922 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 09:32:01.093928 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 09:32:01.093932 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 09:32:01.093726 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 09:32:01.093939 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 09:32:01.093945 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 09:32:01.093948 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 09:32:01.093943 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 09:32:01.093952 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 09:32:01.093958 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 09:32:01.093960 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 09:32:01.093964 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 09:32:01.093963 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 09:32:01.093972 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 09:32:01.093975 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 09:32:01.093981 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 09:32:01.093984 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 09:32:01.093975 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 09:32:01.093984 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 09:32:01.093992 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 09:32:01.093991 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 09:32:01.093997 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 09:32:01.094006 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 09:32:01.094005 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 09:32:01.094008 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 09:32:01.094011 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 09:32:01.093969 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 09:32:01.094011 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 09:32:01.094021 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 09:32:01.094018 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 09:32:01.093751 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 09:32:01.094027 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 09:32:01.094031 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 09:32:01.093790 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 09:32:01.094040 3795 port_claim.go:71] Svc openshift-ingress/router-default: port 30964 is already open, no action needed I0505 09:32:01.094050 3795 port_claim.go:71] Svc openshift-ingress/router-default: port 31396 is already open, no action needed I0505 09:32:01.094009 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 09:32:01.093985 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 09:32:01.093891 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 09:32:01.093778 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 09:32:01.093992 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 09:32:01.093953 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 09:32:01.094175 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 09:32:01.093960 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 09:32:01.093922 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 09:32:01.093928 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 09:32:01.094189 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 09:32:01.094197 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 09:32:01.094199 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 09:32:01.093895 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 09:32:01.093803 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 09:32:01.094247 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 09:32:01.094249 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 09:32:01.093950 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 09:32:01.093916 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 09:32:01.093977 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 09:32:01.093976 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 09:32:01.094343 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 09:32:01.093986 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 09:32:01.094402 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 09:32:01.093988 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 09:32:01.093992 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 09:32:01.093804 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 09:32:01.094507 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 09:32:01.093996 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 09:32:01.094554 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 09:32:01.094009 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 09:32:01.094016 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 09:32:01.094017 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 09:32:01.093920 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 09:32:01.094672 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 09:32:01.094024 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 09:32:01.094121 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 09:32:01.093921 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 09:32:01.094725 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 09:32:01.094736 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 09:32:01.093984 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 09:32:01.094746 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 09:32:01.094941 3795 node_ip_handler_linux.go:160] Node IP manager is running W0505 09:32:01.133289 3795 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 09:32:01.133620 3795 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 09:32:01.134057 3795 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0505 09:32:01.141676 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 09:32:01.161476 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 09:32:01.161539 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 09:32:01.161559 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 09:32:01.161601 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 09:32:01.161611 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 09:32:01.161617 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 09:32:01.200347 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 09:32:01.200357 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 09:32:01.200377 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 09:32:01.200386 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 09:32:01.200394 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 09:32:01.200401 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 09:32:01.200407 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 09:32:01.200412 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 09:32:01.200418 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 09:32:01.200423 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 09:32:01.200429 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 09:32:01.200457 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 09:32:01.200478 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 09:32:01.200486 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 09:32:01.200493 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 09:32:02.695996 3795 default_node_network_controller.go:1380] Starting node controller node sync W0505 09:32:02.695997 3795 egressip_healthcheck.go:76] Health checking using insecure connection I0505 09:32:02.696112 3795 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0505 09:32:02.707879 3795 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.844159ms I0505 09:32:02.708419 3795 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-147.ec2.internal", IP: 10.0.2.147 to PMTUD blocking rules I0505 09:32:02.708431 3795 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-147.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 09:32:02.714276 3795 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0505 09:32:02.714553 3795 egressservice_node.go:93] Setting up event handlers for Egress Services I0505 09:32:02.714711 3795 egressservice_node.go:183] Starting Egress Services Controller I0505 09:32:02.714728 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 09:32:02.714737 3795 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 09:32:02.714746 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 09:32:02.714754 3795 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 09:32:02.714760 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 09:32:02.714766 3795 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 09:32:02.714770 3795 egressservice_node.go:197] Repairing Egress Services I0505 09:32:02.724482 3795 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0505 09:32:02.724497 3795 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 09:32:02.724760 3795 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0505 09:32:02.724780 3795 link_network_manager.go:119] Link manager is running I0505 09:32:02.724796 3795 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0505 09:32:02.724992 3795 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0505 09:32:02.725143 3795 vrf_manager.go:128] VRF manager is running I0505 09:32:02.725199 3795 node_controller_manager.go:437] Removing flows to drop GARP I0505 09:32:02.725208 3795 gateway.go:532] Reconciling gateway with updates I0505 09:32:02.749810 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 09:32:02.749826 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 09:32:02.749839 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 09:32:02.749848 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 09:32:02.749892 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 09:32:02.749898 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 09:32:02.749910 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 09:32:02.749916 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 09:32:02.749939 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 09:32:02.749950 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 09:32:02.749952 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 09:32:02.749967 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 09:32:02.749970 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 09:32:02.749972 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 09:32:02.749971 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 09:32:02.749981 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 09:32:02.749984 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 09:32:02.749984 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 09:32:02.749990 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 09:32:02.749992 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 09:32:02.749996 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 09:32:02.750001 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 09:32:02.750002 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 09:32:02.750003 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 09:32:02.750002 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 09:32:02.750002 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 09:32:02.750009 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 09:32:02.750015 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 09:32:02.750020 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 09:32:02.750019 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 09:32:02.750023 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 09:32:02.749938 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 09:32:02.750037 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 09:32:02.750034 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 09:32:02.750056 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 09:32:02.750062 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 09:32:02.750066 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 09:32:02.750000 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 09:32:02.750078 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 09:32:02.750079 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 09:32:02.750084 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 09:32:02.749985 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 09:32:02.750092 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 09:32:02.750096 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 09:32:02.750104 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 09:32:02.750110 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 09:32:02.750116 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 09:32:02.750126 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 09:32:02.750127 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 09:32:02.749955 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 09:32:02.750140 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 09:32:02.750143 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 09:32:02.750117 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 09:32:02.750146 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 09:32:02.750163 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 09:32:02.750170 3795 port_claim.go:71] Svc openshift-ingress/router-default: port 30964 is already open, no action needed I0505 09:32:02.750106 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 09:32:02.749976 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 09:32:02.750183 3795 port_claim.go:71] Svc openshift-ingress/router-default: port 31396 is already open, no action needed I0505 09:32:02.750166 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 09:32:02.749988 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 09:32:02.750191 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 09:32:02.750199 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 09:32:02.750203 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 09:32:02.749977 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 09:32:02.750246 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 09:32:02.750191 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 09:32:02.750251 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 09:32:02.750097 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 09:32:02.750262 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 09:32:02.750278 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 09:32:02.750290 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 09:32:02.750004 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 09:32:02.750296 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 09:32:02.750304 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 09:32:02.750307 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 09:32:02.750310 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 09:32:02.750312 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 09:32:02.750312 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 09:32:02.750316 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 09:32:02.750319 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 09:32:02.750323 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 09:32:02.750327 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 09:32:02.750329 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 09:32:02.750328 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 09:32:02.750337 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 09:32:02.750340 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 09:32:02.750006 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 09:32:02.750349 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 09:32:02.749953 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 09:32:02.750359 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 09:32:02.750360 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 09:32:02.750365 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 09:32:02.750370 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 09:32:02.750369 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 09:32:02.750374 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 09:32:02.750378 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 09:32:02.750378 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 09:32:02.750382 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 09:32:02.749970 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 09:32:02.750401 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 09:32:02.749990 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 09:32:02.750408 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 09:32:02.750300 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 09:32:02.750419 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 09:32:02.750300 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 09:32:02.750088 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 09:32:02.750325 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 09:32:02.750460 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 09:32:02.750184 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 09:32:02.750487 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 09:32:02.798129 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 09:32:02.798164 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 09:32:02.798173 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 09:32:02.840258 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 09:32:02.840270 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 09:32:02.840259 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 09:32:02.840290 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 09:32:02.840299 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 09:32:02.883785 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 09:32:02.883814 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 09:32:02.883821 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 09:32:02.883845 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 09:32:02.883879 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 09:32:02.883897 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 09:32:02.883924 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 09:32:02.883946 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 09:32:02.883955 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 09:32:02.883974 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 09:32:02.883983 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 09:32:02.883989 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 09:32:02.883994 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 09:32:02.884000 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 09:32:02.884005 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 09:32:04.171657 3795 default_network_controller.go:1025] Node "ip-10-0-0-57.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 09:32:04.171702 3795 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-57.ec2.internal I0505 09:32:04.171708 3795 egressfirewall.go:723] Syncing node "ip-10-0-0-57.ec2.internal" for egress firewall I0505 09:32:04.171714 3795 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-57.ec2.internal: 17.239µs I0505 09:32:04.208996 3795 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-134.ec2.internal I0505 09:32:04.209026 3795 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-134.ec2.internal: 37.419µs I0505 09:32:04.235426 3795 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7fddb6595b-4rtwn] creating logical port openshift-image-registry_image-registry-7fddb6595b-4rtwn for pod on switch ip-10-0-1-134.ec2.internal I0505 09:32:04.235554 3795 kube.go:256] Updating pod openshift-image-registry/image-registry-7fddb6595b-4rtwn I0505 09:32:04.262946 3795 pod.go:62] [openshift-image-registry/image-registry-7fddb6595b-4rtwn] pod update took 27.417763ms I0505 09:32:04.262969 3795 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7fddb6595b-4rtwn] addLogicalPort annotation time took 27.445406ms I0505 09:32:04.264361 3795 pods.go:271] [openshift-image-registry/image-registry-7fddb6595b-4rtwn] addLogicalPort took 28.952327ms, libovsdb time 1.024733ms I0505 09:32:04.286942 3795 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-xrmnk] creating logical port openshift-dns_dns-default-xrmnk for pod on switch ip-10-0-1-134.ec2.internal I0505 09:32:04.287043 3795 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-cfpr9] creating logical port openshift-ingress-canary_ingress-canary-cfpr9 for pod on switch ip-10-0-1-134.ec2.internal I0505 09:32:04.287204 3795 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-cfpr9 I0505 09:32:04.287219 3795 kube.go:256] Updating pod openshift-dns/dns-default-xrmnk I0505 09:32:04.295882 3795 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-c2mw5] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-c2mw5 for pod on switch ip-10-0-1-134.ec2.internal I0505 09:32:04.296087 3795 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-c2mw5 I0505 09:32:04.304996 3795 pod.go:62] [openshift-ingress-canary/ingress-canary-cfpr9] pod update took 17.858797ms I0505 09:32:04.305022 3795 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-cfpr9] addLogicalPort annotation time took 17.888749ms I0505 09:32:04.306274 3795 pods.go:271] [openshift-ingress-canary/ingress-canary-cfpr9] addLogicalPort took 19.24517ms, libovsdb time 871.182µs I0505 09:32:04.310171 3795 pod.go:62] [openshift-dns/dns-default-xrmnk] pod update took 23.037369ms I0505 09:32:04.310192 3795 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-xrmnk] addLogicalPort annotation time took 23.05984ms I0505 09:32:04.311147 3795 pods.go:271] [openshift-dns/dns-default-xrmnk] addLogicalPort took 24.219253ms, libovsdb time 715.852µs I0505 09:32:04.311455 3795 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632890-wq95h] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29632890-wq95h for pod on switch ip-10-0-1-134.ec2.internal I0505 09:32:04.311523 3795 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632890-wq95h I0505 09:32:04.311886 3795 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-c2mw5] pod update took 15.855847ms I0505 09:32:04.311916 3795 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-c2mw5] addLogicalPort annotation time took 15.904009ms I0505 09:32:04.313008 3795 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-c2mw5] addLogicalPort took 17.159019ms, libovsdb time 809.631µs I0505 09:32:04.324718 3795 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632890-wq95h] pod update took 13.212159ms I0505 09:32:04.324737 3795 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632890-wq95h] addLogicalPort annotation time took 13.235345ms I0505 09:32:04.325791 3795 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632890-wq95h] addLogicalPort took 14.343163ms, libovsdb time 729.631µs I0505 09:32:04.504890 3795 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-147.ec2.internal I0505 09:32:04.504921 3795 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-147.ec2.internal: 53.154µs I0505 09:32:04.737447 3795 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632890-wq95h b104f1af3abc3482f83210912156b0c64a9daae26dec9decb92fe16c2b6e59d4 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632890-wq95h b104f1af3abc3482f83210912156b0c64a9daae26dec9decb92fe16c2b6e59d4 network default NAD default NAD key ] I0505 09:32:04.748784 3795 cni.go:452] [openshift-ingress-canary/ingress-canary-cfpr9 83cb294cfbf4cc7aeea936839dd2eb43c0b1ea71e5095e31e656afed43fbe2dd network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-cfpr9 83cb294cfbf4cc7aeea936839dd2eb43c0b1ea71e5095e31e656afed43fbe2dd network default NAD default NAD key ] I0505 09:32:04.759832 3795 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-c2mw5 661e6a28c3c43d18a73efb8c7c0d1aa4aa9328d514a6e13d4f0d8678c2af70db network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-c2mw5 661e6a28c3c43d18a73efb8c7c0d1aa4aa9328d514a6e13d4f0d8678c2af70db network default NAD default NAD key ] I0505 09:32:04.789676 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29632890-wq95h, hostIfaceName: b104f1af3abc348, network: default, NAD default, SandboxID: "b104f1af3abc3482f83210912156b0c64a9daae26dec9decb92fe16c2b6e59d4", PCI device ID: , UID: "616bf8b1-b8ca-468e-8d2a-72027cfc4083", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0505 09:32:04.793654 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-c2mw5, hostIfaceName: 661e6a28c3c43d1, network: default, NAD default, SandboxID: "661e6a28c3c43d18a73efb8c7c0d1aa4aa9328d514a6e13d4f0d8678c2af70db", PCI device ID: , UID: "bafe7db4-74d6-4cc2-b941-76dabb0fdd37", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0505 09:32:04.795818 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-cfpr9, hostIfaceName: 83cb294cfbf4cc7, network: default, NAD default, SandboxID: "83cb294cfbf4cc7aeea936839dd2eb43c0b1ea71e5095e31e656afed43fbe2dd", PCI device ID: , UID: "e9f8ae94-472c-4f62-8f43-b1b87f07b911", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0505 09:32:04.853686 3795 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632890-wq95h b104f1af3abc3482f83210912156b0c64a9daae26dec9decb92fe16c2b6e59d4 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632890-wq95h b104f1af3abc3482f83210912156b0c64a9daae26dec9decb92fe16c2b6e59d4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:a3:ab:ae:7b:7c\",\"name\":\"b104f1af3abc348\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e908a7d-444c-4a55-a9ea-996f37366278\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 09:32:04.853713 3795 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-c2mw5 661e6a28c3c43d18a73efb8c7c0d1aa4aa9328d514a6e13d4f0d8678c2af70db network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-c2mw5 661e6a28c3c43d18a73efb8c7c0d1aa4aa9328d514a6e13d4f0d8678c2af70db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:ec:48:cf:a3:c3\",\"name\":\"661e6a28c3c43d1\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/466b3ce5-3d78-4687-83df-6f657c8b408d\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 09:32:04.853783 3795 cni.go:473] [openshift-ingress-canary/ingress-canary-cfpr9 83cb294cfbf4cc7aeea936839dd2eb43c0b1ea71e5095e31e656afed43fbe2dd network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-cfpr9 83cb294cfbf4cc7aeea936839dd2eb43c0b1ea71e5095e31e656afed43fbe2dd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:cb:fe:3b:0c:96\",\"name\":\"83cb294cfbf4cc7\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/03876ca6-fcbc-44ff-809d-0b06d5756240\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 09:32:09.525759 3795 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-57.ec2.internal in network "default" I0505 09:32:09.525816 3795 node_tracker.go:235] Node ip-10-0-0-57.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-57.ec2.internal" I0505 09:32:09.525833 3795 node_tracker.go:169] Node ip-10-0-0-57.ec2.internal switch + router changed, syncing services in network "default" I0505 09:32:09.525848 3795 services_controller.go:574] Full service sync requested for network=default I0505 09:32:09.525860 3795 default_network_controller.go:1025] Node "ip-10-0-0-57.ec2.internal" in remote zone "ip-10-0-0-57.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 09:32:09.630963 3795 default_network_controller.go:1025] Node "ip-10-0-0-57.ec2.internal" in remote zone "ip-10-0-0-57.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 09:32:09.647293 3795 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-57.ec2.internal in network "default" I0505 09:32:09.647352 3795 default_network_controller.go:1025] Node "ip-10-0-0-57.ec2.internal" in remote zone "ip-10-0-0-57.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 09:32:09.647357 3795 node_tracker.go:169] Node ip-10-0-0-57.ec2.internal switch + router changed, syncing services in network "default" I0505 09:32:09.647445 3795 services_controller.go:574] Full service sync requested for network=default I0505 09:32:09.648371 3795 zone_ic_handler.go:195] Time taken to create transit switch: 284.256µs I0505 09:32:09.648388 3795 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-57.ec2.internal for the network default I0505 09:32:09.649365 3795 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-57.ec2.internal" on network "default" took: 1.292639ms W0505 09:32:11.557483 3795 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 09:32:11.704845 3795 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-57.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 09:32:11.704863 3795 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-57.ec2.internal", IP: 10.0.0.57 to PMTUD blocking rules I0505 09:32:11.704888 3795 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-57.ec2.internal I0505 09:32:11.705023 3795 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-57.ec2.internal: 152.842µs I0505 09:32:11.704890 3795 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-57.ec2.internal in network "default" I0505 09:32:11.705086 3795 node_tracker.go:169] Node ip-10-0-0-57.ec2.internal switch + router changed, syncing services in network "default" I0505 09:32:11.705103 3795 services_controller.go:574] Full service sync requested for network=default I0505 09:32:11.704891 3795 egressfirewall.go:723] Syncing node "ip-10-0-0-57.ec2.internal" for egress firewall W0505 09:32:11.705602 3795 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 09:32:11.711191 3795 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-57.ec2.internal. Updating no re-route policies I0505 09:32:11.720241 3795 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-57.ec2.internal", IP: 10.0.0.57 to PMTUD blocking rules I0505 09:32:11.720259 3795 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-57.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0505 09:32:13.813115 3795 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 09:32:15.546443 3795 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-57.ec2.internal I0505 09:32:15.546473 3795 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-57.ec2.internal: 36.594µs W0505 09:32:15.624007 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0505 09:32:23.338989 3795 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 09:32:36.257991 3795 cni.go:452] [openshift-network-diagnostics/network-check-target-rdzmd 8b163275af820157059c362243888fe12b079ef70dde71a73696bb8929db3db8 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-rdzmd 8b163275af820157059c362243888fe12b079ef70dde71a73696bb8929db3db8 network default NAD default NAD key ] I0505 09:32:36.267060 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-rdzmd, hostIfaceName: 8b163275af82015, network: default, NAD default, SandboxID: "8b163275af820157059c362243888fe12b079ef70dde71a73696bb8929db3db8", PCI device ID: , UID: "34074bb4-d365-450f-bcc9-18f1e7bc6e22", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0505 09:32:36.312769 3795 cni.go:473] [openshift-network-diagnostics/network-check-target-rdzmd 8b163275af820157059c362243888fe12b079ef70dde71a73696bb8929db3db8 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-rdzmd 8b163275af820157059c362243888fe12b079ef70dde71a73696bb8929db3db8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:31:6a:c8:e9:cf\",\"name\":\"8b163275af82015\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd4d1cd1-47b8-4df9-82bb-cc5d37b0a18c\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 09:32:39.623512 3795 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 09:32:44.819131 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 09:32:44.819160 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 09:32:54.348595 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 09:32:54.348619 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 09:33:10.627616 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 09:34:08.699385 3795 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-674b77bd9-j24kf] creating logical port openshift-ingress_router-default-674b77bd9-j24kf for pod on switch ip-10-0-1-134.ec2.internal I0505 09:34:08.699479 3795 kube.go:256] Updating pod openshift-ingress/router-default-674b77bd9-j24kf I0505 09:34:08.722404 3795 pod.go:62] [openshift-ingress/router-default-674b77bd9-j24kf] pod update took 22.94931ms I0505 09:34:08.722430 3795 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-674b77bd9-j24kf] addLogicalPort annotation time took 22.980101ms I0505 09:34:08.723450 3795 pods.go:271] [openshift-ingress/router-default-674b77bd9-j24kf] addLogicalPort took 24.079578ms, libovsdb time 752.626µs W0505 09:34:12.618037 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0505 09:34:13.113388 3795 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0505 09:34:13.114403 3795 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 995.579µs I0505 09:34:13.139928 3795 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0505 09:34:13.300567 3795 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-x5f7c] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-x5f7c for pod on switch ip-10-0-1-134.ec2.internal I0505 09:34:13.300661 3795 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-x5f7c I0505 09:34:13.325641 3795 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-x5f7c] pod update took 25.005767ms I0505 09:34:13.325669 3795 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-x5f7c] addLogicalPort annotation time took 25.038399ms I0505 09:34:13.326984 3795 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-x5f7c] addLogicalPort took 26.43104ms, libovsdb time 940.963µs I0505 09:34:13.652305 3795 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-x5f7c 989734c8547630390fdc56282315af9a1c1a99f76c1edb50f3786236a2b8ef4d network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-x5f7c 989734c8547630390fdc56282315af9a1c1a99f76c1edb50f3786236a2b8ef4d network default NAD default NAD key ] I0505 09:34:13.661487 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-x5f7c, hostIfaceName: 989734c85476303, network: default, NAD default, SandboxID: "989734c8547630390fdc56282315af9a1c1a99f76c1edb50f3786236a2b8ef4d", PCI device ID: , UID: "dab3b58c-22e4-41c6-8e68-98ae7680798b", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0505 09:34:13.706992 3795 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-x5f7c 989734c8547630390fdc56282315af9a1c1a99f76c1edb50f3786236a2b8ef4d network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-x5f7c 989734c8547630390fdc56282315af9a1c1a99f76c1edb50f3786236a2b8ef4d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:06:96:a5:e5:d3\",\"name\":\"989734c85476303\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51141aed-c0b5-4269-a074-e7d150a2732d\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 09:34:14.616020 3795 namespace.go:98] [openshift-service-ca] adding namespace I0505 09:34:14.616901 3795 namespace.go:102] [openshift-service-ca] adding namespace took 855.45µs I0505 09:34:14.633738 3795 namespace.go:142] [openshift-service-ca] updating namespace I0505 09:34:16.300776 3795 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-6fbm2] creating logical port openshift-service-ca_service-ca-d9cb48497-6fbm2 for pod on switch ip-10-0-1-134.ec2.internal I0505 09:34:16.300891 3795 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-6fbm2 I0505 09:34:16.312616 3795 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-6fbm2] pod update took 11.770888ms I0505 09:34:16.312638 3795 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-6fbm2] addLogicalPort annotation time took 11.797109ms I0505 09:34:16.313834 3795 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-6fbm2] addLogicalPort took 13.07168ms, libovsdb time 890.483µs I0505 09:34:16.656564 3795 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-6fbm2 3757f9080480d089c2d46e448235328cc8abe98168f295a9795c688eb28ce615 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-6fbm2 3757f9080480d089c2d46e448235328cc8abe98168f295a9795c688eb28ce615 network default NAD default NAD key ] I0505 09:34:16.665510 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-6fbm2, hostIfaceName: 3757f9080480d08, network: default, NAD default, SandboxID: "3757f9080480d089c2d46e448235328cc8abe98168f295a9795c688eb28ce615", PCI device ID: , UID: "3d74b9c1-ddaf-4df1-a76b-542cd16ceab1", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0505 09:34:16.709183 3795 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-6fbm2 3757f9080480d089c2d46e448235328cc8abe98168f295a9795c688eb28ce615 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-6fbm2 3757f9080480d089c2d46e448235328cc8abe98168f295a9795c688eb28ce615 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:3a:fd:bb:3d:1e\",\"name\":\"3757f9080480d08\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/06a6928b-b7b2-4acd-b556-c8ef3c26e7da\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 09:34:22.885915 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0505 09:34:27.384305 3795 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dvd68g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:34:27.384929 3795 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dvd68g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:34:27.384953 3795 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dvd68g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:34:27.384962 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0505 09:34:27.384983 3795 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dvd68g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:34:27.384991 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0505 09:34:40.870381 3795 cni.go:452] [openshift-ingress/router-default-674b77bd9-j24kf 8516fa8da89890e91cfca9e7f5867a7147299da68f84a4dec2b77ef92b5930be network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-674b77bd9-j24kf 8516fa8da89890e91cfca9e7f5867a7147299da68f84a4dec2b77ef92b5930be network default NAD default NAD key ] I0505 09:34:40.879694 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-674b77bd9-j24kf, hostIfaceName: 8516fa8da89890e, network: default, NAD default, SandboxID: "8516fa8da89890e91cfca9e7f5867a7147299da68f84a4dec2b77ef92b5930be", PCI device ID: , UID: "3ff39c39-dd82-4b8b-96c4-76877d46a545", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0505 09:34:40.926146 3795 cni.go:473] [openshift-ingress/router-default-674b77bd9-j24kf 8516fa8da89890e91cfca9e7f5867a7147299da68f84a4dec2b77ef92b5930be network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-674b77bd9-j24kf 8516fa8da89890e91cfca9e7f5867a7147299da68f84a4dec2b77ef92b5930be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:a6:75:2b:97:fd\",\"name\":\"8516fa8da89890e\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/888c7da9-5e81-42e8-a428-f81873fe7407\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 09:34:43.384388 3795 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0505 09:34:43.426198 3795 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dvd68g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:34:43.426217 3795 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dvd68g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:34:43.426235 3795 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dvd68g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:34:43.426251 3795 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dvd68g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:34:43.503753 3795 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0505 09:34:43.518193 3795 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0505 09:34:43.543200 3795 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-k887p] creating logical port openshift-console_downloads-5c54f4944f-k887p for pod on switch ip-10-0-1-134.ec2.internal I0505 09:34:43.543286 3795 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-k887p I0505 09:34:43.594398 3795 pod.go:62] [openshift-console/downloads-5c54f4944f-k887p] pod update took 51.136921ms I0505 09:34:43.594421 3795 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-k887p] addLogicalPort annotation time took 51.164553ms I0505 09:34:43.595572 3795 pods.go:271] [openshift-console/downloads-5c54f4944f-k887p] addLogicalPort took 52.386438ms, libovsdb time 854.039µs I0505 09:34:43.616445 3795 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-9mmgc] creating logical port openshift-insights_insights-runtime-extractor-9mmgc for pod on switch ip-10-0-1-134.ec2.internal I0505 09:34:43.616538 3795 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-9mmgc I0505 09:34:43.660103 3795 pod.go:62] [openshift-insights/insights-runtime-extractor-9mmgc] pod update took 43.589327ms I0505 09:34:43.660125 3795 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-9mmgc] addLogicalPort annotation time took 43.617178ms I0505 09:34:43.661190 3795 pods.go:271] [openshift-insights/insights-runtime-extractor-9mmgc] addLogicalPort took 44.760101ms, libovsdb time 803.649µs I0505 09:34:43.880054 3795 base_network_controller_pods.go:487] [default/openshift-console/console-79d765df6b-74k58] creating logical port openshift-console_console-79d765df6b-74k58 for pod on switch ip-10-0-1-134.ec2.internal I0505 09:34:43.880155 3795 kube.go:256] Updating pod openshift-console/console-79d765df6b-74k58 I0505 09:34:43.902585 3795 cni.go:452] [openshift-console/downloads-5c54f4944f-k887p 120811b67dee1e09035159c5f5a34cb233d8e356a1e2aff829a9facf6714b6cb network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-k887p 120811b67dee1e09035159c5f5a34cb233d8e356a1e2aff829a9facf6714b6cb network default NAD default NAD key ] I0505 09:34:43.913361 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-k887p, hostIfaceName: 120811b67dee1e0, network: default, NAD default, SandboxID: "120811b67dee1e09035159c5f5a34cb233d8e356a1e2aff829a9facf6714b6cb", PCI device ID: , UID: "769013e4-1e2e-427d-ace8-d45c9a2d957e", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0505 09:34:43.914457 3795 pod.go:62] [openshift-console/console-79d765df6b-74k58] pod update took 34.330276ms I0505 09:34:43.914488 3795 base_network_controller_pods.go:951] [default/openshift-console/console-79d765df6b-74k58] addLogicalPort annotation time took 34.365499ms I0505 09:34:43.915932 3795 pods.go:271] [openshift-console/console-79d765df6b-74k58] addLogicalPort took 35.89317ms, libovsdb time 978.381µs I0505 09:34:43.962877 3795 cni.go:473] [openshift-console/downloads-5c54f4944f-k887p 120811b67dee1e09035159c5f5a34cb233d8e356a1e2aff829a9facf6714b6cb network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-k887p 120811b67dee1e09035159c5f5a34cb233d8e356a1e2aff829a9facf6714b6cb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:45:42:a4:39:52\",\"name\":\"120811b67dee1e0\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/828d231d-973d-4fd4-9e9b-c6041b5705d9\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 09:34:43.974642 3795 cni.go:452] [openshift-insights/insights-runtime-extractor-9mmgc ea8b748e646ba71917a3626fc3078ebcfd0b3bd8744305b6ec91b978b047b63b network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-9mmgc ea8b748e646ba71917a3626fc3078ebcfd0b3bd8744305b6ec91b978b047b63b network default NAD default NAD key ] I0505 09:34:43.984524 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-9mmgc, hostIfaceName: ea8b748e646ba71, network: default, NAD default, SandboxID: "ea8b748e646ba71917a3626fc3078ebcfd0b3bd8744305b6ec91b978b047b63b", PCI device ID: , UID: "13af8a51-e089-48c2-bf35-10b939196e01", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0505 09:34:44.031347 3795 cni.go:473] [openshift-insights/insights-runtime-extractor-9mmgc ea8b748e646ba71917a3626fc3078ebcfd0b3bd8744305b6ec91b978b047b63b network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-9mmgc ea8b748e646ba71917a3626fc3078ebcfd0b3bd8744305b6ec91b978b047b63b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:f3:5c:a0:29:9a\",\"name\":\"ea8b748e646ba71\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b3404be3-aed0-4765-9767-3ef88abda89d\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 09:34:44.239127 3795 cni.go:452] [openshift-console/console-79d765df6b-74k58 3d9a0bfb5583c1a0d379742439be6a38e72b51589871516611bbaf0ce1f79b75 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-79d765df6b-74k58 3d9a0bfb5583c1a0d379742439be6a38e72b51589871516611bbaf0ce1f79b75 network default NAD default NAD key ] I0505 09:34:44.250267 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-79d765df6b-74k58, hostIfaceName: 3d9a0bfb5583c1a, network: default, NAD default, SandboxID: "3d9a0bfb5583c1a0d379742439be6a38e72b51589871516611bbaf0ce1f79b75", PCI device ID: , UID: "d2cfb979-49a5-4859-bc12-890f624e3079", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0505 09:34:44.277651 3795 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hrjrf] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-hrjrf for pod on switch ip-10-0-1-134.ec2.internal I0505 09:34:44.277758 3795 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hrjrf I0505 09:34:44.292266 3795 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hrjrf] pod update took 14.54122ms I0505 09:34:44.292287 3795 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hrjrf] addLogicalPort annotation time took 14.567629ms I0505 09:34:44.293359 3795 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hrjrf] addLogicalPort took 15.725183ms, libovsdb time 728.946µs I0505 09:34:44.295618 3795 cni.go:473] [openshift-console/console-79d765df6b-74k58 3d9a0bfb5583c1a0d379742439be6a38e72b51589871516611bbaf0ce1f79b75 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-79d765df6b-74k58 3d9a0bfb5583c1a0d379742439be6a38e72b51589871516611bbaf0ce1f79b75 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:2d:03:e1:84:92\",\"name\":\"3d9a0bfb5583c1a\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/da41f45c-b6f2-4468-b411-9651b3ca0e63\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 09:34:44.639041 3795 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hrjrf fec20d1fdb3ec06a8f2a8e31e2626a1727ac2b4df0cfeed088dd1f4e9b7e837d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hrjrf fec20d1fdb3ec06a8f2a8e31e2626a1727ac2b4df0cfeed088dd1f4e9b7e837d network default NAD default NAD key ] I0505 09:34:44.650718 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-hrjrf, hostIfaceName: fec20d1fdb3ec06, network: default, NAD default, SandboxID: "fec20d1fdb3ec06a8f2a8e31e2626a1727ac2b4df0cfeed088dd1f4e9b7e837d", PCI device ID: , UID: "d55ff9b0-7803-42ad-a9ab-71ef970f592d", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0505 09:34:44.699448 3795 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hrjrf fec20d1fdb3ec06a8f2a8e31e2626a1727ac2b4df0cfeed088dd1f4e9b7e837d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hrjrf fec20d1fdb3ec06a8f2a8e31e2626a1727ac2b4df0cfeed088dd1f4e9b7e837d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:2b:3f:84:a4:d4\",\"name\":\"fec20d1fdb3ec06\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/81c9d803-7c27-4e84-afac-ac7e3e11c6e7\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 09:34:44.935204 3795 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7fddb6595b-4rtwn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:34:44.935241 3795 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7fddb6595b-4rtwn I0505 09:34:44.936503 3795 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7fddb6595b-4rtwn, ips: 10.128.0.5 I0505 09:34:44.936537 3795 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7fddb6595b-4rtwn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:34:44.945967 3795 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-67956965bd-hbhr8] creating logical port openshift-image-registry_image-registry-67956965bd-hbhr8 for pod on switch ip-10-0-1-134.ec2.internal I0505 09:34:44.946053 3795 kube.go:256] Updating pod openshift-image-registry/image-registry-67956965bd-hbhr8 I0505 09:34:44.951214 3795 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7fddb6595b-4rtwn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:34:44.951234 3795 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7fddb6595b-4rtwn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:34:44.966717 3795 pod.go:62] [openshift-image-registry/image-registry-67956965bd-hbhr8] pod update took 20.690225ms I0505 09:34:44.966742 3795 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-67956965bd-hbhr8] addLogicalPort annotation time took 20.724572ms I0505 09:34:44.967888 3795 pods.go:271] [openshift-image-registry/image-registry-67956965bd-hbhr8] addLogicalPort took 21.929635ms, libovsdb time 814.486µs I0505 09:34:44.969493 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7fddb6595b-4rtwn I0505 09:34:44.969517 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7fddb6595b-4rtwn I0505 09:34:45.309077 3795 cni.go:452] [openshift-image-registry/image-registry-67956965bd-hbhr8 f8240a53715b88b1355e8d9c3753a9240fa18e515ede92304a6ba84e84eb1e82 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-67956965bd-hbhr8 f8240a53715b88b1355e8d9c3753a9240fa18e515ede92304a6ba84e84eb1e82 network default NAD default NAD key ] I0505 09:34:45.320943 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-67956965bd-hbhr8, hostIfaceName: f8240a53715b88b, network: default, NAD default, SandboxID: "f8240a53715b88b1355e8d9c3753a9240fa18e515ede92304a6ba84e84eb1e82", PCI device ID: , UID: "616d9641-0e6f-40c1-a809-d8b0100cbc24", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0505 09:34:45.373746 3795 cni.go:473] [openshift-image-registry/image-registry-67956965bd-hbhr8 f8240a53715b88b1355e8d9c3753a9240fa18e515ede92304a6ba84e84eb1e82 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-67956965bd-hbhr8 f8240a53715b88b1355e8d9c3753a9240fa18e515ede92304a6ba84e84eb1e82 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:2b:08:13:fc:a2\",\"name\":\"f8240a53715b88b\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e1f003cb-f9c4-43e3-bdce-7cb58aebbe74\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 09:34:45.943760 3795 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0505 09:34:47.058016 3795 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0505 09:34:47.068492 3795 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0505 09:34:47.953396 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 09:34:48.769016 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 09:34:51.587910 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 09:34:53.544294 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 09:34:53.544317 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 09:34:54.998187 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 09:34:55.159049 3795 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-134.ec2.internal I0505 09:34:55.159210 3795 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0505 09:34:55.195406 3795 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 36.255218ms I0505 09:34:55.195435 3795 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 36.286466ms I0505 09:34:55.196605 3795 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 37.572563ms, libovsdb time 853.785µs I0505 09:34:55.524929 3795 cni.go:452] [openshift-monitoring/alertmanager-main-1 b5672eac4d90c2bcad610e19ade67a8e6eefbba7340e1bb033a3f4440b2fe1a9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 b5672eac4d90c2bcad610e19ade67a8e6eefbba7340e1bb033a3f4440b2fe1a9 network default NAD default NAD key ] I0505 09:34:55.534417 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: b5672eac4d90c2b, network: default, NAD default, SandboxID: "b5672eac4d90c2bcad610e19ade67a8e6eefbba7340e1bb033a3f4440b2fe1a9", PCI device ID: , UID: "7842bdad-2eac-46bd-a56d-e7f43a6e1931", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0505 09:34:55.588932 3795 cni.go:473] [openshift-monitoring/alertmanager-main-1 b5672eac4d90c2bcad610e19ade67a8e6eefbba7340e1bb033a3f4440b2fe1a9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 b5672eac4d90c2bcad610e19ade67a8e6eefbba7340e1bb033a3f4440b2fe1a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:3d:fd:3c:11:eb\",\"name\":\"b5672eac4d90c2b\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6bbe25c2-7c98-40d7-84f3-f04650ac2019\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 09:34:56.998244 3795 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-6979489fbc-g25dx] creating logical port openshift-monitoring_thanos-querier-6979489fbc-g25dx for pod on switch ip-10-0-1-134.ec2.internal I0505 09:34:56.998474 3795 kube.go:256] Updating pod openshift-monitoring/thanos-querier-6979489fbc-g25dx I0505 09:34:57.016835 3795 pod.go:62] [openshift-monitoring/thanos-querier-6979489fbc-g25dx] pod update took 18.409172ms I0505 09:34:57.016856 3795 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-6979489fbc-g25dx] addLogicalPort annotation time took 18.434652ms I0505 09:34:57.018216 3795 pods.go:271] [openshift-monitoring/thanos-querier-6979489fbc-g25dx] addLogicalPort took 19.989684ms, libovsdb time 969.823µs W0505 09:34:58.011824 3795 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 09:34:58.011841 3795 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 09:34:58.011848 3795 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 09:34:58.282717 3795 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 09:34:58.282748 3795 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 09:34:58.282753 3795 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 09:34:59.651261 3795 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-db75658f8-bnzdt IP address from the namespace address-set, err: pod openshift-console/console-db75658f8-bnzdt: no pod IPs found I0505 09:35:01.604006 3795 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-134.ec2.internal I0505 09:35:01.604131 3795 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0505 09:35:01.644487 3795 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 40.397637ms I0505 09:35:01.644515 3795 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 40.432626ms I0505 09:35:01.645966 3795 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 41.983032ms, libovsdb time 987.629µs W0505 09:35:03.324028 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 09:35:03.384417 3795 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 09:35:03.384506 3795 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 09:35:03.663382 3795 cni.go:452] [openshift-monitoring/thanos-querier-6979489fbc-g25dx 2d64367b3d2974789665cc91ef3d043a1e41568b107bfb3a4da66a31aaeef3e7 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-6979489fbc-g25dx 2d64367b3d2974789665cc91ef3d043a1e41568b107bfb3a4da66a31aaeef3e7 network default NAD default NAD key ] I0505 09:35:03.663543 3795 cni.go:452] [openshift-monitoring/prometheus-k8s-1 77e9f32477a15b8a4ceb34290bd42bd475ddb18cf3c2facb88154b4187342c74 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 77e9f32477a15b8a4ceb34290bd42bd475ddb18cf3c2facb88154b4187342c74 network default NAD default NAD key ] I0505 09:35:03.674617 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-6979489fbc-g25dx, hostIfaceName: 2d64367b3d29747, network: default, NAD default, SandboxID: "2d64367b3d2974789665cc91ef3d043a1e41568b107bfb3a4da66a31aaeef3e7", PCI device ID: , UID: "a9253f64-c52c-45d0-8ba8-233c475f474b", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0505 09:35:03.674860 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 77e9f32477a15b8, network: default, NAD default, SandboxID: "77e9f32477a15b8a4ceb34290bd42bd475ddb18cf3c2facb88154b4187342c74", PCI device ID: , UID: "c0173deb-86c3-428f-886b-199fe3487dbc", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0505 09:35:03.728365 3795 cni.go:473] [openshift-monitoring/thanos-querier-6979489fbc-g25dx 2d64367b3d2974789665cc91ef3d043a1e41568b107bfb3a4da66a31aaeef3e7 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-6979489fbc-g25dx 2d64367b3d2974789665cc91ef3d043a1e41568b107bfb3a4da66a31aaeef3e7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:a9:0e:e8:4b:fe\",\"name\":\"2d64367b3d29747\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/67da8a7f-c545-457d-93ca-10708a9976dd\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 09:35:03.744699 3795 cni.go:473] [openshift-monitoring/prometheus-k8s-1 77e9f32477a15b8a4ceb34290bd42bd475ddb18cf3c2facb88154b4187342c74 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 77e9f32477a15b8a4ceb34290bd42bd475ddb18cf3c2facb88154b4187342c74 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:9c:43:00:d6:d4\",\"name\":\"77e9f32477a15b8\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/105da340-1f8c-4537-9e7b-f1f097ec3f50\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 09:35:04.147485 3795 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 09:35:04.147505 3795 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 09:35:06.841380 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 09:35:06.958355 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0505 09:35:08.318371 3795 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7fddb6595b-dr8rg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:35:08.319016 3795 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7fddb6595b-dr8rg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:35:08.332933 3795 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7fddb6595b-dr8rg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:35:08.332951 3795 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7fddb6595b-dr8rg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:35:08.351236 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7fddb6595b-dr8rg I0505 09:35:08.351261 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7fddb6595b-dr8rg I0505 09:35:08.822504 3795 obj_retry.go:498] Detected object openshift-image-registry/image-registry-86756d5779-qrvt9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:35:08.823123 3795 obj_retry.go:498] Detected object openshift-image-registry/image-registry-86756d5779-qrvt9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 09:35:08.873699 3795 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 09:35:08.873714 3795 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 09:35:08.873721 3795 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 09:35:08.873725 3795 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 09:35:09.108334 3795 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 09:35:09.108357 3795 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 09:35:09.108362 3795 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 09:35:09.108368 3795 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0505 09:35:09.158947 3795 obj_retry.go:492] Detected object openshift-image-registry/image-registry-86756d5779-qrvt9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:35:09.158976 3795 obj_retry.go:492] Detected object openshift-image-registry/image-registry-86756d5779-qrvt9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:35:09.166156 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-86756d5779-qrvt9 I0505 09:35:09.166181 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-86756d5779-qrvt9 W0505 09:35:10.129320 3795 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-77c94c8f78-vr7kq IP address from the namespace address-set, err: pod openshift-console/console-77c94c8f78-vr7kq: no pod IPs found W0505 09:35:10.145037 3795 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-77c94c8f78-h4bxm IP address from the namespace address-set, err: pod openshift-console/console-77c94c8f78-h4bxm: no pod IPs found W0505 09:35:15.887973 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 09:35:15.887991 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 09:35:15.887996 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 09:35:15.888001 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 09:35:15.888015 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 09:35:15.888020 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 09:35:15.888024 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 09:35:15.888029 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 09:35:16.089381 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 09:35:16.089403 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 09:35:16.089409 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 09:35:16.089415 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0505 09:35:16.908053 3795 obj_retry.go:498] Detected object openshift-console/console-79d765df6b-txr7g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:35:16.908604 3795 obj_retry.go:498] Detected object openshift-console/console-79d765df6b-txr7g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:35:17.919835 3795 obj_retry.go:492] Detected object openshift-console/console-79d765df6b-txr7g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:35:17.919855 3795 obj_retry.go:492] Detected object openshift-console/console-79d765df6b-txr7g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:35:17.928399 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-79d765df6b-txr7g I0505 09:35:17.928421 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-79d765df6b-txr7g W0505 09:35:18.371377 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0505 09:35:24.916735 3795 obj_retry.go:498] Detected object openshift-console/console-db75658f8-sc5mr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:35:24.917339 3795 obj_retry.go:498] Detected object openshift-console/console-db75658f8-sc5mr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:35:25.389021 3795 obj_retry.go:492] Detected object openshift-console/console-db75658f8-sc5mr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:35:25.389051 3795 obj_retry.go:492] Detected object openshift-console/console-db75658f8-sc5mr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:35:25.396492 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-db75658f8-sc5mr I0505 09:35:25.396520 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-db75658f8-sc5mr W0505 09:35:25.572476 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 09:35:25.572498 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 09:35:25.572507 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 09:35:31.414574 3795 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0505 09:35:37.987099 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0505 09:35:38.452856 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0505 09:35:42.464840 3795 cni.go:452] [openshift-multus/network-metrics-daemon-9ln7f af2579fc595d21a1517431f9ea3240abbf8cfab7bcf75bff57a509ffcc39454c network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-9ln7f af2579fc595d21a1517431f9ea3240abbf8cfab7bcf75bff57a509ffcc39454c network default NAD default NAD key ] I0505 09:35:42.475293 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-9ln7f, hostIfaceName: af2579fc595d21a, network: default, NAD default, SandboxID: "af2579fc595d21a1517431f9ea3240abbf8cfab7bcf75bff57a509ffcc39454c", PCI device ID: , UID: "751d225b-5da1-4a2b-aeac-2b2501fe7a78", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0505 09:35:42.523632 3795 cni.go:473] [openshift-multus/network-metrics-daemon-9ln7f af2579fc595d21a1517431f9ea3240abbf8cfab7bcf75bff57a509ffcc39454c network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-9ln7f af2579fc595d21a1517431f9ea3240abbf8cfab7bcf75bff57a509ffcc39454c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:b4:cc:37:d1:13\",\"name\":\"af2579fc595d21a\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e06c6686-0678-4baf-8a51-b36cc85bcaec\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 09:35:53.162860 3795 cni.go:452] [openshift-console/console-79d765df6b-74k58 3d9a0bfb5583c1a0d379742439be6a38e72b51589871516611bbaf0ce1f79b75 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-79d765df6b-74k58 3d9a0bfb5583c1a0d379742439be6a38e72b51589871516611bbaf0ce1f79b75 network default NAD default NAD key ] I0505 09:35:53.246130 3795 cni.go:473] [openshift-console/console-79d765df6b-74k58 3d9a0bfb5583c1a0d379742439be6a38e72b51589871516611bbaf0ce1f79b75 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-79d765df6b-74k58 3d9a0bfb5583c1a0d379742439be6a38e72b51589871516611bbaf0ce1f79b75 network default NAD default NAD key default], result "{}", err I0505 09:35:53.308918 3795 obj_retry.go:498] Detected object openshift-console/console-79d765df6b-74k58 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:35:53.308957 3795 pods.go:176] Deleting pod: openshift-console/console-79d765df6b-74k58 I0505 09:35:53.310294 3795 pods.go:236] Attempting to release IPs for pod: openshift-console/console-79d765df6b-74k58, ips: 10.128.0.15 I0505 09:35:53.310322 3795 obj_retry.go:498] Detected object openshift-console/console-79d765df6b-74k58 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:35:54.244540 3795 obj_retry.go:492] Detected object openshift-console/console-79d765df6b-74k58 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:35:54.244566 3795 obj_retry.go:492] Detected object openshift-console/console-79d765df6b-74k58 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:35:54.253043 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-79d765df6b-74k58 I0505 09:35:54.253082 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-79d765df6b-74k58 I0505 09:35:58.347719 3795 obj_retry.go:498] Detected object openshift-ingress/router-default-687b7fb8c5-6vqmt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:35:58.348280 3795 obj_retry.go:498] Detected object openshift-ingress/router-default-687b7fb8c5-6vqmt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:35:58.539118 3795 obj_retry.go:492] Detected object openshift-ingress/router-default-687b7fb8c5-6vqmt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:35:58.539146 3795 obj_retry.go:492] Detected object openshift-ingress/router-default-687b7fb8c5-6vqmt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:35:58.547193 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-687b7fb8c5-6vqmt I0505 09:35:58.547216 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-687b7fb8c5-6vqmt W0505 09:36:02.322716 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 09:36:02.322745 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 09:36:14.338670 3795 cni.go:452] [openshift-dns/dns-default-xrmnk 5f7c25c0dd5f1b375018d6d9f766060971b671adec724a6d78b2d722dab05425 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-xrmnk 5f7c25c0dd5f1b375018d6d9f766060971b671adec724a6d78b2d722dab05425 network default NAD default NAD key ] I0505 09:36:14.348667 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-xrmnk, hostIfaceName: 5f7c25c0dd5f1b3, network: default, NAD default, SandboxID: "5f7c25c0dd5f1b375018d6d9f766060971b671adec724a6d78b2d722dab05425", PCI device ID: , UID: "bfb72e18-5ed6-4ccb-8d35-320554c291cc", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0505 09:36:14.396827 3795 cni.go:473] [openshift-dns/dns-default-xrmnk 5f7c25c0dd5f1b375018d6d9f766060971b671adec724a6d78b2d722dab05425 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-xrmnk 5f7c25c0dd5f1b375018d6d9f766060971b671adec724a6d78b2d722dab05425 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:68:51:cd:00:ab\",\"name\":\"5f7c25c0dd5f1b3\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7df9ada5-a130-4108-a5c8-69f3eb5858f1\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 09:36:16.989133 3795 cni.go:452] [openshift-monitoring/alertmanager-main-1 b5672eac4d90c2bcad610e19ade67a8e6eefbba7340e1bb033a3f4440b2fe1a9 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 b5672eac4d90c2bcad610e19ade67a8e6eefbba7340e1bb033a3f4440b2fe1a9 network default NAD default NAD key ] I0505 09:36:17.077309 3795 cni.go:473] [openshift-monitoring/alertmanager-main-1 b5672eac4d90c2bcad610e19ade67a8e6eefbba7340e1bb033a3f4440b2fe1a9 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 b5672eac4d90c2bcad610e19ade67a8e6eefbba7340e1bb033a3f4440b2fe1a9 network default NAD default NAD key default], result "{}", err I0505 09:36:17.138175 3795 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:36:17.138208 3795 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0505 09:36:17.139463 3795 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.128.0.18 I0505 09:36:17.139494 3795 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:36:17.343114 3795 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:36:17.343140 3795 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:36:17.351016 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0505 09:36:17.351041 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0505 09:36:21.299026 3795 cni.go:452] [openshift-monitoring/prometheus-k8s-1 77e9f32477a15b8a4ceb34290bd42bd475ddb18cf3c2facb88154b4187342c74 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 77e9f32477a15b8a4ceb34290bd42bd475ddb18cf3c2facb88154b4187342c74 network default NAD default NAD key ] I0505 09:36:21.377055 3795 cni.go:473] [openshift-monitoring/prometheus-k8s-1 77e9f32477a15b8a4ceb34290bd42bd475ddb18cf3c2facb88154b4187342c74 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 77e9f32477a15b8a4ceb34290bd42bd475ddb18cf3c2facb88154b4187342c74 network default NAD default NAD key default], result "{}", err I0505 09:36:21.440603 3795 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:36:21.440638 3795 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0505 09:36:21.441851 3795 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.128.0.20 I0505 09:36:21.441911 3795 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:36:21.649707 3795 base_network_controller_pods.go:487] [default/openshift-console/console-6b67b7dd68-gbtf2] creating logical port openshift-console_console-6b67b7dd68-gbtf2 for pod on switch ip-10-0-1-134.ec2.internal I0505 09:36:21.649819 3795 kube.go:256] Updating pod openshift-console/console-6b67b7dd68-gbtf2 I0505 09:36:21.682141 3795 pod.go:62] [openshift-console/console-6b67b7dd68-gbtf2] pod update took 32.355353ms I0505 09:36:21.682170 3795 base_network_controller_pods.go:951] [default/openshift-console/console-6b67b7dd68-gbtf2] addLogicalPort annotation time took 32.389077ms I0505 09:36:21.683596 3795 pods.go:271] [openshift-console/console-6b67b7dd68-gbtf2] addLogicalPort took 33.902052ms, libovsdb time 979.338µs I0505 09:36:22.013899 3795 cni.go:452] [openshift-console/console-6b67b7dd68-gbtf2 5e3474b1432b194c03fc78c6008c54922d6d960024f65e9a7dab831e5bdd37c0 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6b67b7dd68-gbtf2 5e3474b1432b194c03fc78c6008c54922d6d960024f65e9a7dab831e5bdd37c0 network default NAD default NAD key ] I0505 09:36:22.023780 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6b67b7dd68-gbtf2, hostIfaceName: 5e3474b1432b194, network: default, NAD default, SandboxID: "5e3474b1432b194c03fc78c6008c54922d6d960024f65e9a7dab831e5bdd37c0", PCI device ID: , UID: "298af2bb-b83c-4777-a55c-dc86d0908e97", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0505 09:36:22.076287 3795 cni.go:473] [openshift-console/console-6b67b7dd68-gbtf2 5e3474b1432b194c03fc78c6008c54922d6d960024f65e9a7dab831e5bdd37c0 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6b67b7dd68-gbtf2 5e3474b1432b194c03fc78c6008c54922d6d960024f65e9a7dab831e5bdd37c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:7c:9e:bf:22:cf\",\"name\":\"5e3474b1432b194\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22ee64f2-473a-48fb-ad46-cda86b8825b8\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 09:36:22.411625 3795 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:36:22.411651 3795 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:36:22.417490 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0505 09:36:22.417522 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0505 09:36:22.464325 3795 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-134.ec2.internal I0505 09:36:22.464464 3795 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0505 09:36:22.503092 3795 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 38.666525ms I0505 09:36:22.503116 3795 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 38.697852ms I0505 09:36:22.504344 3795 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 40.040793ms, libovsdb time 844.26µs I0505 09:36:22.821968 3795 cni.go:452] [openshift-monitoring/prometheus-k8s-1 fa7391555cfd10a6abdecc8741f59c65069c7bf40f25527c624110e09a322036 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 fa7391555cfd10a6abdecc8741f59c65069c7bf40f25527c624110e09a322036 network default NAD default NAD key ] I0505 09:36:22.831534 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: fa7391555cfd10a, network: default, NAD default, SandboxID: "fa7391555cfd10a6abdecc8741f59c65069c7bf40f25527c624110e09a322036", PCI device ID: , UID: "6523800e-ed9c-421a-a12d-ee0f3e5041f4", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0505 09:36:22.877466 3795 cni.go:473] [openshift-monitoring/prometheus-k8s-1 fa7391555cfd10a6abdecc8741f59c65069c7bf40f25527c624110e09a322036 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 fa7391555cfd10a6abdecc8741f59c65069c7bf40f25527c624110e09a322036 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:b9:4c:6c:00:c7\",\"name\":\"fa7391555cfd10a\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9101a243-fc05-4a44-a44b-c92abd73285d\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 09:36:27.375619 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 09:36:27.375641 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0505 09:36:27.375649 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 09:36:32.428416 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 09:36:46.956308 3795 obj_retry.go:498] Detected object openshift-console/console-5c7867844f-hfmqn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:36:46.956902 3795 obj_retry.go:498] Detected object openshift-console/console-5c7867844f-hfmqn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:36:47.262280 3795 obj_retry.go:492] Detected object openshift-console/console-5c7867844f-hfmqn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:36:47.262302 3795 obj_retry.go:492] Detected object openshift-console/console-5c7867844f-hfmqn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:36:47.270573 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c7867844f-hfmqn I0505 09:36:47.270604 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c7867844f-hfmqn I0505 09:36:49.602212 3795 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:36:49.602775 3795 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:36:49.743585 3795 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:36:49.743610 3795 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:36:49.752118 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0505 09:36:49.752146 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0505 09:36:49.796105 3795 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-134.ec2.internal I0505 09:36:49.796232 3795 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0505 09:36:49.824400 3795 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 28.202963ms I0505 09:36:49.824422 3795 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 28.22989ms I0505 09:36:49.825648 3795 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 29.556118ms, libovsdb time 894.288µs I0505 09:36:50.158106 3795 cni.go:452] [openshift-monitoring/alertmanager-main-0 4b37222fd7a5441ec01f6625a2368843f7bc0750ed33583e0e9d228ba9285f29 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 4b37222fd7a5441ec01f6625a2368843f7bc0750ed33583e0e9d228ba9285f29 network default NAD default NAD key ] I0505 09:36:50.167298 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 4b37222fd7a5441, network: default, NAD default, SandboxID: "4b37222fd7a5441ec01f6625a2368843f7bc0750ed33583e0e9d228ba9285f29", PCI device ID: , UID: "961daf3c-31e1-4b85-92b1-73f1498a15e4", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0505 09:36:50.218977 3795 cni.go:473] [openshift-monitoring/alertmanager-main-0 4b37222fd7a5441ec01f6625a2368843f7bc0750ed33583e0e9d228ba9285f29 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 4b37222fd7a5441ec01f6625a2368843f7bc0750ed33583e0e9d228ba9285f29 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:55:5b:5a:57:90\",\"name\":\"4b37222fd7a5441\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0b606f82-8543-4cac-9f45-cca22bda322e\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 09:36:57.755547 3795 obj_retry.go:498] Detected object openshift-console/console-5c7867844f-9r8zm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:36:57.756110 3795 obj_retry.go:498] Detected object openshift-console/console-5c7867844f-9r8zm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:36:58.072946 3795 obj_retry.go:492] Detected object openshift-console/console-5c7867844f-9r8zm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:36:58.072972 3795 obj_retry.go:492] Detected object openshift-console/console-5c7867844f-9r8zm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:36:58.076686 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c7867844f-9r8zm I0505 09:36:58.076699 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c7867844f-9r8zm W0505 09:37:10.229483 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 09:37:10.229505 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 09:37:10.229512 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 09:37:19.802198 3795 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 W0505 09:37:23.658312 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 09:37:23.658334 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 09:37:24.961149 3795 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:37:24.961641 3795 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:37:25.911634 3795 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:37:25.911654 3795 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:37:25.923499 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0505 09:37:25.923524 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0505 09:37:38.684168 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 I0505 09:37:41.695562 3795 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632890-wq95h b104f1af3abc3482f83210912156b0c64a9daae26dec9decb92fe16c2b6e59d4 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632890-wq95h b104f1af3abc3482f83210912156b0c64a9daae26dec9decb92fe16c2b6e59d4 network default NAD default NAD key ] I0505 09:37:41.778790 3795 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632890-wq95h b104f1af3abc3482f83210912156b0c64a9daae26dec9decb92fe16c2b6e59d4 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632890-wq95h b104f1af3abc3482f83210912156b0c64a9daae26dec9decb92fe16c2b6e59d4 network default NAD default NAD key default], result "{}", err I0505 09:37:41.824541 3795 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632890-wq95h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:37:41.824586 3795 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632890-wq95h I0505 09:37:41.825811 3795 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632890-wq95h, ips: 10.128.0.9 I0505 09:37:41.825843 3795 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632890-wq95h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:37:42.733710 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632890-wq95h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:37:42.733734 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632890-wq95h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:37:50.682391 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0505 09:37:51.789756 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0505 09:37:55.682230 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=120 I0505 09:39:14.818145 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0505 09:39:19.794714 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0505 09:39:27.783467 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 W0505 09:39:52.054167 3795 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 09:39:58.818588 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0505 09:40:00.184335 3795 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632900-mk9ds] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29632900-mk9ds for pod on switch ip-10-0-1-134.ec2.internal I0505 09:40:00.184458 3795 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632900-mk9ds I0505 09:40:00.200423 3795 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632900-mk9ds] pod update took 15.987818ms I0505 09:40:00.200450 3795 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632900-mk9ds] addLogicalPort annotation time took 16.020495ms I0505 09:40:00.201764 3795 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632900-mk9ds] addLogicalPort took 17.448165ms, libovsdb time 980.395µs I0505 09:40:00.557986 3795 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632900-mk9ds 92456354082c0a7621885d6c6336b7b3fc082c8e8cb8e9c0cf30b4f849433a8f network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632900-mk9ds 92456354082c0a7621885d6c6336b7b3fc082c8e8cb8e9c0cf30b4f849433a8f network default NAD default NAD key ] I0505 09:40:00.567652 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29632900-mk9ds, hostIfaceName: 92456354082c0a7, network: default, NAD default, SandboxID: "92456354082c0a7621885d6c6336b7b3fc082c8e8cb8e9c0cf30b4f849433a8f", PCI device ID: , UID: "b9cb5f63-6a90-4b1a-9784-495057256022", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0505 09:40:00.616743 3795 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632900-mk9ds 92456354082c0a7621885d6c6336b7b3fc082c8e8cb8e9c0cf30b4f849433a8f network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632900-mk9ds 92456354082c0a7621885d6c6336b7b3fc082c8e8cb8e9c0cf30b4f849433a8f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:fa:e2:b6:4b:b1\",\"name\":\"92456354082c0a7\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/82abe130-a145-4912-942c-a3b9cad18948\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 09:40:03.099697 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0505 09:40:03.099755 3795 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-h5gg8 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-h5gg8: no pod IPs found I0505 09:40:04.244530 3795 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632900-mk9ds 92456354082c0a7621885d6c6336b7b3fc082c8e8cb8e9c0cf30b4f849433a8f network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632900-mk9ds 92456354082c0a7621885d6c6336b7b3fc082c8e8cb8e9c0cf30b4f849433a8f network default NAD default NAD key ] I0505 09:40:04.317699 3795 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632900-mk9ds 92456354082c0a7621885d6c6336b7b3fc082c8e8cb8e9c0cf30b4f849433a8f network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632900-mk9ds 92456354082c0a7621885d6c6336b7b3fc082c8e8cb8e9c0cf30b4f849433a8f network default NAD default NAD key default], result "{}", err I0505 09:40:04.358750 3795 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632900-mk9ds of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:40:04.358823 3795 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632900-mk9ds I0505 09:40:04.360091 3795 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632900-mk9ds, ips: 10.128.0.24 I0505 09:40:04.360119 3795 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632900-mk9ds of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:40:05.379591 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632900-mk9ds of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:40:05.379612 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632900-mk9ds of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:40:09.688901 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=626 I0505 09:40:43.767576 3795 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0505 09:40:57.771955 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0505 09:41:07.766934 3795 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0505 09:41:07.777851 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0505 09:41:31.681425 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=92 I0505 09:41:53.681935 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0505 09:43:08.793407 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0505 09:43:22.805440 3795 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0505 09:44:25.685905 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11 I0505 09:45:23.798217 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0505 09:46:07.852684 3795 namespace.go:98] [tsf] adding namespace I0505 09:46:07.853583 3795 namespace.go:102] [tsf] adding namespace took 869.698µs I0505 09:46:07.874162 3795 namespace.go:142] [tsf] updating namespace I0505 09:46:07.886388 3795 namespace.go:142] [tsf] updating namespace I0505 09:46:11.665033 3795 namespace.go:98] [rhtpa-operator] adding namespace I0505 09:46:11.665862 3795 namespace.go:102] [rhtpa-operator] adding namespace took 809.578µs I0505 09:46:11.685137 3795 namespace.go:98] [tsf-keycloak] adding namespace I0505 09:46:11.685169 3795 namespace.go:98] [tsf-tas] adding namespace I0505 09:46:11.685336 3795 namespace.go:98] [cert-manager-operator] adding namespace I0505 09:46:11.685616 3795 namespace.go:98] [konflux-ui] adding namespace I0505 09:46:11.685960 3795 namespace.go:102] [tsf-keycloak] adding namespace took 802.609µs I0505 09:46:11.685990 3795 namespace.go:98] [tsf-tpa] adding namespace I0505 09:46:11.686662 3795 namespace.go:102] [tsf-tpa] adding namespace took 664.769µs I0505 09:46:11.687235 3795 namespace.go:102] [tsf-tas] adding namespace took 2.051555ms I0505 09:46:11.687773 3795 namespace.go:102] [cert-manager-operator] adding namespace took 2.423099ms I0505 09:46:11.687799 3795 namespace.go:98] [rhbk-operator] adding namespace I0505 09:46:11.688312 3795 namespace.go:102] [rhbk-operator] adding namespace took 508.38µs I0505 09:46:11.688806 3795 namespace.go:102] [konflux-ui] adding namespace took 3.175879ms I0505 09:46:11.698904 3795 namespace.go:98] [konflux-operator] adding namespace I0505 09:46:11.699415 3795 namespace.go:102] [konflux-operator] adding namespace took 498.339µs I0505 09:46:11.720935 3795 namespace.go:142] [rhtpa-operator] updating namespace I0505 09:46:11.743568 3795 namespace.go:142] [rhtpa-operator] updating namespace I0505 09:46:11.799124 3795 namespace.go:142] [tsf-keycloak] updating namespace I0505 09:46:11.799163 3795 namespace.go:142] [cert-manager-operator] updating namespace I0505 09:46:11.799288 3795 namespace.go:142] [tsf-tpa] updating namespace I0505 09:46:11.799412 3795 namespace.go:142] [tsf-tas] updating namespace I0505 09:46:11.839963 3795 namespace.go:142] [tsf-keycloak] updating namespace I0505 09:46:11.865097 3795 namespace.go:142] [rhbk-operator] updating namespace I0505 09:46:11.865189 3795 namespace.go:142] [konflux-ui] updating namespace I0505 09:46:11.865265 3795 namespace.go:142] [konflux-operator] updating namespace I0505 09:46:11.865329 3795 namespace.go:142] [rhtpa-operator] updating namespace I0505 09:46:11.982017 3795 namespace.go:142] [cert-manager-operator] updating namespace I0505 09:46:12.012123 3795 namespace.go:142] [cert-manager-operator] updating namespace I0505 09:46:12.042496 3795 namespace.go:142] [tsf-tpa] updating namespace I0505 09:46:12.071677 3795 namespace.go:142] [tsf-tpa] updating namespace I0505 09:46:12.095587 3795 namespace.go:142] [tsf-keycloak] updating namespace I0505 09:46:12.095670 3795 namespace.go:142] [rhbk-operator] updating namespace I0505 09:46:12.165981 3795 namespace.go:142] [rhbk-operator] updating namespace I0505 09:46:12.167273 3795 namespace.go:142] [konflux-ui] updating namespace I0505 09:46:12.190351 3795 namespace.go:142] [konflux-ui] updating namespace I0505 09:46:12.214332 3795 namespace.go:142] [konflux-operator] updating namespace I0505 09:46:12.239395 3795 namespace.go:142] [konflux-operator] updating namespace I0505 09:46:12.276911 3795 namespace.go:142] [tsf-tas] updating namespace I0505 09:46:12.292994 3795 namespace.go:142] [tsf-tas] updating namespace I0505 09:46:12.821331 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0505 09:46:13.035959 3795 namespace.go:142] [tsf-tpa] updating namespace I0505 09:46:13.036079 3795 namespace.go:142] [tsf-keycloak] updating namespace I0505 09:46:14.692353 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=15 I0505 09:46:18.951547 3795 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eft96g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:46:18.952148 3795 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eft96g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:46:18.952172 3795 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eft96g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:46:18.952183 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 09:46:18.952201 3795 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eft96g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:46:18.952208 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 09:46:19.687256 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=46 I0505 09:46:19.976232 3795 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eft96g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:19.976258 3795 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eft96g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:19.976272 3795 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eft96g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:19.976289 3795 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eft96g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:21.599017 3795 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51w7p6v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:46:21.599566 3795 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51w7p6v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:46:21.599587 3795 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51w7p6v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:46:21.599596 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 09:46:21.599614 3795 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51w7p6v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:46:21.599623 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 09:46:21.975646 3795 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:46:21.976186 3795 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:46:21.976213 3795 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:46:21.976221 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 09:46:21.976235 3795 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:46:21.976239 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 09:46:22.624726 3795 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51w7p6v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:22.624753 3795 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51w7p6v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:22.624769 3795 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51w7p6v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:22.624785 3795 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51w7p6v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:23.002012 3795 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:23.002033 3795 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:23.002046 3795 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:23.002061 3795 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:24.022768 3795 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4wl4l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:46:24.023409 3795 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4wl4l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:46:24.023436 3795 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4wl4l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:46:24.023444 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 09:46:24.023457 3795 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4wl4l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:46:24.023461 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 09:46:25.052039 3795 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4wl4l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:25.052066 3795 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4wl4l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:25.052078 3795 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4wl4l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:25.052090 3795 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4wl4l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:26.014983 3795 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136d972c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:46:26.015483 3795 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136d972c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:46:26.015504 3795 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136d972c of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:46:26.015513 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 09:46:26.015529 3795 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136d972c of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:46:26.015539 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 09:46:26.046738 3795 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hcsc9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:46:26.047270 3795 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hcsc9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:46:26.047294 3795 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hcsc9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:46:26.047301 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 09:46:26.047313 3795 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hcsc9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:46:26.047318 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 09:46:27.045411 3795 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136d972c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:27.045433 3795 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136d972c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:27.045447 3795 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136d972c of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:27.045460 3795 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136d972c of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:27.077295 3795 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hcsc9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:27.077306 3795 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hcsc9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:27.077313 3795 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hcsc9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:27.077320 3795 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hcsc9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:28.780772 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 W0505 09:46:31.050147 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0505 09:46:31.608757 3795 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-nwnc6] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-nwnc6 for pod on switch ip-10-0-1-134.ec2.internal I0505 09:46:31.608900 3795 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-nwnc6 I0505 09:46:31.631294 3795 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-nwnc6] pod update took 22.447292ms I0505 09:46:31.631323 3795 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-nwnc6] addLogicalPort annotation time took 22.478258ms I0505 09:46:31.632488 3795 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-nwnc6] addLogicalPort took 23.749521ms, libovsdb time 827.347µs I0505 09:46:31.973021 3795 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-nwnc6 2881beb13e45be085fc88cc4afd97796bd3aab27995d74f62623af7c3497901f network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-nwnc6 2881beb13e45be085fc88cc4afd97796bd3aab27995d74f62623af7c3497901f network default NAD default NAD key ] I0505 09:46:31.982496 3795 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-nwnc6, hostIfaceName: 2881beb13e45be0, network: default, NAD default, SandboxID: "2881beb13e45be085fc88cc4afd97796bd3aab27995d74f62623af7c3497901f", PCI device ID: , UID: "3862c16e-17ef-408a-8e58-2f571098176b", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0505 09:46:32.032190 3795 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-nwnc6 2881beb13e45be085fc88cc4afd97796bd3aab27995d74f62623af7c3497901f network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-nwnc6 2881beb13e45be085fc88cc4afd97796bd3aab27995d74f62623af7c3497901f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:82:59:b6:8a:d9\",\"name\":\"2881beb13e45be0\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ba9756ff-eb0b-42be-b52b-eaca112e7ec8\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 09:46:35.685296 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=29 W0505 09:46:36.575090 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0505 09:46:36.595124 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0505 09:46:38.036230 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0505 09:46:42.563072 3795 namespace.go:142] [openshift-operators] updating namespace I0505 09:46:42.579176 3795 namespace.go:142] [openshift-operators] updating namespace I0505 09:46:44.804856 3795 namespace.go:98] [cert-manager] adding namespace I0505 09:46:44.805747 3795 namespace.go:102] [cert-manager] adding namespace took 843.396µs I0505 09:46:44.835769 3795 namespace.go:142] [cert-manager] updating namespace I0505 09:46:44.847321 3795 namespace.go:142] [cert-manager] updating namespace W0505 09:46:45.952820 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 09:46:45.981171 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 09:46:45.991026 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 09:46:46.013452 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 09:46:50.073093 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 09:46:50.073113 3795 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0505 09:46:50.471329 3795 namespace.go:142] [openshift-operators] updating namespace I0505 09:46:51.146150 3795 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-nfg22] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-nfg22 for pod on switch ip-10-0-1-134.ec2.internal I0505 09:46:51.146321 3795 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-nfg22 I0505 09:46:51.243087 3795 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-nfg22] pod update took 96.845682ms I0505 09:46:51.243111 3795 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-nfg22] addLogicalPort annotation time took 96.876231ms I0505 09:46:51.244420 3795 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-nfg22] addLogicalPort took 98.288369ms, libovsdb time 954.403µs I0505 09:46:51.522411 3795 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-nfg22 d0d3b42fa83a567ad3522c3c61cb222e5937cdc41c748d9d4018372e548ecbfe network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-nfg22 d0d3b42fa83a567ad3522c3c61cb222e5937cdc41c748d9d4018372e548ecbfe network default NAD default NAD key ] I0505 09:46:51.532158 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-nfg22, hostIfaceName: d0d3b42fa83a567, network: default, NAD default, SandboxID: "d0d3b42fa83a567ad3522c3c61cb222e5937cdc41c748d9d4018372e548ecbfe", PCI device ID: , UID: "fedde12f-d80b-4e74-b3d9-2d4e0d898c41", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0505 09:46:51.581262 3795 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-nfg22 d0d3b42fa83a567ad3522c3c61cb222e5937cdc41c748d9d4018372e548ecbfe network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-nfg22 d0d3b42fa83a567ad3522c3c61cb222e5937cdc41c748d9d4018372e548ecbfe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:c2:f9:1e:e3:1b\",\"name\":\"d0d3b42fa83a567\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4965c2c-1a06-42c0-a5c2-9697fed4769b\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 09:46:54.685804 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=27 I0505 09:46:55.506627 3795 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-fwnmq] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-fwnmq for pod on switch ip-10-0-1-134.ec2.internal I0505 09:46:55.506746 3795 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-fwnmq I0505 09:46:55.530570 3795 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-fwnmq] pod update took 23.851689ms I0505 09:46:55.530599 3795 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-fwnmq] addLogicalPort annotation time took 23.885968ms I0505 09:46:55.531952 3795 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-fwnmq] addLogicalPort took 25.346423ms, libovsdb time 980.583µs I0505 09:46:55.865210 3795 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-fwnmq 71a2a984ef48a740489a07a1cf62a54e4d8b6255ec3cd0993c18257adfd163ce network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-fwnmq 71a2a984ef48a740489a07a1cf62a54e4d8b6255ec3cd0993c18257adfd163ce network default NAD default NAD key ] I0505 09:46:55.875142 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-fwnmq, hostIfaceName: 71a2a984ef48a74, network: default, NAD default, SandboxID: "71a2a984ef48a740489a07a1cf62a54e4d8b6255ec3cd0993c18257adfd163ce", PCI device ID: , UID: "6af7b466-5482-4b82-b40b-e77f8cf40212", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0505 09:46:55.926621 3795 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-fwnmq 71a2a984ef48a740489a07a1cf62a54e4d8b6255ec3cd0993c18257adfd163ce network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-fwnmq 71a2a984ef48a740489a07a1cf62a54e4d8b6255ec3cd0993c18257adfd163ce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:66:ec:bd:12:83\",\"name\":\"71a2a984ef48a74\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08db4a57-42d1-49fe-9782-e0b7a111b2fe\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 09:46:58.870220 3795 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0505 09:46:59.108109 3795 namespace.go:98] [trusted-artifact-signer] adding namespace I0505 09:46:59.108971 3795 namespace.go:102] [trusted-artifact-signer] adding namespace took 837.046µs I0505 09:46:59.128348 3795 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 09:46:59.139657 3795 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 09:47:05.037364 3795 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:47:05.037904 3795 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:47:05.062078 3795 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:47:05.062098 3795 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:47:05.070318 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0505 09:47:05.070343 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0505 09:47:06.428059 3795 namespace.go:98] [openshift-pipelines] adding namespace I0505 09:47:06.428964 3795 namespace.go:102] [openshift-pipelines] adding namespace took 884.046µs I0505 09:47:06.447080 3795 namespace.go:142] [openshift-pipelines] updating namespace I0505 09:47:07.197388 3795 namespace.go:142] [cert-manager] updating namespace I0505 09:47:07.397643 3795 namespace.go:142] [cert-manager-operator] updating namespace I0505 09:47:07.770009 3795 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0505 09:47:07.798685 3795 namespace.go:142] [konflux-operator] updating namespace I0505 09:47:08.000186 3795 namespace.go:142] [konflux-ui] updating namespace I0505 09:47:08.200847 3795 namespace.go:142] [open-cluster-management-2q3mf58ftm55ihbc68po7fqbj5oplorq] updating namespace I0505 09:47:08.602191 3795 namespace.go:142] [rhbk-operator] updating namespace I0505 09:47:08.805404 3795 namespace.go:142] [rhtpa-operator] updating namespace I0505 09:47:09.004591 3795 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 09:47:09.204038 3795 namespace.go:142] [tsf] updating namespace I0505 09:47:09.419066 3795 namespace.go:142] [tsf-keycloak] updating namespace I0505 09:47:09.618746 3795 namespace.go:142] [tsf-tas] updating namespace I0505 09:47:09.808864 3795 namespace.go:142] [tsf-tpa] updating namespace W0505 09:47:09.867740 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0505 09:47:09.952945 3795 namespace.go:142] [cert-manager] updating namespace I0505 09:47:09.961890 3795 namespace.go:142] [cert-manager-operator] updating namespace I0505 09:47:09.972689 3795 namespace.go:142] [default] updating namespace I0505 09:47:09.983067 3795 namespace.go:142] [konflux-operator] updating namespace I0505 09:47:09.994591 3795 namespace.go:142] [konflux-ui] updating namespace I0505 09:47:10.003082 3795 namespace.go:142] [open-cluster-management-2q3mf58ftm55ihbc68po7fqbj5oplorq] updating namespace I0505 09:47:10.011454 3795 namespace.go:142] [openshift] updating namespace I0505 09:47:10.023076 3795 namespace.go:142] [rhbk-operator] updating namespace I0505 09:47:10.033225 3795 namespace.go:142] [rhtpa-operator] updating namespace I0505 09:47:10.042048 3795 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 09:47:10.051988 3795 namespace.go:142] [tsf] updating namespace I0505 09:47:10.060703 3795 namespace.go:142] [tsf-keycloak] updating namespace I0505 09:47:10.076791 3795 namespace.go:142] [tsf-tas] updating namespace I0505 09:47:10.092116 3795 namespace.go:142] [tsf-tpa] updating namespace I0505 09:47:10.200859 3795 namespace.go:142] [cert-manager] updating namespace I0505 09:47:10.317213 3795 namespace.go:142] [cert-manager-operator] updating namespace I0505 09:47:10.405321 3795 namespace.go:142] [default] updating namespace I0505 09:47:10.550989 3795 namespace.go:142] [konflux-operator] updating namespace I0505 09:47:10.623001 3795 namespace.go:142] [konflux-ui] updating namespace I0505 09:47:10.713238 3795 namespace.go:142] [open-cluster-management-2q3mf58ftm55ihbc68po7fqbj5oplorq] updating namespace I0505 09:47:10.832201 3795 namespace.go:142] [openshift] updating namespace I0505 09:47:10.944266 3795 namespace.go:142] [rhbk-operator] updating namespace I0505 09:47:11.011118 3795 namespace.go:142] [rhtpa-operator] updating namespace I0505 09:47:11.104091 3795 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 09:47:11.223148 3795 namespace.go:142] [tsf] updating namespace I0505 09:47:11.307363 3795 namespace.go:142] [tsf-keycloak] updating namespace I0505 09:47:11.409048 3795 namespace.go:142] [tsf-tas] updating namespace I0505 09:47:11.505103 3795 namespace.go:142] [tsf-tpa] updating namespace I0505 09:47:11.946074 3795 namespace.go:142] [openshift-pipelines] updating namespace W0505 09:47:17.973727 3795 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0505 09:47:17.996554 3795 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0505 09:47:19.876522 3795 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-799kt] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-799kt for pod on switch ip-10-0-1-134.ec2.internal I0505 09:47:19.876616 3795 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-799kt I0505 09:47:19.893685 3795 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-799kt] pod update took 17.094982ms I0505 09:47:19.893709 3795 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-799kt] addLogicalPort annotation time took 17.124872ms I0505 09:47:19.894927 3795 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-799kt] addLogicalPort took 18.420162ms, libovsdb time 870.978µs I0505 09:47:20.236662 3795 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-799kt 9483186c16dbe41c7e1b8093848d24134c94aefd0a2b427d06d845ad7e966420 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-799kt 9483186c16dbe41c7e1b8093848d24134c94aefd0a2b427d06d845ad7e966420 network default NAD default NAD key ] I0505 09:47:20.247519 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-799kt, hostIfaceName: 9483186c16dbe41, network: default, NAD default, SandboxID: "9483186c16dbe41c7e1b8093848d24134c94aefd0a2b427d06d845ad7e966420", PCI device ID: , UID: "fb25cd25-ff33-4a6c-858a-4faeeebc069c", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0505 09:47:20.298462 3795 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-799kt 9483186c16dbe41c7e1b8093848d24134c94aefd0a2b427d06d845ad7e966420 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-799kt 9483186c16dbe41c7e1b8093848d24134c94aefd0a2b427d06d845ad7e966420 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:df:f9:7e:8c:25\",\"name\":\"9483186c16dbe41\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4e2980b-7522-4f32-8135-d25704c90e67\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 09:47:23.205724 3795 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 09:47:23.205743 3795 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 09:47:23.205748 3795 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 09:47:24.974819 3795 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 09:47:24.974840 3795 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 09:47:24.974846 3795 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0505 09:47:28.775435 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 W0505 09:47:35.074003 3795 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 09:47:35.074019 3795 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 09:47:35.074023 3795 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 09:47:35.074027 3795 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 09:47:35.992732 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 09:47:35.992755 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 09:47:35.992762 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0505 09:47:52.948625 3795 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-fhv2c] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-fhv2c for pod on switch ip-10-0-1-134.ec2.internal I0505 09:47:52.948755 3795 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-fhv2c I0505 09:47:52.968138 3795 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-fhv2c] pod update took 19.407392ms I0505 09:47:52.968165 3795 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-fhv2c] addLogicalPort annotation time took 19.442687ms I0505 09:47:52.969521 3795 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-fhv2c] addLogicalPort took 20.912303ms, libovsdb time 939.269µs I0505 09:47:53.306648 3795 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-fhv2c 05082c406e502e7f308b8ed32a281b7e37d81876effe1dd870404279a575e2bf network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-fhv2c 05082c406e502e7f308b8ed32a281b7e37d81876effe1dd870404279a575e2bf network default NAD default NAD key ] I0505 09:47:53.316775 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-fhv2c, hostIfaceName: 05082c406e502e7, network: default, NAD default, SandboxID: "05082c406e502e7f308b8ed32a281b7e37d81876effe1dd870404279a575e2bf", PCI device ID: , UID: "4ec73d3e-e360-47d9-ac35-26776f26ecb3", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0505 09:47:53.367009 3795 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-fhv2c 05082c406e502e7f308b8ed32a281b7e37d81876effe1dd870404279a575e2bf network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-fhv2c 05082c406e502e7f308b8ed32a281b7e37d81876effe1dd870404279a575e2bf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:bd:ef:df:69:80\",\"name\":\"05082c406e502e7\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76d66f85-b7a7-475c-9634-a33543e7ec91\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 09:47:58.382348 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0505 09:48:03.355153 3795 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:48:03.355680 3795 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:48:03.379197 3795 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:48:03.379216 3795 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:48:03.382741 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0505 09:48:03.382764 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0505 09:48:05.414366 3795 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0505 09:48:05.415031 3795 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0505 09:48:05.415052 3795 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0505 09:48:05.417440 3795 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0505 09:48:06.770285 3795 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0505 09:48:11.024097 3795 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-k9j75] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-k9j75 for pod on switch ip-10-0-1-134.ec2.internal I0505 09:48:11.024216 3795 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-k9j75 I0505 09:48:11.048028 3795 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-k9j75] pod update took 23.84119ms I0505 09:48:11.048056 3795 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-k9j75] addLogicalPort annotation time took 23.889148ms I0505 09:48:11.049396 3795 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-k9j75] addLogicalPort took 25.320246ms, libovsdb time 993.901µs I0505 09:48:11.385401 3795 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-k9j75 2a551c072ef5073bcacc6d6cc75fa6fbee0f9807421485367a205fa01feff14c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-k9j75 2a551c072ef5073bcacc6d6cc75fa6fbee0f9807421485367a205fa01feff14c network default NAD default NAD key ] I0505 09:48:11.409363 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-k9j75, hostIfaceName: 2a551c072ef5073, network: default, NAD default, SandboxID: "2a551c072ef5073bcacc6d6cc75fa6fbee0f9807421485367a205fa01feff14c", PCI device ID: , UID: "fa627110-6597-473d-b15e-7f1222829433", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0505 09:48:11.461162 3795 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-k9j75 2a551c072ef5073bcacc6d6cc75fa6fbee0f9807421485367a205fa01feff14c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-k9j75 2a551c072ef5073bcacc6d6cc75fa6fbee0f9807421485367a205fa01feff14c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:3a:c6:2a:ee:14\",\"name\":\"2a551c072ef5073\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9606dcea-a7ca-4e0c-9bea-c36fe708e2cb\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 09:48:12.279650 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0505 09:48:12.279672 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0505 09:48:12.282585 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 09:48:12.282603 3795 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0505 09:48:16.328141 3795 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 09:48:19.401644 3795 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-1-134.ec2.internal I0505 09:48:19.401730 3795 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0505 09:48:19.415549 3795 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 13.837785ms I0505 09:48:19.415575 3795 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 13.87027ms I0505 09:48:19.416942 3795 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 15.313395ms, libovsdb time 989.19µs I0505 09:48:19.796782 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0505 09:48:19.824179 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0505 09:48:23.664124 3795 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 4f54cfcb9d5f4b4aa5b77ec7880b62cc56d4206f3236d9958254f54fd50fb8c7 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 4f54cfcb9d5f4b4aa5b77ec7880b62cc56d4206f3236d9958254f54fd50fb8c7 network default NAD default NAD key ] I0505 09:48:23.673286 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 4f54cfcb9d5f4b4, network: default, NAD default, SandboxID: "4f54cfcb9d5f4b4aa5b77ec7880b62cc56d4206f3236d9958254f54fd50fb8c7", PCI device ID: , UID: "d3521ae2-8215-42df-9114-c3ce826d2da0", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0505 09:48:23.723561 3795 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 4f54cfcb9d5f4b4aa5b77ec7880b62cc56d4206f3236d9958254f54fd50fb8c7 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 4f54cfcb9d5f4b4aa5b77ec7880b62cc56d4206f3236d9958254f54fd50fb8c7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:94:47:e8:cd:e8\",\"name\":\"4f54cfcb9d5f4b4\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/63c0f9cb-5047-4c66-a10d-9ed189977b7a\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 09:48:29.306808 3795 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 09:48:30.751403 3795 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-xg4lf] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-xg4lf for pod on switch ip-10-0-1-134.ec2.internal I0505 09:48:30.751497 3795 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-xg4lf I0505 09:48:30.765768 3795 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-xg4lf] pod update took 14.292919ms I0505 09:48:30.765793 3795 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-xg4lf] addLogicalPort annotation time took 14.326503ms I0505 09:48:30.767059 3795 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-xg4lf] addLogicalPort took 15.673179ms, libovsdb time 881.641µs I0505 09:48:31.110307 3795 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-xg4lf 1618d207b017eff1d016b7a62071686e758c4cac717afecce42775eaa2829c7a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-xg4lf 1618d207b017eff1d016b7a62071686e758c4cac717afecce42775eaa2829c7a network default NAD default NAD key ] I0505 09:48:31.119774 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-xg4lf, hostIfaceName: 1618d207b017eff, network: default, NAD default, SandboxID: "1618d207b017eff1d016b7a62071686e758c4cac717afecce42775eaa2829c7a", PCI device ID: , UID: "133a74b8-a964-4c32-89d5-985f32475f0f", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0505 09:48:31.170330 3795 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-xg4lf 1618d207b017eff1d016b7a62071686e758c4cac717afecce42775eaa2829c7a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-xg4lf 1618d207b017eff1d016b7a62071686e758c4cac717afecce42775eaa2829c7a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:1a:1c:7a:63:65\",\"name\":\"1618d207b017eff\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8fea920c-e159-40b1-bd97-88c9e18ec0e9\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 09:48:36.579471 3795 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 09:48:36.579494 3795 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 09:48:36.579499 3795 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0505 09:48:55.673492 3795 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:48:55.674093 3795 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:48:55.717805 3795 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:48:55.717831 3795 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:48:55.726564 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0505 09:48:55.726586 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0505 09:48:57.112105 3795 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-6k96k] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-6k96k for pod on switch ip-10-0-1-134.ec2.internal I0505 09:48:57.112203 3795 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-6k96k I0505 09:48:57.128323 3795 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-6k96k] pod update took 16.140841ms I0505 09:48:57.128352 3795 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-6k96k] addLogicalPort annotation time took 16.174384ms I0505 09:48:57.129763 3795 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-6k96k] addLogicalPort took 17.679683ms, libovsdb time 892.763µs I0505 09:48:57.469729 3795 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-6k96k 379e5574d55220c2cc612405a7874587d787fc824cd3aa663c406a580a96f2bb network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-6k96k 379e5574d55220c2cc612405a7874587d787fc824cd3aa663c406a580a96f2bb network default NAD default NAD key ] I0505 09:48:57.479033 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-6k96k, hostIfaceName: 379e5574d55220c, network: default, NAD default, SandboxID: "379e5574d55220c2cc612405a7874587d787fc824cd3aa663c406a580a96f2bb", PCI device ID: , UID: "7bd98197-6ede-4a50-914a-0955eedf5940", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0505 09:48:57.529346 3795 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-6k96k 379e5574d55220c2cc612405a7874587d787fc824cd3aa663c406a580a96f2bb network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-6k96k 379e5574d55220c2cc612405a7874587d787fc824cd3aa663c406a580a96f2bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:67:23:ea:04:f1\",\"name\":\"379e5574d55220c\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f76fbcd1-1951-4fa8-abf5-e78a574f2ab8\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 09:48:57.794787 3795 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-l2wg8-2jkk9] creating logical port tsf-tas_segment-backup-installation-l2wg8-2jkk9 for pod on switch ip-10-0-1-134.ec2.internal I0505 09:48:57.794900 3795 kube.go:256] Updating pod tsf-tas/segment-backup-installation-l2wg8-2jkk9 I0505 09:48:57.811803 3795 pod.go:62] [tsf-tas/segment-backup-installation-l2wg8-2jkk9] pod update took 16.941219ms I0505 09:48:57.811830 3795 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-l2wg8-2jkk9] addLogicalPort annotation time took 16.972868ms I0505 09:48:57.813029 3795 pods.go:271] [tsf-tas/segment-backup-installation-l2wg8-2jkk9] addLogicalPort took 18.26943ms, libovsdb time 824.897µs I0505 09:48:58.173451 3795 cni.go:452] [tsf-tas/segment-backup-installation-l2wg8-2jkk9 5f077821a6239ce62d42ee07a176cd8edcb6bba4c246a91ef06f62ee78269031 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-l2wg8-2jkk9 5f077821a6239ce62d42ee07a176cd8edcb6bba4c246a91ef06f62ee78269031 network default NAD default NAD key ] I0505 09:48:58.186791 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-l2wg8-2jkk9, hostIfaceName: 5f077821a6239ce, network: default, NAD default, SandboxID: "5f077821a6239ce62d42ee07a176cd8edcb6bba4c246a91ef06f62ee78269031", PCI device ID: , UID: "d46c728e-8e70-4a26-892a-b3d7226489e4", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0505 09:48:58.259669 3795 cni.go:473] [tsf-tas/segment-backup-installation-l2wg8-2jkk9 5f077821a6239ce62d42ee07a176cd8edcb6bba4c246a91ef06f62ee78269031 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-l2wg8-2jkk9 5f077821a6239ce62d42ee07a176cd8edcb6bba4c246a91ef06f62ee78269031 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:e0:bf:9a:4e:2a\",\"name\":\"5f077821a6239ce\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9576282e-5e10-4695-88e2-b285bb39385d\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 09:48:58.351405 3795 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-7fdc66c7bc-9r5k7] creating logical port tsf-tas_fulcio-server-7fdc66c7bc-9r5k7 for pod on switch ip-10-0-1-134.ec2.internal I0505 09:48:58.351573 3795 kube.go:256] Updating pod tsf-tas/fulcio-server-7fdc66c7bc-9r5k7 I0505 09:48:58.371241 3795 pod.go:62] [tsf-tas/fulcio-server-7fdc66c7bc-9r5k7] pod update took 19.69454ms I0505 09:48:58.371272 3795 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-7fdc66c7bc-9r5k7] addLogicalPort annotation time took 19.732585ms I0505 09:48:58.372861 3795 pods.go:271] [tsf-tas/fulcio-server-7fdc66c7bc-9r5k7] addLogicalPort took 21.475345ms, libovsdb time 1.065268ms I0505 09:48:58.742151 3795 cni.go:452] [tsf-tas/fulcio-server-7fdc66c7bc-9r5k7 f9296828652d762a27b8564d74ca3528d63acc189e26a7b8500b16bbb5d32e45 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-7fdc66c7bc-9r5k7 f9296828652d762a27b8564d74ca3528d63acc189e26a7b8500b16bbb5d32e45 network default NAD default NAD key ] I0505 09:48:58.758187 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-7fdc66c7bc-9r5k7, hostIfaceName: f9296828652d762, network: default, NAD default, SandboxID: "f9296828652d762a27b8564d74ca3528d63acc189e26a7b8500b16bbb5d32e45", PCI device ID: , UID: "713750f9-4e7a-4bfd-9534-e953627f1b7b", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0505 09:48:58.835977 3795 cni.go:473] [tsf-tas/fulcio-server-7fdc66c7bc-9r5k7 f9296828652d762a27b8564d74ca3528d63acc189e26a7b8500b16bbb5d32e45 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-7fdc66c7bc-9r5k7 f9296828652d762a27b8564d74ca3528d63acc189e26a7b8500b16bbb5d32e45 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:dc:93:96:9a:8f\",\"name\":\"f9296828652d762\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/19e625ef-3932-4f46-980e-575cf42e026a\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 09:49:04.744296 3795 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-9bp5v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:49:04.744885 3795 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-9bp5v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:49:05.623302 3795 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-9bp5v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:49:05.623323 3795 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-9bp5v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:49:05.786302 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 W0505 09:49:07.775849 3795 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0505 09:49:08.617487 3795 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0505 09:49:12.802653 3795 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0505 09:49:14.514995 3795 cni.go:452] [tsf-tas/segment-backup-installation-l2wg8-2jkk9 5f077821a6239ce62d42ee07a176cd8edcb6bba4c246a91ef06f62ee78269031 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-l2wg8-2jkk9 5f077821a6239ce62d42ee07a176cd8edcb6bba4c246a91ef06f62ee78269031 network default NAD default NAD key ] I0505 09:49:14.600654 3795 cni.go:473] [tsf-tas/segment-backup-installation-l2wg8-2jkk9 5f077821a6239ce62d42ee07a176cd8edcb6bba4c246a91ef06f62ee78269031 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-l2wg8-2jkk9 5f077821a6239ce62d42ee07a176cd8edcb6bba4c246a91ef06f62ee78269031 network default NAD default NAD key default], result "{}", err I0505 09:49:14.653583 3795 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-l2wg8-2jkk9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:49:14.653624 3795 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-l2wg8-2jkk9 I0505 09:49:14.654923 3795 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-l2wg8-2jkk9, ips: 10.128.0.34 I0505 09:49:14.654952 3795 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-l2wg8-2jkk9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:49:15.533541 3795 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-l2wg8-2jkk9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:49:15.533569 3795 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-l2wg8-2jkk9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:49:16.669366 3795 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-z2tml] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-z2tml for pod on switch ip-10-0-1-134.ec2.internal I0505 09:49:16.669452 3795 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-z2tml I0505 09:49:16.686285 3795 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-z2tml] pod update took 16.853805ms I0505 09:49:16.686309 3795 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-z2tml] addLogicalPort annotation time took 16.884025ms I0505 09:49:16.687556 3795 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-z2tml] addLogicalPort took 18.204225ms, libovsdb time 888.128µs I0505 09:49:17.028510 3795 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-z2tml b057d9a47a3b46ed8aeb300be050c52079604a85e05e9b7a139e99b7ff7c0b81 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-z2tml b057d9a47a3b46ed8aeb300be050c52079604a85e05e9b7a139e99b7ff7c0b81 network default NAD default NAD key ] I0505 09:49:17.038183 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-z2tml, hostIfaceName: b057d9a47a3b46e, network: default, NAD default, SandboxID: "b057d9a47a3b46ed8aeb300be050c52079604a85e05e9b7a139e99b7ff7c0b81", PCI device ID: , UID: "63ccf402-94fc-4657-b6be-4cac79581c72", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0505 09:49:17.089337 3795 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-z2tml b057d9a47a3b46ed8aeb300be050c52079604a85e05e9b7a139e99b7ff7c0b81 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-z2tml b057d9a47a3b46ed8aeb300be050c52079604a85e05e9b7a139e99b7ff7c0b81 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:03:05:37:a3:90\",\"name\":\"b057d9a47a3b46e\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/192772f6-febb-470b-af5e-91184257c4da\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 09:49:20.688124 3795 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0505 09:49:20.688148 3795 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0505 09:49:20.742689 3795 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0505 09:49:24.397785 3795 namespace.go:142] [openshift-pipelines] updating namespace I0505 09:49:54.001829 3795 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:49:54.002360 3795 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:49:54.024974 3795 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:49:54.024992 3795 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:49:54.033172 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0505 09:49:54.033195 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0505 09:49:54.788357 3795 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-v94dd] creating logical port tsf_patch-tekton-config-v94dd for pod on switch ip-10-0-1-134.ec2.internal I0505 09:49:54.788449 3795 kube.go:256] Updating pod tsf/patch-tekton-config-v94dd I0505 09:49:54.801897 3795 pod.go:62] [tsf/patch-tekton-config-v94dd] pod update took 13.470996ms I0505 09:49:54.801917 3795 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-v94dd] addLogicalPort annotation time took 13.499912ms I0505 09:49:54.803515 3795 pods.go:271] [tsf/patch-tekton-config-v94dd] addLogicalPort took 15.173762ms, libovsdb time 838.571µs I0505 09:49:55.147430 3795 cni.go:452] [tsf/patch-tekton-config-v94dd ad252564fb2b4b383318c30091358a83c257741ac8f0a5fc9e8c925d978f3a14 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-v94dd ad252564fb2b4b383318c30091358a83c257741ac8f0a5fc9e8c925d978f3a14 network default NAD default NAD key ] I0505 09:49:55.174501 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-v94dd, hostIfaceName: ad252564fb2b4b3, network: default, NAD default, SandboxID: "ad252564fb2b4b383318c30091358a83c257741ac8f0a5fc9e8c925d978f3a14", PCI device ID: , UID: "0e47734c-bc40-4391-89df-f30756ad146c", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0505 09:49:55.224452 3795 cni.go:473] [tsf/patch-tekton-config-v94dd ad252564fb2b4b383318c30091358a83c257741ac8f0a5fc9e8c925d978f3a14 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-v94dd ad252564fb2b4b383318c30091358a83c257741ac8f0a5fc9e8c925d978f3a14 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:78:99:d5:4e:6b\",\"name\":\"ad252564fb2b4b3\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/be8760ca-5bba-4080-8e16-ffb426825309\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 09:49:57.167744 3795 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-ksxj8-c4w5f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:49:57.168357 3795 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-ksxj8-c4w5f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:49:58.043091 3795 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-ksxj8-c4w5f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:49:58.043115 3795 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-ksxj8-c4w5f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:49:58.169169 3795 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-fqqgw-bjpdd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:49:58.169734 3795 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-fqqgw-bjpdd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:49:59.137178 3795 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-fqqgw-bjpdd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:49:59.137204 3795 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-fqqgw-bjpdd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:00.174087 3795 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632910-xk99b] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29632910-xk99b for pod on switch ip-10-0-1-134.ec2.internal I0505 09:50:00.174232 3795 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632910-xk99b I0505 09:50:00.195658 3795 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632910-xk99b] pod update took 21.453947ms I0505 09:50:00.195685 3795 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632910-xk99b] addLogicalPort annotation time took 21.488659ms I0505 09:50:00.197051 3795 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632910-xk99b] addLogicalPort took 22.98482ms, libovsdb time 915.22µs I0505 09:50:00.886758 3795 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632910-xk99b 57602cab9b5e1ad39886f7524f3621ddb0d1f5b867c42416808acf0fdafae8c3 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632910-xk99b 57602cab9b5e1ad39886f7524f3621ddb0d1f5b867c42416808acf0fdafae8c3 network default NAD default NAD key ] I0505 09:50:00.896207 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29632910-xk99b, hostIfaceName: 57602cab9b5e1ad, network: default, NAD default, SandboxID: "57602cab9b5e1ad39886f7524f3621ddb0d1f5b867c42416808acf0fdafae8c3", PCI device ID: , UID: "f33dbc32-c706-4a87-9ba1-df3dc2438c80", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0505 09:50:00.948188 3795 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632910-xk99b 57602cab9b5e1ad39886f7524f3621ddb0d1f5b867c42416808acf0fdafae8c3 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632910-xk99b 57602cab9b5e1ad39886f7524f3621ddb0d1f5b867c42416808acf0fdafae8c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:f3:00:f3:e7:da\",\"name\":\"57602cab9b5e1ad\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0093405f-6074-48b4-9a2d-6728d853d7fc\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 09:50:02.754684 3795 cni.go:452] [tsf/patch-tekton-config-v94dd ad252564fb2b4b383318c30091358a83c257741ac8f0a5fc9e8c925d978f3a14 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-v94dd ad252564fb2b4b383318c30091358a83c257741ac8f0a5fc9e8c925d978f3a14 network default NAD default NAD key ] I0505 09:50:02.850377 3795 cni.go:473] [tsf/patch-tekton-config-v94dd ad252564fb2b4b383318c30091358a83c257741ac8f0a5fc9e8c925d978f3a14 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-v94dd ad252564fb2b4b383318c30091358a83c257741ac8f0a5fc9e8c925d978f3a14 network default NAD default NAD key default], result "{}", err I0505 09:50:02.856604 3795 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-57d57dd699-xbkn7] creating logical port tsf-tas_rekor-server-57d57dd699-xbkn7 for pod on switch ip-10-0-1-134.ec2.internal I0505 09:50:02.856732 3795 kube.go:256] Updating pod tsf-tas/rekor-server-57d57dd699-xbkn7 I0505 09:50:02.872351 3795 pod.go:62] [tsf-tas/rekor-server-57d57dd699-xbkn7] pod update took 15.640155ms I0505 09:50:02.872441 3795 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-57d57dd699-xbkn7] addLogicalPort annotation time took 15.735851ms I0505 09:50:02.873903 3795 pods.go:271] [tsf-tas/rekor-server-57d57dd699-xbkn7] addLogicalPort took 17.319508ms, libovsdb time 909.53µs I0505 09:50:02.958141 3795 obj_retry.go:498] Detected object tsf/patch-tekton-config-v94dd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:50:02.958172 3795 pods.go:176] Deleting pod: tsf/patch-tekton-config-v94dd I0505 09:50:02.959366 3795 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-v94dd, ips: 10.128.0.37 I0505 09:50:02.959391 3795 obj_retry.go:498] Detected object tsf/patch-tekton-config-v94dd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 09:50:03.071404 3795 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0505 09:50:03.987936 3795 obj_retry.go:492] Detected object tsf/patch-tekton-config-v94dd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:03.987958 3795 obj_retry.go:492] Detected object tsf/patch-tekton-config-v94dd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:04.766627 3795 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632910-xk99b 57602cab9b5e1ad39886f7524f3621ddb0d1f5b867c42416808acf0fdafae8c3 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632910-xk99b 57602cab9b5e1ad39886f7524f3621ddb0d1f5b867c42416808acf0fdafae8c3 network default NAD default NAD key ] I0505 09:50:04.856515 3795 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632910-xk99b 57602cab9b5e1ad39886f7524f3621ddb0d1f5b867c42416808acf0fdafae8c3 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632910-xk99b 57602cab9b5e1ad39886f7524f3621ddb0d1f5b867c42416808acf0fdafae8c3 network default NAD default NAD key default], result "{}", err I0505 09:50:04.907171 3795 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632910-xk99b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:50:04.907201 3795 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632910-xk99b I0505 09:50:04.908486 3795 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632910-xk99b, ips: 10.128.0.38 I0505 09:50:04.908515 3795 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632910-xk99b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 09:50:04.929694 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0505 09:50:05.792527 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632910-xk99b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:05.792550 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632910-xk99b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 09:50:06.945504 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0505 09:50:10.246454 3795 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-hv4jb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:50:10.247069 3795 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-hv4jb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:50:10.809114 3795 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0505 09:50:11.270409 3795 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-hv4jb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:11.270432 3795 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-hv4jb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:11.310064 3795 obj_retry.go:492] Detected object tsf/patch-tekton-config-v94dd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:11.310084 3795 obj_retry.go:492] Detected object tsf/patch-tekton-config-v94dd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:11.315690 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-v94dd I0505 09:50:11.315711 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-v94dd I0505 09:50:13.787836 3795 cni.go:452] [tsf-tas/rekor-server-57d57dd699-xbkn7 0a42f3cbd48cd0a81a9c9f42ec8270a123e8718f3705c3bbb0f65c80582d5235 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-57d57dd699-xbkn7 0a42f3cbd48cd0a81a9c9f42ec8270a123e8718f3705c3bbb0f65c80582d5235 network default NAD default NAD key ] I0505 09:50:13.796950 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-57d57dd699-xbkn7, hostIfaceName: 0a42f3cbd48cd0a, network: default, NAD default, SandboxID: "0a42f3cbd48cd0a81a9c9f42ec8270a123e8718f3705c3bbb0f65c80582d5235", PCI device ID: , UID: "f77ee649-1416-4412-83c9-4cdcefdb734c", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0505 09:50:13.847549 3795 cni.go:473] [tsf-tas/rekor-server-57d57dd699-xbkn7 0a42f3cbd48cd0a81a9c9f42ec8270a123e8718f3705c3bbb0f65c80582d5235 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-57d57dd699-xbkn7 0a42f3cbd48cd0a81a9c9f42ec8270a123e8718f3705c3bbb0f65c80582d5235 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:21:30:e2:42:f6\",\"name\":\"0a42f3cbd48cd0a\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ead22144-e21c-44b5-bd8d-ca5af977c581\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 09:50:16.144617 3795 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:50:16.145163 3795 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:50:16.169567 3795 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:16.169592 3795 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:16.172750 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0505 09:50:16.172773 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0505 09:50:22.332854 3795 obj_retry.go:498] Detected object tsf-tpa/create-db-vxsdv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:50:22.333430 3795 obj_retry.go:498] Detected object tsf-tpa/create-db-vxsdv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 09:50:22.856669 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0505 09:50:23.355583 3795 obj_retry.go:492] Detected object tsf-tpa/create-db-vxsdv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:23.355609 3795 obj_retry.go:492] Detected object tsf-tpa/create-db-vxsdv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:26.357644 3795 obj_retry.go:498] Detected object tsf-tpa/migrate-db-c22s5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:50:26.358211 3795 obj_retry.go:498] Detected object tsf-tpa/migrate-db-c22s5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:50:26.492237 3795 obj_retry.go:492] Detected object tsf-tpa/migrate-db-c22s5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:26.492261 3795 obj_retry.go:492] Detected object tsf-tpa/migrate-db-c22s5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:29.362493 3795 obj_retry.go:498] Detected object tsf-tpa/create-importers-bvdst of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:50:29.363067 3795 obj_retry.go:498] Detected object tsf-tpa/create-importers-bvdst of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:50:29.639551 3795 base_network_controller_pods.go:487] [default/tsf-tpa/server-688d88779-lb95g] creating logical port tsf-tpa_server-688d88779-lb95g for pod on switch ip-10-0-1-134.ec2.internal I0505 09:50:29.639644 3795 kube.go:256] Updating pod tsf-tpa/server-688d88779-lb95g I0505 09:50:29.656292 3795 pod.go:62] [tsf-tpa/server-688d88779-lb95g] pod update took 16.676261ms I0505 09:50:29.656315 3795 base_network_controller_pods.go:951] [default/tsf-tpa/server-688d88779-lb95g] addLogicalPort annotation time took 16.70572ms I0505 09:50:29.657672 3795 pods.go:271] [tsf-tpa/server-688d88779-lb95g] addLogicalPort took 18.136241ms, libovsdb time 982.34µs I0505 09:50:29.675354 3795 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-bdrsf] creating logical port tsf-tpa_importer-86bcdf477b-bdrsf for pod on switch ip-10-0-1-134.ec2.internal I0505 09:50:29.675431 3795 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-bdrsf I0505 09:50:29.689475 3795 pod.go:62] [tsf-tpa/importer-86bcdf477b-bdrsf] pod update took 14.065354ms I0505 09:50:29.689552 3795 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-bdrsf] addLogicalPort annotation time took 14.144904ms I0505 09:50:29.690851 3795 pods.go:271] [tsf-tpa/importer-86bcdf477b-bdrsf] addLogicalPort took 15.510779ms, libovsdb time 802.118µs I0505 09:50:30.386190 3795 obj_retry.go:492] Detected object tsf-tpa/create-importers-bvdst of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:30.386215 3795 obj_retry.go:492] Detected object tsf-tpa/create-importers-bvdst of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 09:50:33.864579 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0505 09:50:35.743227 3795 cni.go:452] [tsf-tpa/server-688d88779-lb95g fdb07d12200ab44f8b3176c3ae3805adcb433c31f453464e6953c86d6ed03ac0 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-688d88779-lb95g fdb07d12200ab44f8b3176c3ae3805adcb433c31f453464e6953c86d6ed03ac0 network default NAD default NAD key ] I0505 09:50:35.743227 3795 cni.go:452] [tsf-tpa/importer-86bcdf477b-bdrsf 708fc463df7206c5c80ba8009435656fd14902e7dd48b617031b24fa0428e150 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-bdrsf 708fc463df7206c5c80ba8009435656fd14902e7dd48b617031b24fa0428e150 network default NAD default NAD key ] I0505 09:50:35.753611 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-688d88779-lb95g, hostIfaceName: fdb07d12200ab44, network: default, NAD default, SandboxID: "fdb07d12200ab44f8b3176c3ae3805adcb433c31f453464e6953c86d6ed03ac0", PCI device ID: , UID: "7ea490a8-d92d-45fd-9717-89f9428a6ef4", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0505 09:50:35.753769 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-bdrsf, hostIfaceName: 708fc463df7206c, network: default, NAD default, SandboxID: "708fc463df7206c5c80ba8009435656fd14902e7dd48b617031b24fa0428e150", PCI device ID: , UID: "0d0da715-f627-48ce-900c-c60d7e739c99", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0505 09:50:35.805970 3795 cni.go:473] [tsf-tpa/server-688d88779-lb95g fdb07d12200ab44f8b3176c3ae3805adcb433c31f453464e6953c86d6ed03ac0 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-688d88779-lb95g fdb07d12200ab44f8b3176c3ae3805adcb433c31f453464e6953c86d6ed03ac0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:47:25:6a:24:80\",\"name\":\"fdb07d12200ab44\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/62dbff49-96ed-4385-9c9b-5a766227eeba\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 09:50:35.827110 3795 cni.go:473] [tsf-tpa/importer-86bcdf477b-bdrsf 708fc463df7206c5c80ba8009435656fd14902e7dd48b617031b24fa0428e150 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-bdrsf 708fc463df7206c5c80ba8009435656fd14902e7dd48b617031b24fa0428e150 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:bf:1d:78:66:97\",\"name\":\"708fc463df7206c\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aa51673c-e733-4f2f-8474-c0e21de37093\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 09:50:37.965139 3795 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0505 09:50:48.980179 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0505 09:51:06.423449 3795 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:51:06.424050 3795 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:51:06.468525 3795 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:51:06.468550 3795 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:51:06.475563 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0505 09:51:06.475587 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0505 09:51:07.384005 3795 namespace.go:98] [default-tenant] adding namespace I0505 09:51:07.384851 3795 namespace.go:102] [default-tenant] adding namespace took 821.705µs I0505 09:51:07.388189 3795 namespace.go:98] [build-service] adding namespace I0505 09:51:07.388228 3795 namespace.go:98] [image-controller] adding namespace I0505 09:51:07.388395 3795 namespace.go:98] [integration-service] adding namespace I0505 09:51:07.389057 3795 namespace.go:102] [build-service] adding namespace took 853.558µs I0505 09:51:07.389691 3795 namespace.go:102] [image-controller] adding namespace took 1.452132ms I0505 09:51:07.390232 3795 namespace.go:102] [integration-service] adding namespace took 1.827006ms I0505 09:51:07.411932 3795 namespace.go:142] [default-tenant] updating namespace I0505 09:51:07.442989 3795 namespace.go:142] [default-tenant] updating namespace I0505 09:51:07.453832 3795 namespace.go:142] [build-service] updating namespace I0505 09:51:07.477728 3795 namespace.go:142] [image-controller] updating namespace I0505 09:51:07.490969 3795 namespace.go:142] [build-service] updating namespace I0505 09:51:07.515721 3795 namespace.go:142] [image-controller] updating namespace I0505 09:51:07.520169 3795 namespace.go:142] [integration-service] updating namespace I0505 09:51:07.542743 3795 namespace.go:142] [integration-service] updating namespace I0505 09:51:07.613262 3795 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-rlt4f-mfmrh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:51:07.613801 3795 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-rlt4f-mfmrh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:51:07.650191 3795 namespace.go:142] [build-service] updating namespace I0505 09:51:07.668137 3795 namespace.go:142] [integration-service] updating namespace I0505 09:51:07.704148 3795 namespace.go:98] [release-service] adding namespace I0505 09:51:07.705100 3795 namespace.go:102] [release-service] adding namespace took 929.515µs I0505 09:51:07.729302 3795 namespace.go:142] [release-service] updating namespace I0505 09:51:07.750551 3795 namespace.go:142] [konflux-ui] updating namespace I0505 09:51:07.775303 3795 namespace.go:142] [release-service] updating namespace I0505 09:51:07.848096 3795 namespace.go:98] [konflux-info] adding namespace I0505 09:51:07.848958 3795 namespace.go:102] [konflux-info] adding namespace took 842.955µs I0505 09:51:07.910139 3795 namespace.go:98] [namespace-lister] adding namespace I0505 09:51:07.911004 3795 namespace.go:102] [namespace-lister] adding namespace took 842.113µs I0505 09:51:07.928569 3795 namespace.go:142] [konflux-info] updating namespace I0505 09:51:07.948020 3795 namespace.go:98] [enterprise-contract-service] adding namespace I0505 09:51:07.948983 3795 namespace.go:102] [enterprise-contract-service] adding namespace took 941.041µs I0505 09:51:07.952164 3795 namespace.go:142] [image-controller] updating namespace I0505 09:51:07.974477 3795 namespace.go:142] [konflux-info] updating namespace I0505 09:51:07.986054 3795 namespace.go:142] [namespace-lister] updating namespace I0505 09:51:08.019283 3795 namespace.go:142] [namespace-lister] updating namespace I0505 09:51:08.069024 3795 namespace.go:142] [default-tenant] updating namespace I0505 09:51:08.098043 3795 namespace.go:142] [enterprise-contract-service] updating namespace I0505 09:51:08.149107 3795 namespace.go:142] [enterprise-contract-service] updating namespace I0505 09:51:08.169260 3795 namespace.go:98] [segment-bridge] adding namespace I0505 09:51:08.170042 3795 namespace.go:102] [segment-bridge] adding namespace took 765.024µs I0505 09:51:08.208082 3795 namespace.go:98] [konflux-cli] adding namespace I0505 09:51:08.208918 3795 namespace.go:102] [konflux-cli] adding namespace took 813.326µs I0505 09:51:08.321050 3795 namespace.go:142] [segment-bridge] updating namespace I0505 09:51:08.419549 3795 namespace.go:142] [segment-bridge] updating namespace I0505 09:51:08.455212 3795 namespace.go:142] [konflux-cli] updating namespace I0505 09:51:08.625897 3795 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0505 09:51:08.626565 3795 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0505 09:51:08.626587 3795 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0505 09:51:08.629185 3795 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0505 09:51:08.640028 3795 namespace.go:142] [konflux-cli] updating namespace I0505 09:51:08.734186 3795 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0505 09:51:08.734218 3795 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0505 09:51:08.735067 3795 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0505 09:51:08.743187 3795 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-rlt4f-mfmrh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:51:08.743207 3795 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-rlt4f-mfmrh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:51:10.177126 3795 namespace.go:142] [build-service] updating namespace I0505 09:51:10.985975 3795 namespace.go:142] [default-tenant] updating namespace I0505 09:51:11.180030 3795 namespace.go:142] [enterprise-contract-service] updating namespace I0505 09:51:11.373076 3795 namespace.go:142] [image-controller] updating namespace I0505 09:51:11.587529 3795 namespace.go:142] [integration-service] updating namespace I0505 09:51:11.780397 3795 namespace.go:142] [konflux-cli] updating namespace I0505 09:51:12.025189 3795 namespace.go:142] [konflux-info] updating namespace I0505 09:51:12.189455 3795 namespace.go:142] [namespace-lister] updating namespace I0505 09:51:12.372121 3795 namespace.go:142] [release-service] updating namespace I0505 09:51:12.587186 3795 namespace.go:142] [segment-bridge] updating namespace I0505 09:51:12.701242 3795 namespace.go:142] [build-service] updating namespace I0505 09:51:12.770058 3795 namespace.go:142] [default-tenant] updating namespace I0505 09:51:12.792681 3795 namespace.go:142] [enterprise-contract-service] updating namespace I0505 09:51:12.804025 3795 namespace.go:142] [image-controller] updating namespace I0505 09:51:12.816690 3795 namespace.go:142] [integration-service] updating namespace I0505 09:51:12.832749 3795 namespace.go:142] [konflux-cli] updating namespace I0505 09:51:12.857839 3795 namespace.go:142] [konflux-info] updating namespace I0505 09:51:12.881053 3795 namespace.go:142] [namespace-lister] updating namespace I0505 09:51:12.896856 3795 namespace.go:142] [release-service] updating namespace I0505 09:51:12.920416 3795 namespace.go:142] [segment-bridge] updating namespace I0505 09:51:12.989238 3795 namespace.go:142] [build-service] updating namespace I0505 09:51:13.064000 3795 namespace.go:142] [default-tenant] updating namespace I0505 09:51:13.149081 3795 namespace.go:142] [enterprise-contract-service] updating namespace I0505 09:51:13.226418 3795 namespace.go:142] [image-controller] updating namespace I0505 09:51:13.295026 3795 namespace.go:142] [integration-service] updating namespace I0505 09:51:13.353242 3795 namespace.go:142] [konflux-cli] updating namespace I0505 09:51:13.458688 3795 namespace.go:142] [konflux-info] updating namespace I0505 09:51:13.559679 3795 namespace.go:142] [namespace-lister] updating namespace I0505 09:51:13.650163 3795 namespace.go:142] [release-service] updating namespace I0505 09:51:13.755347 3795 namespace.go:142] [segment-bridge] updating namespace W0505 09:51:14.516790 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0505 09:51:15.524633 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0505 09:51:16.368044 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0505 09:51:18.367269 3795 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 09:51:18.375106 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 09:51:20.560674 3795 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0505 09:51:21.684986 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13 W0505 09:51:24.402545 3795 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 09:51:24.402562 3795 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0505 09:51:24.593643 3795 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0505 09:51:24.595885 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0505 09:51:24.618500 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 09:51:24.620985 3795 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 09:51:24.649055 3795 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0505 09:51:24.649072 3795 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 09:51:25.632553 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0505 09:51:30.640423 3795 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9h99p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:51:30.640981 3795 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9h99p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:51:31.652861 3795 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9h99p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:51:31.652903 3795 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9h99p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:51:31.659521 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-9h99p I0505 09:51:31.659548 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-9h99p I0505 09:52:00.784138 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0505 09:52:30.457094 3795 obj_retry.go:498] Detected object konflux-ui/proxy-64895b8496-vhqjx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:52:30.457615 3795 obj_retry.go:498] Detected object konflux-ui/proxy-64895b8496-vhqjx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:52:31.012447 3795 obj_retry.go:492] Detected object konflux-ui/proxy-64895b8496-vhqjx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:52:31.012472 3795 obj_retry.go:492] Detected object konflux-ui/proxy-64895b8496-vhqjx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:52:31.020713 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-64895b8496-vhqjx I0505 09:52:31.020739 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-64895b8496-vhqjx I0505 09:52:37.951250 3795 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:52:37.951738 3795 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:52:37.971451 3795 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:52:37.971470 3795 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:52:37.978358 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0505 09:52:37.978382 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0505 09:52:57.689637 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=62 I0505 09:53:05.952458 3795 namespace.go:98] [managed-tenant-is6u1] adding namespace I0505 09:53:05.953386 3795 namespace.go:102] [managed-tenant-is6u1] adding namespace took 905.584µs I0505 09:53:05.980219 3795 namespace.go:142] [managed-tenant-is6u1] updating namespace I0505 09:53:05.998362 3795 namespace.go:142] [managed-tenant-is6u1] updating namespace I0505 09:53:07.214055 3795 namespace.go:142] [managed-tenant-is6u1] updating namespace I0505 09:53:07.364367 3795 namespace.go:142] [managed-tenant-is6u1] updating namespace I0505 09:53:07.445649 3795 namespace.go:142] [managed-tenant-is6u1] updating namespace I0505 09:53:23.690642 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=132 I0505 09:53:27.824599 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0505 09:53:54.689371 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=157 I0505 09:54:19.778707 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0505 09:54:45.695855 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=612 I0505 09:54:50.784491 3795 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0505 09:54:55.802107 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 W0505 09:55:28.186225 3795 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-db75658f8-sc5mr I0505 09:55:35.688003 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=75 I0505 09:56:24.800054 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0505 09:56:51.827502 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0505 09:57:04.773942 3795 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0505 09:57:11.789986 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0505 09:57:55.812632 3795 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0505 09:58:18.577291 3795 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-c9jcz] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-c9jcz for pod on switch ip-10-0-1-134.ec2.internal I0505 09:58:18.577386 3795 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-c9jcz I0505 09:58:18.592683 3795 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-c9jcz] pod update took 15.323431ms I0505 09:58:18.592708 3795 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-c9jcz] addLogicalPort annotation time took 15.352698ms I0505 09:58:18.594184 3795 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-c9jcz] addLogicalPort took 16.909642ms, libovsdb time 1.028031ms I0505 09:58:18.937604 3795 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-c9jcz da6a501c492b401980e9afdb1d97c0817c9b5c2b7853b6b37d8917492b4572c0 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-c9jcz da6a501c492b401980e9afdb1d97c0817c9b5c2b7853b6b37d8917492b4572c0 network default NAD default NAD key ] I0505 09:58:18.947201 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-c9jcz, hostIfaceName: da6a501c492b401, network: default, NAD default, SandboxID: "da6a501c492b401980e9afdb1d97c0817c9b5c2b7853b6b37d8917492b4572c0", PCI device ID: , UID: "5ef03765-338e-44a7-8f74-7545a61e9216", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0505 09:58:19.003798 3795 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-c9jcz da6a501c492b401980e9afdb1d97c0817c9b5c2b7853b6b37d8917492b4572c0 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-c9jcz da6a501c492b401980e9afdb1d97c0817c9b5c2b7853b6b37d8917492b4572c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:f6:9a:8f:3d:bf\",\"name\":\"da6a501c492b401\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/66e15d37-ea64-4a3e-b313-2b5c36cf1177\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 09:58:22.944635 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-pull-request-sb4sj-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:58:22.945226 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-pull-request-sb4sj-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:58:23.692607 3795 obj_retry.go:492] Detected object default-tenant/tsf-comp-i5rj1-on-pull-request-sb4sj-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:58:23.692629 3795 obj_retry.go:492] Detected object default-tenant/tsf-comp-i5rj1-on-pull-request-sb4sj-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:58:23.700617 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-i5rj1-on-pull-request-sb4sj-init-pod I0505 09:58:23.700648 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-i5rj1-on-pull-request-sb4sj-init-pod W0505 09:58:32.347020 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 09:58:32.347038 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 09:58:32.347044 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 09:58:32.347049 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0505 09:59:36.793458 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:59:36.794053 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:59:45.687573 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0505 09:59:51.388693 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:59:51.389286 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 10:00:03.879902 3795 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632920-hwc9v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 10:00:03.880452 3795 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632920-hwc9v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 10:00:04.745592 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632920-hwc9v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:00:04.745619 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632920-hwc9v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:00:04.780656 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632890-wq95h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:00:04.780676 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632890-wq95h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:00:04.786343 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29632890-wq95h I0505 10:00:04.786373 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632890-wq95h I0505 10:00:23.049552 3795 obj_retry.go:492] Detected object tsf-tpa/create-db-vxsdv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:00:23.049579 3795 obj_retry.go:492] Detected object tsf-tpa/create-db-vxsdv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:00:23.055004 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-vxsdv I0505 10:00:23.055027 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-vxsdv I0505 10:00:26.030341 3795 obj_retry.go:492] Detected object tsf-tpa/migrate-db-c22s5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:00:26.030363 3795 obj_retry.go:492] Detected object tsf-tpa/migrate-db-c22s5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:00:26.035898 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-c22s5 I0505 10:00:26.035919 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-c22s5 I0505 10:00:30.032752 3795 obj_retry.go:492] Detected object tsf-tpa/create-importers-bvdst of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:00:30.032774 3795 obj_retry.go:492] Detected object tsf-tpa/create-importers-bvdst of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:00:30.035743 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-bvdst I0505 10:00:30.035769 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-bvdst I0505 10:00:46.694171 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0505 10:00:57.793368 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 10:00:57.793976 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 10:00:59.787614 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0505 10:01:14.805330 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0505 10:01:21.827385 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0505 10:01:50.692644 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=12 I0505 10:02:27.803167 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0505 10:02:52.692952 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=11 I0505 10:02:56.815361 3795 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0505 10:03:02.699300 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=110 I0505 10:03:26.691483 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=56 I0505 10:03:49.777064 3795 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0505 10:04:04.790239 3795 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0505 10:04:10.781333 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0505 10:04:18.793316 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0505 10:04:19.158318 3795 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-c9jcz da6a501c492b401980e9afdb1d97c0817c9b5c2b7853b6b37d8917492b4572c0 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-c9jcz da6a501c492b401980e9afdb1d97c0817c9b5c2b7853b6b37d8917492b4572c0 network default NAD default NAD key ] I0505 10:04:19.254858 3795 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-c9jcz da6a501c492b401980e9afdb1d97c0817c9b5c2b7853b6b37d8917492b4572c0 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-c9jcz da6a501c492b401980e9afdb1d97c0817c9b5c2b7853b6b37d8917492b4572c0 network default NAD default NAD key default], result "{}", err I0505 10:04:19.313971 3795 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-c9jcz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 10:04:19.314038 3795 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-c9jcz I0505 10:04:19.315609 3795 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-c9jcz, ips: 10.128.0.42 I0505 10:04:19.315640 3795 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-c9jcz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 10:04:20.205601 3795 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-c9jcz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:04:20.205622 3795 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-c9jcz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:04:20.211677 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-c9jcz I0505 10:04:20.211747 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-c9jcz I0505 10:04:55.690636 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0505 10:05:00.883350 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 10:05:00.883891 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 10:05:34.401824 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 10:05:34.402443 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 10:05:55.558079 3795 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zklhf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 10:05:55.558660 3795 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zklhf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 10:05:56.024831 3795 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zklhf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:05:56.024857 3795 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zklhf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:05:56.032780 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zklhf I0505 10:05:56.032807 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zklhf I0505 10:06:06.830380 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 W0505 10:06:23.185466 3795 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw I0505 10:06:30.463538 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 10:06:30.464112 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 10:06:31.808764 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0505 10:06:57.790579 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0505 10:07:06.256415 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 10:07:06.257050 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 10:07:06.294389 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 10:07:06.294946 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 10:07:09.238346 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 10:07:09.238931 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 10:07:26.697695 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0505 10:07:30.428155 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 10:07:30.428738 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 10:08:30.830159 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0505 10:08:45.694093 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=34 I0505 10:08:57.696436 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0505 10:09:26.599490 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 10:09:26.600143 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 10:09:27.780696 3795 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 I0505 10:09:47.753583 3795 obj_retry.go:498] Detected object default-tenant/my-integration-test-xomc-ltqqg-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 10:09:47.754187 3795 obj_retry.go:498] Detected object default-tenant/my-integration-test-xomc-ltqqg-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it