+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-69.ec2.internal ++ [[ -n ip-10-0-1-69.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-69.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0422 23:35:27.395828794 - disable conntrack on geneve port' I0422 23:35:27.395828794 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0422 23:35:27.412429770 - starting ovnkube-node + echo 'I0422 23:35:27.412429770 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-69.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-69.ec2.internal --init-node ip-10-0-1-69.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-69.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0422 23:35:27.453898 3655 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0422 23:35:27.453956 3655 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-040d55448a.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0422 23:35:27.455483 3655 kube.go:431] Waiting for certificate I0422 23:35:27.455548 3655 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0422 23:35:27.455588 3655 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0422 23:35:27.456634 3655 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0422 23:35:27.490521 3655 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0422 23:35:27.490538 3655 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0422 23:35:27.492804 3655 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0422 23:35:27.492894 3655 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-bg4hq" I0422 23:35:27.499924 3655 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-bg4hq" I0422 23:35:27.499986 3655 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0422 23:35:28.456397 3655 kube.go:438] Certificate found I0422 23:35:28.457082 3655 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0422 23:35:28.458362 3655 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0422 23:35:28.502691 3655 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-23 23:30:27 +0000 UTC" deadline="2026-04-23 18:05:28.731668458 +0000 UTC" I0422 23:35:28.502740 3655 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h30m0.228940685s" I0422 23:35:28.522771 3655 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0422 23:35:28.532112 3655 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0422 23:35:28.532212 3655 server.go:101] MetricServer registers OVS metrics I0422 23:35:28.532535 3655 server.go:105] MetricServer registers OVN DB metrics I0422 23:35:28.533956 3655 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0422 23:35:28.534026 3655 factory.go:561] Starting watch factory I0422 23:35:28.534121 3655 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:28.534136 3655 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:28.534141 3655 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:28.534151 3655 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:28.534161 3655 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:28.534169 3655 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:28.534139 3655 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:28.534154 3655 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:28.534126 3655 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:28.534381 3655 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:28.534121 3655 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:28.534413 3655 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:28.536944 3655 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0422 23:35:28.536972 3655 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0422 23:35:28.538707 3655 controller_manager.go:370] Starting the ovnkube controller I0422 23:35:28.538717 3655 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-69.ec2.internal I0422 23:35:28.538767 3655 controller_manager.go:395] NBDB zone sync took: 38.433µs I0422 23:35:28.538776 3655 factory.go:561] Starting watch factory I0422 23:35:28.550108 3655 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0422 23:35:28.550126 3655 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0422 23:35:28.554206 3655 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:28.554310 3655 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:28.554377 3655 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0422 23:35:28.554410 3655 server.go:109] MetricServer registers OVN Controller metrics I0422 23:35:28.555597 3655 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:28.555750 3655 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:28.557266 3655 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:28.559436 3655 server.go:113] MetricServer registers OVN Northd metrics I0422 23:35:28.563537 3655 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:28.563879 3655 metrics.go:519] OVN Metrics Server starts to run ... I0422 23:35:28.640412 3655 factory.go:1977] *v1.Service informer cache synced successfully I0422 23:35:28.640435 3655 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0422 23:35:28.640439 3655 factory.go:1977] *v1.Pod informer cache synced successfully I0422 23:35:28.640443 3655 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0422 23:35:28.640445 3655 factory.go:1977] *v1.Namespace informer cache synced successfully I0422 23:35:28.640448 3655 factory.go:1977] *v1.Node informer cache synced successfully I0422 23:35:28.640540 3655 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0422 23:35:28.640556 3655 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0422 23:35:28.640563 3655 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0422 23:35:28.640581 3655 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0422 23:35:28.643886 3655 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0422 23:35:28.643893 3655 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0422 23:35:28.643906 3655 factory.go:1977] *v1.Namespace informer cache synced successfully I0422 23:35:28.643910 3655 factory.go:1977] *v1.Node informer cache synced successfully I0422 23:35:28.643914 3655 factory.go:1977] *v1.Service informer cache synced successfully I0422 23:35:28.643918 3655 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0422 23:35:28.643923 3655 factory.go:1977] *v1.Pod informer cache synced successfully I0422 23:35:28.643891 3655 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0422 23:35:28.645762 3655 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0422 23:35:28.645773 3655 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0422 23:35:28.645825 3655 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:28.645835 3655 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:28.648013 3655 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:28.648967 3655 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0422 23:35:28.648978 3655 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0422 23:35:28.650812 3655 factory.go:1977] *v1.EgressIP informer cache synced successfully I0422 23:35:28.650880 3655 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:28.650894 3655 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:28.653533 3655 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:28.654082 3655 factory.go:1977] *v1.EgressIP informer cache synced successfully I0422 23:35:28.656541 3655 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0422 23:35:28.656591 3655 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:28.656601 3655 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:28.659032 3655 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:28.659136 3655 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0422 23:35:28.661875 3655 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0422 23:35:28.661919 3655 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:28.661929 3655 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:28.664244 3655 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:28.664256 3655 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0422 23:35:28.667706 3655 factory.go:1977] *v1.EgressService informer cache synced successfully I0422 23:35:28.667758 3655 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:28.667771 3655 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:28.669638 3655 factory.go:1977] *v1.EgressService informer cache synced successfully I0422 23:35:28.670115 3655 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:28.672897 3655 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0422 23:35:28.673038 3655 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0422 23:35:28.673054 3655 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0422 23:35:28.674946 3655 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0422 23:35:28.675358 3655 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0422 23:35:28.678470 3655 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0422 23:35:28.678543 3655 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:28.678558 3655 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:28.678607 3655 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:28.678628 3655 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:28.680773 3655 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0422 23:35:28.681214 3655 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:28.681270 3655 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:28.684507 3655 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0422 23:35:28.684517 3655 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0422 23:35:28.684523 3655 factory.go:680] Watch Factory start up complete, took: 150.501372ms I0422 23:35:28.684588 3655 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0422 23:35:28.685988 3655 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0422 23:35:28.686003 3655 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0422 23:35:28.686010 3655 factory.go:680] Watch Factory start up complete, took: 147.232764ms I0422 23:35:28.686016 3655 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-69.ec2.internal" zone I0422 23:35:28.727854 3655 default_node_network_controller.go:710] Initializing the default node network controller I0422 23:35:28.786158 3655 udn_isolation.go:101] Starting UDN host isolation manager I0422 23:35:28.794842 3655 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0422 23:35:28.835900 3655 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0422 23:35:28.836006 3655 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0422 23:35:28.836025 3655 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0422 23:35:28.869386 3655 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0422 23:35:28.869457 3655 default_node_network_controller.go:809] Node ip-10-0-1-69.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0422 23:35:28.874445 3655 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.69"] k8s.ovn.org/zone-name:ip-10-0-1-69.ec2.internal] on node ip-10-0-1-69.ec2.internal I0422 23:35:28.896648 3655 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0422 23:35:28.902914 3655 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0422 23:35:28.903088 3655 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0422 23:35:28.903242 3655 gateway_init.go:263] Preparing Gateway I0422 23:35:28.903253 3655 gateway_shared_intf.go:1687] Creating new gateway I0422 23:35:28.936266 3655 controller_manager.go:429] Waiting for node in zone sync took: 250.237632ms I0422 23:35:28.942277 3655 controller_manager.go:611] Switching to transit router for layer2 networks I0422 23:35:28.942291 3655 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-69.ec2.internal I0422 23:35:28.958344 3655 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0422 23:35:28.965222 3655 controller_manager.go:290] SCTP support detected in OVN I0422 23:35:28.965861 3655 services_controller.go:69] Creating services controller for network=default I0422 23:35:28.965972 3655 udn_enabled_svc.go:80] Waiting for service informer to sync I0422 23:35:28.966059 3655 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0422 23:35:28.966096 3655 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0422 23:35:28.966115 3655 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0422 23:35:28.966130 3655 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0422 23:35:28.966372 3655 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0422 23:35:28.966431 3655 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0422 23:35:28.966449 3655 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 46.367µs I0422 23:35:28.966481 3655 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 39.566µs I0422 23:35:28.966511 3655 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 81.661µs I0422 23:35:28.966521 3655 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0422 23:35:28.966535 3655 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0422 23:35:28.966550 3655 default_network_controller.go:325] Starting the default network controller I0422 23:35:28.966560 3655 udn_enabled_svc.go:95] Performing full resync I0422 23:35:28.966693 3655 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 10.922µs I0422 23:35:28.966892 3655 udn_enabled_svc.go:99] Waiting for handler to sync I0422 23:35:28.966906 3655 udn_enabled_svc.go:104] Starting worker I0422 23:35:28.975839 3655 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0422 23:35:28.975893 3655 repair.go:33] Syncing exgw routes took 43.489µs I0422 23:35:28.975915 3655 default_network_controller.go:414] Starting all the Watchers... I0422 23:35:28.976136 3655 namespace.go:98] [default] adding namespace I0422 23:35:28.976147 3655 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0422 23:35:28.976159 3655 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0422 23:35:28.976167 3655 namespace.go:98] [openshift-console-user-settings] adding namespace I0422 23:35:28.976176 3655 namespace.go:98] [openshift-route-controller-manager] adding namespace I0422 23:35:28.976184 3655 namespace.go:98] [openshift-console-operator] adding namespace I0422 23:35:28.976190 3655 namespace.go:98] [openshift-ingress-canary] adding namespace I0422 23:35:28.976197 3655 namespace.go:98] [openshift-infra] adding namespace I0422 23:35:28.976200 3655 namespace.go:98] [openshift-dns-operator] adding namespace I0422 23:35:28.976203 3655 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0422 23:35:28.976210 3655 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0422 23:35:28.976214 3655 namespace.go:98] [openshift-host-network] adding namespace I0422 23:35:28.976220 3655 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0422 23:35:28.976223 3655 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0422 23:35:28.976135 3655 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0422 23:35:28.976719 3655 namespace.go:102] [default] adding namespace took 567.378µs I0422 23:35:28.976735 3655 namespace.go:98] [openshift-network-node-identity] adding namespace I0422 23:35:28.977132 3655 namespace.go:102] [openshift-network-node-identity] adding namespace took 392.851µs I0422 23:35:28.977144 3655 namespace.go:98] [openshift-kube-apiserver] adding namespace I0422 23:35:28.977633 3655 namespace.go:102] [openshift-kube-apiserver] adding namespace took 481.711µs I0422 23:35:28.977654 3655 namespace.go:98] [kube-node-lease] adding namespace I0422 23:35:28.978145 3655 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 1.988284ms I0422 23:35:28.978160 3655 namespace.go:98] [kube-system] adding namespace I0422 23:35:28.979294 3655 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 3.125494ms I0422 23:35:28.979314 3655 namespace.go:98] [openshift-image-registry] adding namespace I0422 23:35:28.979911 3655 namespace.go:102] [openshift-console-user-settings] adding namespace took 3.735669ms I0422 23:35:28.979925 3655 namespace.go:98] [openshift-must-gather-operator] adding namespace I0422 23:35:28.980523 3655 namespace.go:102] [openshift-route-controller-manager] adding namespace took 4.337504ms I0422 23:35:28.980547 3655 namespace.go:98] [openshift-insights] adding namespace I0422 23:35:28.981060 3655 namespace.go:102] [openshift-console-operator] adding namespace took 4.864777ms I0422 23:35:28.981084 3655 namespace.go:98] [openshift-network-console] adding namespace I0422 23:35:28.981812 3655 namespace.go:102] [openshift-ingress-canary] adding namespace took 5.612366ms I0422 23:35:28.981834 3655 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0422 23:35:28.982464 3655 namespace.go:102] [openshift-infra] adding namespace took 6.258831ms I0422 23:35:28.982486 3655 namespace.go:98] [openshift-controller-manager] adding namespace I0422 23:35:28.983091 3655 namespace.go:102] [openshift-dns-operator] adding namespace took 6.879848ms I0422 23:35:28.983111 3655 namespace.go:98] [openshift-backplane] adding namespace I0422 23:35:28.983973 3655 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.759425ms I0422 23:35:28.983994 3655 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0422 23:35:28.984688 3655 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 8.471005ms I0422 23:35:28.984705 3655 namespace.go:98] [openshift-authentication-operator] adding namespace I0422 23:35:28.985506 3655 namespace.go:102] [openshift-host-network] adding namespace took 9.284794ms I0422 23:35:28.985524 3655 namespace.go:98] [openshift-service-ca-operator] adding namespace I0422 23:35:28.986155 3655 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 9.922188ms I0422 23:35:28.986175 3655 namespace.go:98] [openshift-backplane-tam] adding namespace I0422 23:35:28.986361 3655 iptables.go:108] Creating table: filter chain: FORWARD I0422 23:35:28.986746 3655 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 10.510822ms I0422 23:35:28.986767 3655 namespace.go:98] [openshift-logging] adding namespace I0422 23:35:28.987288 3655 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 11.005736ms I0422 23:35:28.987307 3655 namespace.go:98] [openshift-config-managed] adding namespace I0422 23:35:28.987886 3655 namespace.go:102] [kube-node-lease] adding namespace took 10.224102ms I0422 23:35:28.987902 3655 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0422 23:35:28.988409 3655 namespace.go:102] [kube-system] adding namespace took 10.244201ms I0422 23:35:28.988422 3655 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0422 23:35:28.989031 3655 namespace.go:102] [openshift-image-registry] adding namespace took 9.708546ms I0422 23:35:28.989049 3655 namespace.go:98] [openshift-backplane-cse] adding namespace I0422 23:35:28.989605 3655 namespace.go:102] [openshift-must-gather-operator] adding namespace took 9.674537ms I0422 23:35:28.989619 3655 namespace.go:98] [openshift-config] adding namespace I0422 23:35:28.990116 3655 namespace.go:102] [openshift-insights] adding namespace took 9.563988ms I0422 23:35:28.990127 3655 namespace.go:98] [openshift-multus] adding namespace I0422 23:35:28.990662 3655 namespace.go:102] [openshift-network-console] adding namespace took 9.565872ms I0422 23:35:28.990681 3655 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0422 23:35:28.991167 3655 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 9.326871ms I0422 23:35:28.991179 3655 namespace.go:98] [openshift-backplane-csm] adding namespace I0422 23:35:28.991773 3655 namespace.go:102] [openshift-controller-manager] adding namespace took 9.261765ms I0422 23:35:28.991793 3655 namespace.go:98] [openshift-operators-redhat] adding namespace I0422 23:35:28.992375 3655 namespace.go:102] [openshift-backplane] adding namespace took 9.257414ms I0422 23:35:28.992388 3655 namespace.go:98] [openshift-marketplace] adding namespace I0422 23:35:28.992994 3655 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.990447ms I0422 23:35:28.993018 3655 namespace.go:98] [openshift-dns] adding namespace I0422 23:35:28.993154 3655 iptables.go:108] Creating table: filter chain: OUTPUT I0422 23:35:28.993901 3655 namespace.go:102] [openshift-authentication-operator] adding namespace took 9.189706ms I0422 23:35:28.993922 3655 namespace.go:98] [openshift-apiserver] adding namespace I0422 23:35:28.994520 3655 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.98963ms I0422 23:35:28.994538 3655 namespace.go:98] [openshift-package-operator] adding namespace I0422 23:35:28.995151 3655 namespace.go:102] [openshift-backplane-tam] adding namespace took 8.968275ms I0422 23:35:28.995171 3655 namespace.go:98] [openshift-cluster-version] adding namespace I0422 23:35:28.995724 3655 namespace.go:102] [openshift-logging] adding namespace took 8.949425ms I0422 23:35:28.995746 3655 namespace.go:98] [openshift-backplane-cee] adding namespace I0422 23:35:28.996422 3655 namespace.go:102] [openshift-config-managed] adding namespace took 9.108712ms I0422 23:35:28.996440 3655 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0422 23:35:28.997123 3655 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 9.209446ms I0422 23:35:28.997741 3655 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 9.31243ms I0422 23:35:28.997759 3655 namespace.go:98] [openshift-ingress] adding namespace I0422 23:35:28.998223 3655 namespace.go:102] [openshift-backplane-cse] adding namespace took 9.167731ms I0422 23:35:28.998238 3655 namespace.go:98] [openshift-ingress-operator] adding namespace W0422 23:35:28.998736 3655 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-nwz48: pod openshift-multus/network-metrics-daemon-nwz48: no pod IPs found I0422 23:35:28.998749 3655 namespace.go:102] [openshift-config] adding namespace took 9.121573ms I0422 23:35:28.998765 3655 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0422 23:35:28.999388 3655 namespace.go:102] [openshift-multus] adding namespace took 9.253316ms I0422 23:35:28.999409 3655 namespace.go:98] [openshift-etcd] adding namespace I0422 23:35:28.999978 3655 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 9.289511ms I0422 23:35:28.999997 3655 namespace.go:98] [openshift-apiserver-operator] adding namespace I0422 23:35:29.000465 3655 namespace.go:102] [openshift-backplane-csm] adding namespace took 9.281554ms I0422 23:35:29.000476 3655 namespace.go:98] [openshift-node] adding namespace I0422 23:35:29.000528 3655 gateway_shared_intf.go:1816] Gateway Creation Complete I0422 23:35:29.000546 3655 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-69.ec2.internal","mac-address":"0a:ff:f3:34:bd:6d","ip-addresses":["10.0.1.69/24"],"ip-address":"10.0.1.69/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:2f451aa3-89ac-42e8-9979-0edadb7b488f k8s.ovn.org/node-encap-ips:["10.0.1.69"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.69/24"} k8s.ovn.org/zone-name:ip-10-0-1-69.ec2.internal] on node ip-10-0-1-69.ec2.internal I0422 23:35:29.001055 3655 namespace.go:102] [openshift-operators-redhat] adding namespace took 9.256081ms I0422 23:35:29.001073 3655 namespace.go:98] [openshift-monitoring] adding namespace I0422 23:35:29.001584 3655 namespace.go:102] [openshift-marketplace] adding namespace took 9.188596ms I0422 23:35:29.001603 3655 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0422 23:35:29.002165 3655 namespace.go:102] [openshift-dns] adding namespace took 9.139971ms I0422 23:35:29.002181 3655 namespace.go:98] [openshift-backplane-mobb] adding namespace I0422 23:35:29.002714 3655 namespace.go:102] [openshift-apiserver] adding namespace took 8.786114ms I0422 23:35:29.002728 3655 namespace.go:98] [kube-public] adding namespace I0422 23:35:29.003184 3655 namespace.go:102] [openshift-package-operator] adding namespace took 8.64ms I0422 23:35:29.003199 3655 namespace.go:98] [openshift-operators] adding namespace I0422 23:35:29.003614 3655 namespace.go:102] [openshift-cluster-version] adding namespace took 8.435943ms I0422 23:35:29.003627 3655 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0422 23:35:29.004119 3655 namespace.go:102] [openshift-backplane-cee] adding namespace took 8.367066ms I0422 23:35:29.004131 3655 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0422 23:35:29.004818 3655 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 8.370653ms I0422 23:35:29.004876 3655 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0422 23:35:29.005315 3655 namespace.go:102] [openshift-ingress] adding namespace took 7.549383ms I0422 23:35:29.005334 3655 namespace.go:98] [openshift-kube-scheduler] adding namespace I0422 23:35:29.006072 3655 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.82712ms I0422 23:35:29.006090 3655 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0422 23:35:29.006705 3655 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.931834ms I0422 23:35:29.006760 3655 namespace.go:98] [openshift-backplane-srep] adding namespace I0422 23:35:29.007287 3655 namespace.go:102] [openshift-etcd] adding namespace took 7.871888ms I0422 23:35:29.007303 3655 namespace.go:98] [openshift-machine-config-operator] adding namespace I0422 23:35:29.007918 3655 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.914073ms I0422 23:35:29.007931 3655 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0422 23:35:29.008846 3655 namespace.go:102] [openshift-node] adding namespace took 8.363959ms I0422 23:35:29.008861 3655 namespace.go:98] [open-cluster-management-2prgjhduhjsungevuuvlv1ornuu76ung] adding namespace I0422 23:35:29.009317 3655 namespace.go:102] [openshift-monitoring] adding namespace took 8.2382ms I0422 23:35:29.009330 3655 namespace.go:98] [dedicated-admin] adding namespace I0422 23:35:29.009854 3655 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 8.245105ms I0422 23:35:29.009866 3655 namespace.go:98] [openshift-network-operator] adding namespace I0422 23:35:29.010345 3655 namespace.go:102] [openshift-backplane-mobb] adding namespace took 8.160026ms I0422 23:35:29.010357 3655 namespace.go:98] [openshift-authentication] adding namespace I0422 23:35:29.010784 3655 namespace.go:102] [kube-public] adding namespace took 8.049029ms I0422 23:35:29.010798 3655 namespace.go:98] [openshift-network-diagnostics] adding namespace I0422 23:35:29.011175 3655 namespace.go:102] [openshift-operators] adding namespace took 7.970841ms I0422 23:35:29.011188 3655 namespace.go:98] [openshift-config-operator] adding namespace I0422 23:35:29.011750 3655 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.114616ms I0422 23:35:29.011769 3655 namespace.go:98] [openshift-console] adding namespace I0422 23:35:29.012141 3655 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 8.004567ms I0422 23:35:29.012154 3655 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0422 23:35:29.012516 3655 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.628647ms I0422 23:35:29.012533 3655 namespace.go:98] [openshift] adding namespace I0422 23:35:29.013007 3655 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.667288ms I0422 23:35:29.013371 3655 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.275578ms I0422 23:35:29.013803 3655 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.032764ms I0422 23:35:29.014208 3655 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.899617ms I0422 23:35:29.014221 3655 namespace.go:98] [openshift-customer-monitoring] adding namespace I0422 23:35:29.014582 3655 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.646043ms I0422 23:35:29.014971 3655 namespace.go:102] [open-cluster-management-2prgjhduhjsungevuuvlv1ornuu76ung] adding namespace took 6.104283ms I0422 23:35:29.015328 3655 namespace.go:102] [dedicated-admin] adding namespace took 5.993916ms I0422 23:35:29.015339 3655 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0422 23:35:29.015725 3655 namespace.go:102] [openshift-network-operator] adding namespace took 5.854697ms W0422 23:35:29.016090 3655 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-mb2qr: pod openshift-network-diagnostics/network-check-target-mb2qr: no pod IPs found I0422 23:35:29.016100 3655 namespace.go:102] [openshift-authentication] adding namespace took 5.739079ms I0422 23:35:29.016637 3655 namespace.go:102] [openshift-network-diagnostics] adding namespace took 5.831868ms I0422 23:35:29.017222 3655 namespace.go:102] [openshift-config-operator] adding namespace took 6.028653ms I0422 23:35:29.017237 3655 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0422 23:35:29.017718 3655 namespace.go:102] [openshift-console] adding namespace took 5.94284ms I0422 23:35:29.018201 3655 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.042888ms I0422 23:35:29.018213 3655 namespace.go:98] [openshift-machine-api] adding namespace I0422 23:35:29.018602 3655 namespace.go:102] [openshift] adding namespace took 6.063554ms I0422 23:35:29.019034 3655 namespace.go:102] [openshift-customer-monitoring] adding namespace took 4.807793ms I0422 23:35:29.019518 3655 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 4.172009ms I0422 23:35:29.019959 3655 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 2.717521ms I0422 23:35:29.020367 3655 namespace.go:102] [openshift-machine-api] adding namespace took 2.149277ms I0422 23:35:29.020524 3655 default_node_network_controller.go:519] Node connection status = connected I0422 23:35:29.020566 3655 master.go:548] Adding or Updating local node "ip-10-0-1-69.ec2.internal" for network "default" I0422 23:35:29.021824 3655 zone_ic_handler.go:195] Time taken to create transit switch: 792.234µs I0422 23:35:29.021839 3655 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-213.ec2.internal for the network default E0422 23:35:29.021980 3655 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-182.ec2.internal, error: adding or updating remote node IC resources ip-10-0-0-182.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-182.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc00986bee8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u2246256114}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0422 23:35:29.022041 3655 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-182.ec2.internal", UID:"4cd0882d-0f89-4c29-ad99-aeb89a465bab", APIVersion:"v1", ResourceVersion:"8826", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-0-182.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-182.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc00986bee8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u2246256114}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0422 23:35:29.022962 3655 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-213.ec2.internal" on network "default" took: 1.950285ms W0422 23:35:29.029532 3655 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-nwz48: pod openshift-multus/network-metrics-daemon-nwz48: no pod IPs found W0422 23:35:29.029548 3655 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-mb2qr: pod openshift-network-diagnostics/network-check-target-mb2qr: no pod IPs found I0422 23:35:29.030506 3655 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-69.ec2.internal for the network default I0422 23:35:29.030668 3655 zone_ic_handler.go:195] Time taken to create transit switch: 146.623µs I0422 23:35:29.031305 3655 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0422 23:35:29.031328 3655 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0422 23:35:29.031340 3655 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0422 23:35:29.031351 3655 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-213.ec2.internal in network "default" I0422 23:35:29.031397 3655 node_tracker.go:169] Node ip-10-0-2-213.ec2.internal switch + router changed, syncing services in network "default" I0422 23:35:29.031413 3655 services_controller.go:574] Full service sync requested for network=default I0422 23:35:29.031422 3655 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-182.ec2.internal in network "default" I0422 23:35:29.031443 3655 node_tracker.go:169] Node ip-10-0-0-182.ec2.internal switch + router changed, syncing services in network "default" I0422 23:35:29.031450 3655 services_controller.go:574] Full service sync requested for network=default I0422 23:35:29.031455 3655 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-69.ec2.internal in network "default" I0422 23:35:29.031474 3655 node_tracker.go:169] Node ip-10-0-1-69.ec2.internal switch + router changed, syncing services in network "default" I0422 23:35:29.031481 3655 services_controller.go:574] Full service sync requested for network=default I0422 23:35:29.085172 3655 default_network_controller.go:1025] Node "ip-10-0-0-182.ec2.internal" in remote zone "ip-10-0-0-182.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0422 23:35:29.085873 3655 zone_ic_handler.go:195] Time taken to create transit switch: 250.294µs I0422 23:35:29.085885 3655 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-182.ec2.internal for the network default I0422 23:35:29.086823 3655 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-182.ec2.internal" on network "default" took: 1.215668ms I0422 23:35:29.131995 3655 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0422 23:35:29.132013 3655 services_controller.go:208] Setting up event handlers for services for network=default I0422 23:35:29.132053 3655 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0422 23:35:29.132116 3655 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0422 23:35:29.132136 3655 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0422 23:35:29.232704 3655 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0422 23:35:29.232722 3655 repair.go:60] Starting repairing loop for services I0422 23:35:29.232802 3655 repair.go:131] Deleted 0 stale service LBs I0422 23:35:29.232821 3655 repair.go:137] Deleted 0 stale Chassis Template Vars I0422 23:35:29.232843 3655 repair.go:62] Finished repairing loop for services: 116.24µs I0422 23:35:29.232872 3655 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0422 23:35:29.232882 3655 services_controller.go:254] Starting workers for network=default I0422 23:35:29.233792 3655 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-nwz48] creating logical port openshift-multus_network-metrics-daemon-nwz48 for pod on switch ip-10-0-1-69.ec2.internal I0422 23:35:29.233932 3655 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-nwz48 I0422 23:35:29.233966 3655 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-mb2qr] creating logical port openshift-network-diagnostics_network-check-target-mb2qr for pod on switch ip-10-0-1-69.ec2.internal I0422 23:35:29.234042 3655 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-mb2qr I0422 23:35:29.252694 3655 pod.go:62] [openshift-network-diagnostics/network-check-target-mb2qr] pod update took 18.678674ms I0422 23:35:29.252710 3655 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-mb2qr] addLogicalPort annotation time took 18.697311ms I0422 23:35:29.252821 3655 pod.go:62] [openshift-multus/network-metrics-daemon-nwz48] pod update took 18.945536ms I0422 23:35:29.252837 3655 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-nwz48] addLogicalPort annotation time took 18.964983ms I0422 23:35:29.253485 3655 pods.go:271] [openshift-network-diagnostics/network-check-target-mb2qr] addLogicalPort took 19.545743ms, libovsdb time 589.576µs I0422 23:35:29.253802 3655 pods.go:271] [openshift-multus/network-metrics-daemon-nwz48] addLogicalPort took 20.020258ms, libovsdb time 752.145µs I0422 23:35:29.254150 3655 admin_network_policy_controller.go:227] Starting controller default-network-controller I0422 23:35:29.254167 3655 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0422 23:35:29.254177 3655 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0422 23:35:29.254182 3655 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0422 23:35:29.254352 3655 repair.go:29] Repairing admin network policies took 165.524µs I0422 23:35:29.254449 3655 repair.go:92] Repairing baseline admin network policies took 89.643µs I0422 23:35:29.254923 3655 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0422 23:35:29.254942 3655 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0422 23:35:29.256938 3655 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0422 23:35:29.256956 3655 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0422 23:35:29.256964 3655 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0422 23:35:29.257436 3655 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0422 23:35:29.257450 3655 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0422 23:35:29.257457 3655 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0422 23:35:29.258893 3655 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0422 23:35:29.258913 3655 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0422 23:35:29.258921 3655 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0422 23:35:29.260127 3655 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0422 23:35:29.260145 3655 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0422 23:35:29.260154 3655 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0422 23:35:29.260983 3655 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0422 23:35:29.261003 3655 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0422 23:35:29.261013 3655 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0422 23:35:29.263021 3655 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0422 23:35:29.263039 3655 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0422 23:35:29.263047 3655 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0422 23:35:29.263484 3655 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0422 23:35:29.263515 3655 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0422 23:35:29.263523 3655 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0422 23:35:29.265014 3655 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0422 23:35:29.265031 3655 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0422 23:35:29.265040 3655 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0422 23:35:29.265583 3655 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0422 23:35:29.265602 3655 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0422 23:35:29.265612 3655 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0422 23:35:29.267694 3655 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0422 23:35:29.267711 3655 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0422 23:35:29.267717 3655 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0422 23:35:29.268002 3655 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0422 23:35:29.268017 3655 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0422 23:35:29.268025 3655 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0422 23:35:29.269099 3655 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0422 23:35:29.269116 3655 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0422 23:35:29.269124 3655 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0422 23:35:29.269641 3655 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0422 23:35:29.269658 3655 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0422 23:35:29.269666 3655 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0422 23:35:29.270175 3655 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0422 23:35:29.270190 3655 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0422 23:35:29.270584 3655 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0422 23:35:29.270597 3655 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0422 23:35:29.271317 3655 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0422 23:35:29.271341 3655 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0422 23:35:29.271348 3655 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0422 23:35:29.272801 3655 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0422 23:35:29.272825 3655 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0422 23:35:29.272833 3655 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0422 23:35:29.273643 3655 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0422 23:35:29.273662 3655 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0422 23:35:29.273670 3655 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0422 23:35:29.274188 3655 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0422 23:35:29.274204 3655 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0422 23:35:29.274211 3655 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0422 23:35:29.274568 3655 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0422 23:35:29.274586 3655 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0422 23:35:29.274595 3655 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0422 23:35:29.275676 3655 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0422 23:35:29.275692 3655 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0422 23:35:29.275701 3655 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0422 23:35:29.277219 3655 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0422 23:35:29.277237 3655 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0422 23:35:29.277245 3655 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0422 23:35:29.278745 3655 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0422 23:35:29.278761 3655 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0422 23:35:29.278768 3655 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0422 23:35:29.279019 3655 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0422 23:35:29.279036 3655 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0422 23:35:29.279044 3655 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0422 23:35:29.279505 3655 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0422 23:35:29.279521 3655 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0422 23:35:29.279529 3655 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0422 23:35:29.280326 3655 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0422 23:35:29.280342 3655 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0422 23:35:29.280372 3655 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0422 23:35:29.281034 3655 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0422 23:35:29.281054 3655 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0422 23:35:29.281068 3655 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0422 23:35:29.281557 3655 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0422 23:35:29.281573 3655 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0422 23:35:29.281580 3655 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0422 23:35:29.282093 3655 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0422 23:35:29.282107 3655 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0422 23:35:29.282115 3655 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0422 23:35:29.282554 3655 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0422 23:35:29.287989 3655 egressfirewall.go:374] Starting EgressFirewall controller I0422 23:35:29.288028 3655 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0422 23:35:29.288053 3655 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0422 23:35:29.288064 3655 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0422 23:35:29.288378 3655 controller.go:133] Adding controller egress-firewall-controller event handlers I0422 23:35:29.288406 3655 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0422 23:35:29.288417 3655 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0422 23:35:29.288668 3655 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0422 23:35:29.288680 3655 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0422 23:35:29.288686 3655 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0422 23:35:29.288694 3655 egressqos.go:193] Setting up event handlers for EgressQoS I0422 23:35:29.288698 3655 egressfirewall.go:723] Syncing node "ip-10-0-1-69.ec2.internal" for egress firewall I0422 23:35:29.288707 3655 egressfirewall.go:723] Syncing node "ip-10-0-2-213.ec2.internal" for egress firewall I0422 23:35:29.288711 3655 egressfirewall.go:723] Syncing node "ip-10-0-0-182.ec2.internal" for egress firewall I0422 23:35:29.288784 3655 egressqos.go:245] Starting EgressQoS Controller I0422 23:35:29.288794 3655 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0422 23:35:29.288800 3655 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0422 23:35:29.288806 3655 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0422 23:35:29.288810 3655 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0422 23:35:29.288819 3655 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0422 23:35:29.288826 3655 shared_informer.go:356] "Caches are synced" controller="egressqos" I0422 23:35:29.288830 3655 egressqos.go:259] Repairing EgressQoSes I0422 23:35:29.288834 3655 egressqos.go:399] Starting repairing loop for egressqos I0422 23:35:29.288898 3655 egressqos.go:401] Finished repairing loop for egressqos: 63.881µs I0422 23:35:29.288912 3655 egressservice_zone.go:132] Setting up event handlers for Egress Services I0422 23:35:29.288935 3655 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-69.ec2.internal I0422 23:35:29.288985 3655 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-69.ec2.internal : 52.517µs I0422 23:35:29.289075 3655 egressservice_zone.go:210] Starting Egress Services Controller I0422 23:35:29.289090 3655 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0422 23:35:29.289099 3655 shared_informer.go:356] "Caches are synced" controller="egressservices" I0422 23:35:29.289107 3655 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0422 23:35:29.289114 3655 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0422 23:35:29.289121 3655 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0422 23:35:29.289129 3655 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0422 23:35:29.289138 3655 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0422 23:35:29.289147 3655 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0422 23:35:29.289151 3655 egressservice_zone.go:228] Repairing Egress Services I0422 23:35:29.289402 3655 master_controller.go:88] Starting Admin Policy Based Route Controller I0422 23:35:29.289412 3655 external_controller.go:278] Starting Admin Policy Based Route Controller I0422 23:35:29.289427 3655 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-182.ec2.internal I0422 23:35:29.289437 3655 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-182.ec2.internal: 12.024µs I0422 23:35:29.289444 3655 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-69.ec2.internal I0422 23:35:29.289448 3655 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-69.ec2.internal: 4.31µs I0422 23:35:29.289452 3655 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-213.ec2.internal I0422 23:35:29.289456 3655 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-213.ec2.internal: 3.821µs I0422 23:35:29.289642 3655 default_network_controller.go:585] Completing all the Watchers took 313.716693ms I0422 23:35:29.289655 3655 default_network_controller.go:589] Starting unidling controllers I0422 23:35:29.289666 3655 unidle.go:46] Registering OVN SB ControllerEvent handler I0422 23:35:29.289673 3655 unidle.go:63] Populating Initial ContollerEvent events I0422 23:35:29.289704 3655 unidle.go:79] Setting up event handlers for services I0422 23:35:29.289852 3655 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0422 23:35:29.521340 3655 default_node_network_controller.go:519] Node connection status = connected I0422 23:35:30.021599 3655 default_node_network_controller.go:519] Node connection status = connected I0422 23:35:30.390807 3655 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-182.ec2.internal I0422 23:35:30.390842 3655 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-182.ec2.internal: 47.155µs I0422 23:35:30.521678 3655 default_node_network_controller.go:519] Node connection status = connected I0422 23:35:30.821065 3655 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0422 23:35:31.022074 3655 default_node_network_controller.go:519] Node connection status = connected I0422 23:35:31.040529 3655 bridgeconfig.go:537] Gateway is ready I0422 23:35:31.040547 3655 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0422 23:35:31.051728 3655 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.69. Updating OVN encap IP. I0422 23:35:31.056825 3655 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.69 - it is already configured I0422 23:35:31.056839 3655 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.69/24:{} 172.20.0.1/32:{}]. Updating annotations. I0422 23:35:31.057077 3655 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.69/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-69.ec2.internal","mac-address":"0a:ff:f3:34:bd:6d","ip-addresses":["10.0.1.69/24"],"ip-address":"10.0.1.69/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:2f451aa3-89ac-42e8-9979-0edadb7b488f k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.69/24"}] on node ip-10-0-1-69.ec2.internal I0422 23:35:31.073371 3655 master.go:548] Adding or Updating local node "ip-10-0-1-69.ec2.internal" for network "default" I0422 23:35:31.073386 3655 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-69.ec2.internal in network "default" I0422 23:35:31.073398 3655 egressfirewall.go:723] Syncing node "ip-10-0-1-69.ec2.internal" for egress firewall I0422 23:35:31.073403 3655 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-69.ec2.internal I0422 23:35:31.073419 3655 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-69.ec2.internal: 18.059µs I0422 23:35:31.073453 3655 node_tracker.go:169] Node ip-10-0-1-69.ec2.internal switch + router changed, syncing services in network "default" I0422 23:35:31.073477 3655 services_controller.go:574] Full service sync requested for network=default I0422 23:35:31.074267 3655 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.69 I0422 23:35:31.074484 3655 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-69.ec2.internal I0422 23:35:31.078388 3655 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-69.ec2.internal. Updating no re-route policies I0422 23:35:31.078457 3655 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-rhn9w I0422 23:35:31.078466 3655 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-82tpb I0422 23:35:31.078473 3655 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-mb2qr I0422 23:35:31.078481 3655 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-82tpb I0422 23:35:31.078502 3655 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-mb2qr I0422 23:35:31.078485 3655 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-69.ec2.internal I0422 23:35:31.078522 3655 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-69.ec2.internal I0422 23:35:31.078524 3655 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-82tpb after 0 failed attempt(s) I0422 23:35:31.078527 3655 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-cd4w8 I0422 23:35:31.078472 3655 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-rhn9w I0422 23:35:31.078538 3655 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8kb8j I0422 23:35:31.078545 3655 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-cd4w8 I0422 23:35:31.078540 3655 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-nwz48 I0422 23:35:31.078552 3655 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-69.ec2.internal after 0 failed attempt(s) I0422 23:35:31.078558 3655 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-rhn9w after 0 failed attempt(s) I0422 23:35:31.078557 3655 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-s64tj I0422 23:35:31.078564 3655 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-nwz48 I0422 23:35:31.078566 3655 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-444tw I0422 23:35:31.078568 3655 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-ptn4g I0422 23:35:31.078575 3655 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-s64tj I0422 23:35:31.078578 3655 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-444tw I0422 23:35:31.078583 3655 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-ptn4g I0422 23:35:31.078597 3655 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-s64tj after 0 failed attempt(s) I0422 23:35:31.078603 3655 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-444tw after 0 failed attempt(s) I0422 23:35:31.078604 3655 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-ptn4g after 0 failed attempt(s) I0422 23:35:31.078607 3655 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-nwz48] creating logical port openshift-multus_network-metrics-daemon-nwz48 for pod on switch ip-10-0-1-69.ec2.internal I0422 23:35:31.078522 3655 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-lxzsl I0422 23:35:31.078621 3655 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-lxzsl I0422 23:35:31.078622 3655 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-69.ec2.internal I0422 23:35:31.078626 3655 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-ljhk4 I0422 23:35:31.078633 3655 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-lxzsl after 0 failed attempt(s) I0422 23:35:31.078552 3655 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8kb8j I0422 23:35:31.078640 3655 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-ljhk4 I0422 23:35:31.078662 3655 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8kb8j after 0 failed attempt(s) I0422 23:35:31.078570 3655 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-cd4w8 after 0 failed attempt(s) I0422 23:35:31.078664 3655 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-ljhk4 after 0 failed attempt(s) I0422 23:35:31.078549 3655 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-mb2qr] creating logical port openshift-network-diagnostics_network-check-target-mb2qr for pod on switch ip-10-0-1-69.ec2.internal I0422 23:35:31.078665 3655 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-69.ec2.internal I0422 23:35:31.078809 3655 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-69.ec2.internal after 0 failed attempt(s) I0422 23:35:31.079415 3655 pods.go:271] [openshift-network-diagnostics/network-check-target-mb2qr] addLogicalPort took 883.907µs, libovsdb time 265.886µs I0422 23:35:31.079428 3655 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-mb2qr after 0 failed attempt(s) I0422 23:35:31.079521 3655 pods.go:271] [openshift-multus/network-metrics-daemon-nwz48] addLogicalPort took 926.495µs, libovsdb time 351.404µs I0422 23:35:31.079529 3655 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-nwz48 after 0 failed attempt(s) I0422 23:35:31.089898 3655 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0422 23:35:31.102031 3655 iptables.go:108] Creating table: mangle chain: OUTPUT I0422 23:35:31.105265 3655 iptables.go:108] Creating table: nat chain: OUTPUT I0422 23:35:31.130593 3655 iptables.go:108] Creating table: nat chain: PREROUTING I0422 23:35:31.179462 3655 iptables.go:108] Creating table: filter chain: FORWARD I0422 23:35:31.196603 3655 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0422 23:35:31.196700 3655 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0422 23:35:31.196751 3655 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0422 23:35:31.196830 3655 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0422 23:35:31.196890 3655 gateway_init.go:325] Gateway and management port readiness took 2.180172803s I0422 23:35:31.196916 3655 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0422 23:35:31.196953 3655 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0422 23:35:31.196969 3655 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0422 23:35:31.196978 3655 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0422 23:35:31.197045 3655 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0422 23:35:31.197136 3655 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 48.037µs I0422 23:35:31.197418 3655 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0422 23:35:31.197452 3655 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 23.775µs I0422 23:35:31.197461 3655 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 44.843µs I0422 23:35:31.197467 3655 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0422 23:35:31.197477 3655 nad_controller.go:379] [node-nad-controller NAD controller]: started I0422 23:35:31.197481 3655 default_node_network_controller.go:899] Starting the default node network controller I0422 23:35:31.197487 3655 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0422 23:35:31.197516 3655 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.362µs I0422 23:35:31.197715 3655 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0422 23:35:31.197725 3655 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0422 23:35:31.197749 3655 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9d200 0xc0002ffa40 0xc0002ffab0 0xc0002ffb20 0xc0002ffb90 0xc0002ffc00 0xc0002ffc70 0xc000aab630 0xc0002ffce0 0xc0002ffd50 0xc00089adc0 0xc00657f340 0xc0002ffdc0 map[0x2ff9080:0xc003a14480 0x2ff95c0:0xc003a14600 0x2ffa2e0:0xc003a143c0 0x2ffa580:0xc003a14420 0x2ffad60:0xc003a144e0 0x2ffb000:0xc003a14540 0x2ffb2a0:0xc003a145a0 0x2ffba80:0xc003a14660 0x2ffbd20:0xc003a146c0 0x3026980:0xc00111af60 0x3026d20:0xc00111afc0 0x3027800:0xc000c09800 0x3029160:0xc001bce000 0x30298a0:0xc00111b1a0 0x302a720:0xc00111af00] 0xc000aa0690 0} I0422 23:35:31.197808 3655 gateway.go:151] Starting gateway service sync I0422 23:35:31.198255 3655 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0422 23:35:31.200358 3655 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0422 23:35:31.209238 3655 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0422 23:35:31.210432 3655 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0422 23:35:31.211562 3655 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0422 23:35:31.243868 3655 gateway.go:168] Gateway service sync done. Time taken: 46.046205ms I0422 23:35:31.244585 3655 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30913 I0422 23:35:31.244882 3655 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9d200 0xc0002ffa40 0xc0002ffab0 0xc0002ffb20 0xc0002ffb90 0xc0002ffc00 0xc0002ffc70 0xc000aab630 0xc0002ffce0 0xc0002ffd50 0xc00089adc0 0xc00657f340 0xc0002ffdc0 map[0x2ff9080:0xc003a14480 0x2ff95c0:0xc003a14600 0x2ffa2e0:0xc003a143c0 0x2ffa580:0xc003a14420 0x2ffad60:0xc003a144e0 0x2ffb000:0xc003a14540 0x2ffb2a0:0xc003a145a0 0x2ffba80:0xc003a14660 0x2ffbd20:0xc003a146c0 0x3026980:0xc00111af60 0x3026d20:0xc00111afc0 0x3027800:0xc000c09800 0x3029160:0xc001bce000 0x30298a0:0xc00111b1a0 0x302a720:0xc00111af00] 0xc000aa0690 0} I0422 23:35:31.245566 3655 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9d200 0xc0002ffa40 0xc0002ffab0 0xc0002ffb20 0xc0002ffb90 0xc0002ffc00 0xc0002ffc70 0xc000aab630 0xc0002ffce0 0xc0002ffd50 0xc00089adc0 0xc00657f340 0xc0002ffdc0 map[0x2ff9080:0xc003a14480 0x2ff95c0:0xc003a14600 0x2ffa2e0:0xc003a143c0 0x2ffa580:0xc003a14420 0x2ffad60:0xc003a144e0 0x2ffb000:0xc003a14540 0x2ffb2a0:0xc003a145a0 0x2ffba80:0xc003a14660 0x2ffbd20:0xc003a146c0 0x3026980:0xc00111af60 0x3026d20:0xc00111afc0 0x3027800:0xc000c09800 0x3029160:0xc001bce000 0x30298a0:0xc00111b1a0 0x302a720:0xc00111af00] 0xc000aa0690 0} I0422 23:35:31.245610 3655 gateway.go:532] Reconciling gateway with updates I0422 23:35:31.251083 3655 gateway.go:339] Spawning Conntrack Rule Check Thread I0422 23:35:31.251112 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0422 23:35:31.251123 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0422 23:35:31.251130 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0422 23:35:31.251139 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0422 23:35:31.251137 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0422 23:35:31.251143 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0422 23:35:31.251155 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0422 23:35:31.251160 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0422 23:35:31.251176 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0422 23:35:31.251165 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0422 23:35:31.251188 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0422 23:35:31.251190 3655 default_node_network_controller.go:944] Gateway and management port readiness took 53.458388ms I0422 23:35:31.251190 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0422 23:35:31.251200 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0422 23:35:31.251205 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0422 23:35:31.251212 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0422 23:35:31.251201 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0422 23:35:31.251221 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0422 23:35:31.251209 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0422 23:35:31.251192 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0422 23:35:31.251227 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0422 23:35:31.251235 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0422 23:35:31.251241 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0422 23:35:31.251246 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0422 23:35:31.251250 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0422 23:35:31.251222 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0422 23:35:31.251260 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0422 23:35:31.251178 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0422 23:35:31.251263 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0422 23:35:31.251266 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0422 23:35:31.251275 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0422 23:35:31.251280 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0422 23:35:31.251279 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0422 23:35:31.251285 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0422 23:35:31.251221 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0422 23:35:31.251294 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0422 23:35:31.251295 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0422 23:35:31.251215 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0422 23:35:31.251318 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0422 23:35:31.251332 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0422 23:35:31.251336 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0422 23:35:31.251337 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0422 23:35:31.251280 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0422 23:35:31.251342 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0422 23:35:31.251345 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0422 23:35:31.251347 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0422 23:35:31.251353 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0422 23:35:31.251357 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0422 23:35:31.251365 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0422 23:35:31.251376 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0422 23:35:31.251269 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0422 23:35:31.251412 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0422 23:35:31.251174 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0422 23:35:31.251429 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0422 23:35:31.251440 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0422 23:35:31.251319 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0422 23:35:31.251284 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0422 23:35:31.251456 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0422 23:35:31.251188 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0422 23:35:31.251464 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0422 23:35:31.251466 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0422 23:35:31.251487 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0422 23:35:31.251280 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0422 23:35:31.251559 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0422 23:35:31.251262 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0422 23:35:31.251251 3655 port_claim.go:71] Svc openshift-ingress/router-default: port 32166 is already open, no action needed I0422 23:35:31.251700 3655 port_claim.go:71] Svc openshift-ingress/router-default: port 32237 is already open, no action needed I0422 23:35:31.251290 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0422 23:35:31.251768 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0422 23:35:31.251774 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0422 23:35:31.251304 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0422 23:35:31.251305 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0422 23:35:31.251833 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0422 23:35:31.251247 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0422 23:35:31.251897 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0422 23:35:31.251303 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0422 23:35:31.251932 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0422 23:35:31.251306 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0422 23:35:31.251305 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0422 23:35:31.252071 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0422 23:35:31.252081 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0422 23:35:31.251324 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0422 23:35:31.252098 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0422 23:35:31.251321 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0422 23:35:31.252155 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0422 23:35:31.251325 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0422 23:35:31.252242 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0422 23:35:31.251330 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0422 23:35:31.252268 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0422 23:35:31.251339 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0422 23:35:31.252340 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0422 23:35:31.251343 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0422 23:35:31.251343 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0422 23:35:31.252503 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0422 23:35:31.252513 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0422 23:35:31.251125 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0422 23:35:31.252525 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0422 23:35:31.252529 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0422 23:35:31.251263 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0422 23:35:31.252539 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0422 23:35:31.252546 3655 node_ip_handler_linux.go:160] Node IP manager is running I0422 23:35:31.251281 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0422 23:35:31.252596 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0422 23:35:31.252601 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) W0422 23:35:31.293063 3655 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0422 23:35:31.293189 3655 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0422 23:35:31.293406 3655 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0422 23:35:31.303514 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0422 23:35:31.303532 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0422 23:35:31.303559 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0422 23:35:31.303570 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0422 23:35:31.303578 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0422 23:35:31.303589 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0422 23:35:31.303606 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0422 23:35:31.303630 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0422 23:35:31.303646 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0422 23:35:31.303667 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0422 23:35:31.303675 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0422 23:35:31.303681 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0422 23:35:31.303688 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0422 23:35:31.303693 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0422 23:35:31.303698 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0422 23:35:31.303704 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0422 23:35:31.303708 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0422 23:35:31.303713 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0422 23:35:31.343949 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0422 23:35:31.343958 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0422 23:35:31.343973 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0422 23:35:31.343980 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0422 23:35:31.343987 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0422 23:35:31.343992 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0422 23:35:31.343997 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0422 23:35:31.344002 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0422 23:35:31.344010 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0422 23:35:31.344024 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0422 23:35:31.346672 3655 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-213.ec2.internal I0422 23:35:31.346698 3655 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-213.ec2.internal: 30.312µs I0422 23:35:31.386373 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0422 23:35:31.386396 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0422 23:35:31.386403 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0422 23:35:31.386409 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0422 23:35:32.718353 3655 default_node_network_controller.go:1380] Starting node controller node sync W0422 23:35:32.718357 3655 egressip_healthcheck.go:76] Health checking using insecure connection I0422 23:35:32.718509 3655 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0422 23:35:32.730160 3655 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.783796ms I0422 23:35:32.730279 3655 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-182.ec2.internal", IP: 10.0.0.182 to PMTUD blocking rules I0422 23:35:32.730291 3655 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-182.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0422 23:35:32.730280 3655 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-213.ec2.internal", IP: 10.0.2.213 to PMTUD blocking rules I0422 23:35:32.730364 3655 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-213.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0422 23:35:32.741644 3655 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0422 23:35:32.742007 3655 egressservice_node.go:93] Setting up event handlers for Egress Services I0422 23:35:32.742249 3655 egressservice_node.go:183] Starting Egress Services Controller I0422 23:35:32.742267 3655 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0422 23:35:32.742284 3655 shared_informer.go:356] "Caches are synced" controller="egressservices" I0422 23:35:32.742291 3655 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0422 23:35:32.742296 3655 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0422 23:35:32.742301 3655 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0422 23:35:32.742306 3655 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0422 23:35:32.742310 3655 egressservice_node.go:197] Repairing Egress Services I0422 23:35:32.752147 3655 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0422 23:35:32.752157 3655 external_controller.go:278] Starting Admin Policy Based Route Controller I0422 23:35:32.752359 3655 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0422 23:35:32.752376 3655 link_network_manager.go:119] Link manager is running I0422 23:35:32.752389 3655 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0422 23:35:32.752605 3655 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0422 23:35:32.753214 3655 vrf_manager.go:128] VRF manager is running I0422 23:35:32.753391 3655 node_controller_manager.go:437] Removing flows to drop GARP I0422 23:35:32.753403 3655 gateway.go:532] Reconciling gateway with updates I0422 23:35:32.776651 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0422 23:35:32.776679 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0422 23:35:32.776683 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0422 23:35:32.776693 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0422 23:35:32.776695 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0422 23:35:32.776693 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0422 23:35:32.776702 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0422 23:35:32.776705 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0422 23:35:32.776706 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0422 23:35:32.776708 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0422 23:35:32.776711 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0422 23:35:32.776718 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0422 23:35:32.776719 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0422 23:35:32.776722 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0422 23:35:32.776724 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0422 23:35:32.776726 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0422 23:35:32.776725 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0422 23:35:32.776739 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0422 23:35:32.776744 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0422 23:35:32.776754 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0422 23:35:32.776757 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0422 23:35:32.776709 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0422 23:35:32.776764 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0422 23:35:32.776746 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0422 23:35:32.776767 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0422 23:35:32.776777 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0422 23:35:32.776684 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0422 23:35:32.776785 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0422 23:35:32.776786 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0422 23:35:32.776792 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0422 23:35:32.776793 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0422 23:35:32.776797 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0422 23:35:32.776800 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0422 23:35:32.776801 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0422 23:35:32.776810 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0422 23:35:32.776811 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0422 23:35:32.776816 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0422 23:35:32.776822 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0422 23:35:32.776823 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0422 23:35:32.776822 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0422 23:35:32.776832 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0422 23:35:32.776835 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0422 23:35:32.776834 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0422 23:35:32.776840 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0422 23:35:32.776835 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0422 23:35:32.776846 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0422 23:35:32.776869 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0422 23:35:32.776880 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0422 23:35:32.776883 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0422 23:35:32.776898 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0422 23:35:32.776689 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0422 23:35:32.776903 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0422 23:35:32.776912 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0422 23:35:32.776678 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0422 23:35:32.776921 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0422 23:35:32.776927 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0422 23:35:32.776927 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0422 23:35:32.776932 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0422 23:35:32.776936 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0422 23:35:32.776940 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0422 23:35:32.776944 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0422 23:35:32.776954 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0422 23:35:32.776874 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0422 23:35:32.776832 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0422 23:35:32.776769 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0422 23:35:32.777008 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0422 23:35:32.777016 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0422 23:35:32.777018 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0422 23:35:32.776793 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0422 23:35:32.777076 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0422 23:35:32.777080 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0422 23:35:32.777119 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0422 23:35:32.776710 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0422 23:35:32.777133 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0422 23:35:32.776732 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0422 23:35:32.777141 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0422 23:35:32.776663 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0422 23:35:32.777154 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0422 23:35:32.776698 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0422 23:35:32.777208 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0422 23:35:32.776699 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0422 23:35:32.777222 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0422 23:35:32.776757 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0422 23:35:32.777265 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0422 23:35:32.776771 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0422 23:35:32.777296 3655 port_claim.go:71] Svc openshift-ingress/router-default: port 32166 is already open, no action needed I0422 23:35:32.777302 3655 port_claim.go:71] Svc openshift-ingress/router-default: port 32237 is already open, no action needed I0422 23:35:32.776767 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0422 23:35:32.776776 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0422 23:35:32.776775 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0422 23:35:32.777355 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0422 23:35:32.776787 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0422 23:35:32.776681 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0422 23:35:32.777395 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0422 23:35:32.776787 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0422 23:35:32.777431 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0422 23:35:32.776661 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0422 23:35:32.777465 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0422 23:35:32.776800 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0422 23:35:32.776782 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0422 23:35:32.776802 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0422 23:35:32.777534 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0422 23:35:32.776669 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0422 23:35:32.777555 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0422 23:35:32.777562 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0422 23:35:32.776813 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0422 23:35:32.777572 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0422 23:35:32.776813 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0422 23:35:32.777606 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0422 23:35:32.776816 3655 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0422 23:35:32.777618 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0422 23:35:32.776816 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0422 23:35:32.776818 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0422 23:35:32.776817 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0422 23:35:32.776917 3655 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0422 23:35:32.776989 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0422 23:35:32.805333 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0422 23:35:32.805356 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0422 23:35:32.805362 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0422 23:35:32.805371 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0422 23:35:32.846064 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0422 23:35:32.846063 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0422 23:35:32.846096 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0422 23:35:32.846106 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0422 23:35:32.846116 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0422 23:35:32.846125 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0422 23:35:32.846135 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0422 23:35:32.846144 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0422 23:35:32.846153 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0422 23:35:32.846162 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0422 23:35:32.846170 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0422 23:35:32.846179 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0422 23:35:32.893229 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0422 23:35:32.893263 3655 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0422 23:35:35.074044 3655 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-69.ec2.internal I0422 23:35:35.074097 3655 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-69.ec2.internal: 59.668µs I0422 23:35:35.106616 3655 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-bd7f9fb89-jchlr] creating logical port openshift-image-registry_image-registry-bd7f9fb89-jchlr for pod on switch ip-10-0-1-69.ec2.internal I0422 23:35:35.106735 3655 kube.go:256] Updating pod openshift-image-registry/image-registry-bd7f9fb89-jchlr I0422 23:35:35.127843 3655 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-58gz9] creating logical port openshift-dns_dns-default-58gz9 for pod on switch ip-10-0-1-69.ec2.internal I0422 23:35:35.127998 3655 kube.go:256] Updating pod openshift-dns/dns-default-58gz9 I0422 23:35:35.130392 3655 pod.go:62] [openshift-image-registry/image-registry-bd7f9fb89-jchlr] pod update took 23.691238ms I0422 23:35:35.130413 3655 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-bd7f9fb89-jchlr] addLogicalPort annotation time took 23.716653ms I0422 23:35:35.131631 3655 pods.go:271] [openshift-image-registry/image-registry-bd7f9fb89-jchlr] addLogicalPort took 25.030664ms, libovsdb time 959.023µs I0422 23:35:35.133319 3655 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-jj7gd] creating logical port openshift-ingress-canary_ingress-canary-jj7gd for pod on switch ip-10-0-1-69.ec2.internal I0422 23:35:35.133420 3655 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-jj7gd I0422 23:35:35.145766 3655 pod.go:62] [openshift-dns/dns-default-58gz9] pod update took 17.807723ms I0422 23:35:35.145790 3655 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-58gz9] addLogicalPort annotation time took 17.835774ms I0422 23:35:35.146874 3655 pods.go:271] [openshift-dns/dns-default-58gz9] addLogicalPort took 19.052632ms, libovsdb time 811.073µs I0422 23:35:35.151277 3655 pod.go:62] [openshift-ingress-canary/ingress-canary-jj7gd] pod update took 17.876514ms I0422 23:35:35.151295 3655 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-jj7gd] addLogicalPort annotation time took 17.896341ms I0422 23:35:35.152229 3655 pods.go:271] [openshift-ingress-canary/ingress-canary-jj7gd] addLogicalPort took 18.922092ms, libovsdb time 694.264µs I0422 23:35:35.490038 3655 cni.go:452] [openshift-ingress-canary/ingress-canary-jj7gd 5bbad115e8f32070407b06f208585c8b3dea11b17fad5dc8f3eefc31785e189d network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-jj7gd 5bbad115e8f32070407b06f208585c8b3dea11b17fad5dc8f3eefc31785e189d network default NAD default NAD key ] I0422 23:35:35.507087 3655 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-jj7gd, hostIfaceName: 5bbad115e8f3207, network: default, NAD default, SandboxID: "5bbad115e8f32070407b06f208585c8b3dea11b17fad5dc8f3eefc31785e189d", PCI device ID: , UID: "e18b1af8-fe31-4db1-b366-7594a971b584", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0422 23:35:35.553406 3655 cni.go:473] [openshift-ingress-canary/ingress-canary-jj7gd 5bbad115e8f32070407b06f208585c8b3dea11b17fad5dc8f3eefc31785e189d network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-jj7gd 5bbad115e8f32070407b06f208585c8b3dea11b17fad5dc8f3eefc31785e189d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:b7:fb:86:bb:cc\",\"name\":\"5bbad115e8f3207\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd9d0c7a-331f-42b2-a2f2-aa4cf284faa8\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0422 23:35:38.236708 3655 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0422 23:35:39.258003 3655 cni.go:452] [openshift-network-diagnostics/network-check-target-mb2qr 74e09c0e613bc1ced86475a6c68499248458267cd0f012fdadfd015613ecd57e network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-mb2qr 74e09c0e613bc1ced86475a6c68499248458267cd0f012fdadfd015613ecd57e network default NAD default NAD key ] I0422 23:35:39.267372 3655 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-mb2qr, hostIfaceName: 74e09c0e613bc1c, network: default, NAD default, SandboxID: "74e09c0e613bc1ced86475a6c68499248458267cd0f012fdadfd015613ecd57e", PCI device ID: , UID: "af04811a-0f96-4386-b5cc-8416d79d0b96", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0422 23:35:39.315882 3655 cni.go:473] [openshift-network-diagnostics/network-check-target-mb2qr 74e09c0e613bc1ced86475a6c68499248458267cd0f012fdadfd015613ecd57e network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-mb2qr 74e09c0e613bc1ced86475a6c68499248458267cd0f012fdadfd015613ecd57e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:f3:49:19:d6:59\",\"name\":\"74e09c0e613bc1c\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1d624830-25ec-4632-8e25-34cf34fee480\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0422 23:35:39.763141 3655 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-st7fz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:35:39.763654 3655 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-st7fz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:35:40.782367 3655 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-st7fz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:35:40.782399 3655 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-st7fz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0422 23:35:43.378019 3655 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0422 23:36:04.820341 3655 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0422 23:36:06.303481 3655 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0422 23:36:14.386297 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0422 23:37:15.004788 3655 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7d9d9c7c9f-jqhrv] creating logical port openshift-ingress_router-default-7d9d9c7c9f-jqhrv for pod on switch ip-10-0-1-69.ec2.internal I0422 23:37:15.004879 3655 kube.go:256] Updating pod openshift-ingress/router-default-7d9d9c7c9f-jqhrv I0422 23:37:15.022769 3655 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6f668548f8-7p9rw] creating logical port openshift-ingress_router-default-6f668548f8-7p9rw for pod on switch ip-10-0-1-69.ec2.internal I0422 23:37:15.022874 3655 kube.go:256] Updating pod openshift-ingress/router-default-6f668548f8-7p9rw I0422 23:37:15.037993 3655 pod.go:62] [openshift-ingress/router-default-7d9d9c7c9f-jqhrv] pod update took 33.137725ms I0422 23:37:15.038013 3655 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-7d9d9c7c9f-jqhrv] addLogicalPort annotation time took 33.162711ms I0422 23:37:15.039116 3655 pods.go:271] [openshift-ingress/router-default-7d9d9c7c9f-jqhrv] addLogicalPort took 34.347722ms, libovsdb time 820.346µs I0422 23:37:15.082631 3655 pod.go:62] [openshift-ingress/router-default-6f668548f8-7p9rw] pod update took 59.78539ms I0422 23:37:15.082651 3655 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6f668548f8-7p9rw] addLogicalPort annotation time took 59.8104ms I0422 23:37:15.083669 3655 pods.go:271] [openshift-ingress/router-default-6f668548f8-7p9rw] addLogicalPort took 60.918059ms, libovsdb time 782.988µs W0422 23:37:17.988557 3655 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0422 23:37:19.758669 3655 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0422 23:37:19.759558 3655 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 868.816µs I0422 23:37:19.785480 3655 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0422 23:37:20.860878 3655 namespace.go:98] [openshift-service-ca] adding namespace I0422 23:37:20.861766 3655 namespace.go:102] [openshift-service-ca] adding namespace took 859.664µs I0422 23:37:20.882139 3655 namespace.go:142] [openshift-service-ca] updating namespace I0422 23:37:22.546720 3655 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-lbwxv] creating logical port openshift-service-ca_service-ca-d9cb48497-lbwxv for pod on switch ip-10-0-1-69.ec2.internal I0422 23:37:22.546808 3655 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-lbwxv I0422 23:37:22.560334 3655 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-lbwxv] pod update took 13.551142ms I0422 23:37:22.560356 3655 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-lbwxv] addLogicalPort annotation time took 13.577228ms I0422 23:37:22.561556 3655 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-lbwxv] addLogicalPort took 14.854079ms, libovsdb time 877.612µs I0422 23:37:22.903305 3655 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-lbwxv 764969c119319a0613f182cbfbbb4122b24b6016f4a95e70691ab03cb1f67721 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-lbwxv 764969c119319a0613f182cbfbbb4122b24b6016f4a95e70691ab03cb1f67721 network default NAD default NAD key ] I0422 23:37:22.913892 3655 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-lbwxv, hostIfaceName: 764969c119319a0, network: default, NAD default, SandboxID: "764969c119319a0613f182cbfbbb4122b24b6016f4a95e70691ab03cb1f67721", PCI device ID: , UID: "0a4dc5bf-64f1-4126-9eb4-4170367676a6", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0422 23:37:22.959775 3655 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-lbwxv 764969c119319a0613f182cbfbbb4122b24b6016f4a95e70691ab03cb1f67721 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-lbwxv 764969c119319a0613f182cbfbbb4122b24b6016f4a95e70691ab03cb1f67721 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:f3:be:ea:d0:c9\",\"name\":\"764969c119319a0\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c17c82ee-eb35-4555-9848-aa6442eb7286\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0422 23:37:29.258784 3655 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0422 23:37:43.172232 3655 cni.go:452] [openshift-dns/dns-default-58gz9 8af6b0e7b16d4bfc8142cc33fd2fb240931cd53f2159cace681231ec45da96da network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-58gz9 8af6b0e7b16d4bfc8142cc33fd2fb240931cd53f2159cace681231ec45da96da network default NAD default NAD key ] I0422 23:37:43.172364 3655 cni.go:452] [openshift-image-registry/image-registry-bd7f9fb89-jchlr 1349df5dc21c369db2db4562da9bc5d5e65861d6edc8261d3b50b5836eb756e0 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-bd7f9fb89-jchlr 1349df5dc21c369db2db4562da9bc5d5e65861d6edc8261d3b50b5836eb756e0 network default NAD default NAD key ] I0422 23:37:43.182982 3655 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-bd7f9fb89-jchlr, hostIfaceName: 1349df5dc21c369, network: default, NAD default, SandboxID: "1349df5dc21c369db2db4562da9bc5d5e65861d6edc8261d3b50b5836eb756e0", PCI device ID: , UID: "12234c7a-7a60-436c-b2b5-cf064a72c956", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0422 23:37:43.183248 3655 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-58gz9, hostIfaceName: 8af6b0e7b16d4bf, network: default, NAD default, SandboxID: "8af6b0e7b16d4bfc8142cc33fd2fb240931cd53f2159cace681231ec45da96da", PCI device ID: , UID: "25e02b29-75c7-4e65-b93b-434cc54b9196", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0422 23:37:43.229883 3655 cni.go:473] [openshift-dns/dns-default-58gz9 8af6b0e7b16d4bfc8142cc33fd2fb240931cd53f2159cace681231ec45da96da network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-58gz9 8af6b0e7b16d4bfc8142cc33fd2fb240931cd53f2159cace681231ec45da96da network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:2a:e8:4c:6d:2e\",\"name\":\"8af6b0e7b16d4bf\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1b210071-69bd-41a6-b567-bf3ef8028e8f\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0422 23:37:43.244902 3655 cni.go:473] [openshift-image-registry/image-registry-bd7f9fb89-jchlr 1349df5dc21c369db2db4562da9bc5d5e65861d6edc8261d3b50b5836eb756e0 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-bd7f9fb89-jchlr 1349df5dc21c369db2db4562da9bc5d5e65861d6edc8261d3b50b5836eb756e0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:8d:7c:6c:16:c6\",\"name\":\"1349df5dc21c369\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77edba03-7746-46b1-add5-a5bddc5f78e5\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0422 23:37:47.158891 3655 cni.go:452] [openshift-ingress/router-default-7d9d9c7c9f-jqhrv a870d7aa9ea6fbc7e151a2fc276bca44949900eb3493cc3598829395baaae292 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-7d9d9c7c9f-jqhrv a870d7aa9ea6fbc7e151a2fc276bca44949900eb3493cc3598829395baaae292 network default NAD default NAD key ] I0422 23:37:47.168313 3655 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7d9d9c7c9f-jqhrv, hostIfaceName: a870d7aa9ea6fbc, network: default, NAD default, SandboxID: "a870d7aa9ea6fbc7e151a2fc276bca44949900eb3493cc3598829395baaae292", PCI device ID: , UID: "d591192e-a5be-47c0-b2c8-dd27475470a7", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0422 23:37:47.170668 3655 cni.go:452] [openshift-ingress/router-default-6f668548f8-7p9rw df8d73a7e39a984050749c0d5c712a4b5c70fcef9b230855b02a334be054aeac network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6f668548f8-7p9rw df8d73a7e39a984050749c0d5c712a4b5c70fcef9b230855b02a334be054aeac network default NAD default NAD key ] I0422 23:37:47.180527 3655 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6f668548f8-7p9rw, hostIfaceName: df8d73a7e39a984, network: default, NAD default, SandboxID: "df8d73a7e39a984050749c0d5c712a4b5c70fcef9b230855b02a334be054aeac", PCI device ID: , UID: "fa4cb12f-a79d-473a-a84a-1fa9a0a603c8", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0422 23:37:47.219100 3655 cni.go:473] [openshift-ingress/router-default-7d9d9c7c9f-jqhrv a870d7aa9ea6fbc7e151a2fc276bca44949900eb3493cc3598829395baaae292 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-7d9d9c7c9f-jqhrv a870d7aa9ea6fbc7e151a2fc276bca44949900eb3493cc3598829395baaae292 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:a6:44:9a:63:8d\",\"name\":\"a870d7aa9ea6fbc\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7334cddf-4b79-4de1-95a4-a17c9a6b6a03\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0422 23:37:47.236334 3655 cni.go:473] [openshift-ingress/router-default-6f668548f8-7p9rw df8d73a7e39a984050749c0d5c712a4b5c70fcef9b230855b02a334be054aeac network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6f668548f8-7p9rw df8d73a7e39a984050749c0d5c712a4b5c70fcef9b230855b02a334be054aeac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:a8:a4:94:70:e8\",\"name\":\"df8d73a7e39a984\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a0df4d64-c045-4f80-b96c-ccc8cce506fd\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0422 23:37:48.974458 3655 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0422 23:37:48.974476 3655 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0422 23:37:48.974481 3655 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0422 23:37:48.986897 3655 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0422 23:37:48.996136 3655 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-pdld7] creating logical port openshift-insights_insights-runtime-extractor-pdld7 for pod on switch ip-10-0-1-69.ec2.internal I0422 23:37:48.996265 3655 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-pdld7 I0422 23:37:49.014898 3655 pod.go:62] [openshift-insights/insights-runtime-extractor-pdld7] pod update took 18.657858ms I0422 23:37:49.014927 3655 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-pdld7] addLogicalPort annotation time took 18.693611ms I0422 23:37:49.016118 3655 pods.go:271] [openshift-insights/insights-runtime-extractor-pdld7] addLogicalPort took 19.997556ms, libovsdb time 870.612µs I0422 23:37:49.048517 3655 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0422 23:37:49.048703 3655 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0422 23:37:49.092625 3655 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0422 23:37:49.364094 3655 cni.go:452] [openshift-insights/insights-runtime-extractor-pdld7 111b3057525b2f4ba02bbc896de5ac75665fb2177a49e4e2f4d8722d84b9a0ab network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-pdld7 111b3057525b2f4ba02bbc896de5ac75665fb2177a49e4e2f4d8722d84b9a0ab network default NAD default NAD key ] I0422 23:37:49.373265 3655 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-pdld7, hostIfaceName: 111b3057525b2f4, network: default, NAD default, SandboxID: "111b3057525b2f4ba02bbc896de5ac75665fb2177a49e4e2f4d8722d84b9a0ab", PCI device ID: , UID: "5fc50051-062d-4c32-8ee0-3aaac795ed50", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0422 23:37:49.419083 3655 cni.go:473] [openshift-insights/insights-runtime-extractor-pdld7 111b3057525b2f4ba02bbc896de5ac75665fb2177a49e4e2f4d8722d84b9a0ab network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-pdld7 111b3057525b2f4ba02bbc896de5ac75665fb2177a49e4e2f4d8722d84b9a0ab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:de:c0:40:a1:26\",\"name\":\"111b3057525b2f4\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8951bfaa-e136-49fd-94ec-fbf47faf9177\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0422 23:37:51.566033 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0422 23:37:51.566056 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0422 23:37:51.566062 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0422 23:37:51.566076 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0422 23:37:51.566081 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0422 23:37:51.566086 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0422 23:37:55.681606 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0422 23:37:55.681625 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0422 23:37:55.681633 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0422 23:37:58.016653 3655 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-4lxbq] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-4lxbq for pod on switch ip-10-0-1-69.ec2.internal I0422 23:37:58.016776 3655 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-4lxbq I0422 23:37:58.045714 3655 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-4lxbq] pod update took 28.972535ms I0422 23:37:58.045746 3655 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-4lxbq] addLogicalPort annotation time took 29.010626ms I0422 23:37:58.047037 3655 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-4lxbq] addLogicalPort took 30.404594ms, libovsdb time 861.626µs I0422 23:37:58.580034 3655 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0422 23:37:59.075595 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0422 23:37:59.178839 3655 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-69.ec2.internal I0422 23:37:59.178961 3655 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0422 23:37:59.203754 3655 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 24.841498ms I0422 23:37:59.203780 3655 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 24.876583ms I0422 23:37:59.204974 3655 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 26.150577ms, libovsdb time 875.932µs I0422 23:37:59.543356 3655 cni.go:452] [openshift-monitoring/alertmanager-main-1 9513b0f9370579640271786e708da55dee3a7b85686f4e4348b5cb85dcc7c632 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 9513b0f9370579640271786e708da55dee3a7b85686f4e4348b5cb85dcc7c632 network default NAD default NAD key ] I0422 23:37:59.553207 3655 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 9513b0f93705796, network: default, NAD default, SandboxID: "9513b0f9370579640271786e708da55dee3a7b85686f4e4348b5cb85dcc7c632", PCI device ID: , UID: "477d1e46-1720-427c-bd11-a7b9ed840a97", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0422 23:37:59.600306 3655 cni.go:473] [openshift-monitoring/alertmanager-main-1 9513b0f9370579640271786e708da55dee3a7b85686f4e4348b5cb85dcc7c632 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 9513b0f9370579640271786e708da55dee3a7b85686f4e4348b5cb85dcc7c632 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:48:7d:1d:bf:ec\",\"name\":\"9513b0f93705796\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3b572abc-0098-49b9-b75f-08526817a0ef\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0422 23:37:59.879813 3655 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-4lxbq 553b187e060c25896e08e69a2ddae5a5a95e53ff143f06b2f65dd57f0008e865 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-4lxbq 553b187e060c25896e08e69a2ddae5a5a95e53ff143f06b2f65dd57f0008e865 network default NAD default NAD key ] I0422 23:37:59.891004 3655 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-4lxbq, hostIfaceName: 553b187e060c258, network: default, NAD default, SandboxID: "553b187e060c25896e08e69a2ddae5a5a95e53ff143f06b2f65dd57f0008e865", PCI device ID: , UID: "066358a4-ca9e-4440-81e9-e009fe2d1408", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0422 23:37:59.939250 3655 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-4lxbq 553b187e060c25896e08e69a2ddae5a5a95e53ff143f06b2f65dd57f0008e865 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-4lxbq 553b187e060c25896e08e69a2ddae5a5a95e53ff143f06b2f65dd57f0008e865 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:bc:67:5b:d4:ec\",\"name\":\"553b187e060c258\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c2d5aa3-03f1-4794-adae-590b370d4c7c\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0422 23:38:01.191378 3655 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-5b865bc6d9-2jjcz] creating logical port openshift-monitoring_thanos-querier-5b865bc6d9-2jjcz for pod on switch ip-10-0-1-69.ec2.internal I0422 23:38:01.191545 3655 kube.go:256] Updating pod openshift-monitoring/thanos-querier-5b865bc6d9-2jjcz I0422 23:38:01.225456 3655 pod.go:62] [openshift-monitoring/thanos-querier-5b865bc6d9-2jjcz] pod update took 33.964861ms I0422 23:38:01.225484 3655 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-5b865bc6d9-2jjcz] addLogicalPort annotation time took 33.998797ms I0422 23:38:01.226742 3655 pods.go:271] [openshift-monitoring/thanos-querier-5b865bc6d9-2jjcz] addLogicalPort took 35.380175ms, libovsdb time 941.338µs I0422 23:38:01.615841 3655 cni.go:452] [openshift-monitoring/thanos-querier-5b865bc6d9-2jjcz dcf0a74340ef20503e649b63aab5006327c7b01e6fb3f76f2640eef46310dd6b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-5b865bc6d9-2jjcz dcf0a74340ef20503e649b63aab5006327c7b01e6fb3f76f2640eef46310dd6b network default NAD default NAD key ] I0422 23:38:01.625547 3655 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-5b865bc6d9-2jjcz, hostIfaceName: dcf0a74340ef205, network: default, NAD default, SandboxID: "dcf0a74340ef20503e649b63aab5006327c7b01e6fb3f76f2640eef46310dd6b", PCI device ID: , UID: "ff77963c-2b5b-4870-a198-63c3e9565355", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0422 23:38:01.677121 3655 cni.go:473] [openshift-monitoring/thanos-querier-5b865bc6d9-2jjcz dcf0a74340ef20503e649b63aab5006327c7b01e6fb3f76f2640eef46310dd6b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-5b865bc6d9-2jjcz dcf0a74340ef20503e649b63aab5006327c7b01e6fb3f76f2640eef46310dd6b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:1e:bf:3c:04:d9\",\"name\":\"dcf0a74340ef205\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ab6a4db-fb77-4a3b-b46a-af6d6d6a7e25\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0422 23:38:01.759519 3655 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0422 23:38:01.759536 3655 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0422 23:38:01.759541 3655 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0422 23:38:01.779479 3655 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0422 23:38:01.779507 3655 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0422 23:38:01.779513 3655 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0422 23:38:02.604137 3655 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-j9v76] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-j9v76 for pod on switch ip-10-0-1-69.ec2.internal I0422 23:38:02.604266 3655 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-j9v76 I0422 23:38:02.633863 3655 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-j9v76] pod update took 29.63315ms I0422 23:38:02.633902 3655 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-j9v76] addLogicalPort annotation time took 29.678517ms I0422 23:38:02.635371 3655 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-j9v76] addLogicalPort took 31.256206ms, libovsdb time 1.070133ms I0422 23:38:02.844486 3655 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-75dd45f4cc-9988w] creating logical port openshift-monitoring_metrics-server-75dd45f4cc-9988w for pod on switch ip-10-0-1-69.ec2.internal I0422 23:38:02.844628 3655 kube.go:256] Updating pod openshift-monitoring/metrics-server-75dd45f4cc-9988w I0422 23:38:02.863341 3655 pod.go:62] [openshift-monitoring/metrics-server-75dd45f4cc-9988w] pod update took 18.739081ms I0422 23:38:02.863362 3655 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-75dd45f4cc-9988w] addLogicalPort annotation time took 18.766081ms I0422 23:38:02.864635 3655 pods.go:271] [openshift-monitoring/metrics-server-75dd45f4cc-9988w] addLogicalPort took 20.167745ms, libovsdb time 868.735µs I0422 23:38:03.254677 3655 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-j9v76 1a15e73c1107e19784c538cee4f69819810af54bf83405238acb94e2c58d96a8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-j9v76 1a15e73c1107e19784c538cee4f69819810af54bf83405238acb94e2c58d96a8 network default NAD default NAD key ] I0422 23:38:03.254886 3655 cni.go:452] [openshift-monitoring/metrics-server-75dd45f4cc-9988w 0b4c580824bd3b94f7d6f7fa01f3b0707a8e879cdecd1257e8f844155d2d11da network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-75dd45f4cc-9988w 0b4c580824bd3b94f7d6f7fa01f3b0707a8e879cdecd1257e8f844155d2d11da network default NAD default NAD key ] I0422 23:38:03.265825 3655 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-75dd45f4cc-9988w, hostIfaceName: 0b4c580824bd3b9, network: default, NAD default, SandboxID: "0b4c580824bd3b94f7d6f7fa01f3b0707a8e879cdecd1257e8f844155d2d11da", PCI device ID: , UID: "60f4504f-fe1f-40a3-959a-e415abc3eac8", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0422 23:38:03.265918 3655 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-j9v76, hostIfaceName: 1a15e73c1107e19, network: default, NAD default, SandboxID: "1a15e73c1107e19784c538cee4f69819810af54bf83405238acb94e2c58d96a8", PCI device ID: , UID: "05c02bdb-3f97-4dfb-9ec0-e434665f07d5", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0422 23:38:03.317035 3655 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-j9v76 1a15e73c1107e19784c538cee4f69819810af54bf83405238acb94e2c58d96a8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-j9v76 1a15e73c1107e19784c538cee4f69819810af54bf83405238acb94e2c58d96a8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:85:e4:32:a5:5e\",\"name\":\"1a15e73c1107e19\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fb77b10e-3f71-40a0-a9f4-cbfb0d8f7d22\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0422 23:38:03.334085 3655 cni.go:473] [openshift-monitoring/metrics-server-75dd45f4cc-9988w 0b4c580824bd3b94f7d6f7fa01f3b0707a8e879cdecd1257e8f844155d2d11da network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-75dd45f4cc-9988w 0b4c580824bd3b94f7d6f7fa01f3b0707a8e879cdecd1257e8f844155d2d11da network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:8b:83:94:f9:6b\",\"name\":\"0b4c580824bd3b9\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e80efded-eb33-45e1-9cf8-f1d5ffffa61f\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0422 23:38:04.960796 3655 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-69.ec2.internal I0422 23:38:04.960943 3655 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0422 23:38:04.988157 3655 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 27.254569ms I0422 23:38:04.988184 3655 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 27.287641ms I0422 23:38:04.989725 3655 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 28.952676ms, libovsdb time 1.041638ms W0422 23:38:05.185419 3655 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0422 23:38:05.338101 3655 cni.go:452] [openshift-monitoring/prometheus-k8s-0 c406d85745a65be6a4eb8e4b7878d9bd510b2db804f2f1a9a4d605a5b88caacf network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 c406d85745a65be6a4eb8e4b7878d9bd510b2db804f2f1a9a4d605a5b88caacf network default NAD default NAD key ] I0422 23:38:05.348172 3655 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: c406d85745a65be, network: default, NAD default, SandboxID: "c406d85745a65be6a4eb8e4b7878d9bd510b2db804f2f1a9a4d605a5b88caacf", PCI device ID: , UID: "9e46e93b-139f-460b-8166-dc41b5f65f8b", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0422 23:38:05.402095 3655 cni.go:473] [openshift-monitoring/prometheus-k8s-0 c406d85745a65be6a4eb8e4b7878d9bd510b2db804f2f1a9a4d605a5b88caacf network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 c406d85745a65be6a4eb8e4b7878d9bd510b2db804f2f1a9a4d605a5b88caacf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:73:98:17:eb:73\",\"name\":\"c406d85745a65be\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7cfc7557-7bb2-4991-9e01-d7f794142899\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0422 23:38:05.847444 3655 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0422 23:38:05.847463 3655 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0422 23:38:05.847469 3655 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0422 23:38:05.847474 3655 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0422 23:38:05.884734 3655 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0422 23:38:05.884753 3655 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0422 23:38:05.909259 3655 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0422 23:38:07.203398 3655 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0422 23:38:07.203420 3655 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0422 23:38:08.722020 3655 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0422 23:38:08.722043 3655 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0422 23:38:08.722050 3655 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0422 23:38:08.722055 3655 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0422 23:38:08.845345 3655 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390m4ncq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:38:08.845985 3655 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390m4ncq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:38:08.846025 3655 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390m4ncq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:38:08.846038 3655 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0422 23:38:08.846054 3655 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390m4ncq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:38:08.846067 3655 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0422 23:38:09.874536 3655 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390m4ncq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:38:09.874562 3655 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390m4ncq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:38:09.874577 3655 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390m4ncq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:38:09.874586 3655 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390m4ncq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:38:10.785513 3655 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0422 23:38:10.796990 3655 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0422 23:38:11.803288 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0422 23:38:11.803313 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0422 23:38:11.803322 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0422 23:38:11.803332 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier I0422 23:38:12.195255 3655 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-l4rgj] creating logical port openshift-console_downloads-5c54f4944f-l4rgj for pod on switch ip-10-0-1-69.ec2.internal I0422 23:38:12.195362 3655 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-l4rgj I0422 23:38:12.216946 3655 pod.go:62] [openshift-console/downloads-5c54f4944f-l4rgj] pod update took 21.618283ms I0422 23:38:12.216974 3655 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-l4rgj] addLogicalPort annotation time took 21.653718ms I0422 23:38:12.218331 3655 pods.go:271] [openshift-console/downloads-5c54f4944f-l4rgj] addLogicalPort took 23.09342ms, libovsdb time 955.808µs I0422 23:38:12.554907 3655 cni.go:452] [openshift-console/downloads-5c54f4944f-l4rgj d297b03c5756adc3889287ded30dd188d10fc965e2fa10353a5f203fb7767bca network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-l4rgj d297b03c5756adc3889287ded30dd188d10fc965e2fa10353a5f203fb7767bca network default NAD default NAD key ] I0422 23:38:12.565126 3655 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-l4rgj, hostIfaceName: d297b03c5756adc, network: default, NAD default, SandboxID: "d297b03c5756adc3889287ded30dd188d10fc965e2fa10353a5f203fb7767bca", PCI device ID: , UID: "d93e8d6c-ac98-4ee2-84c7-c838bc1b153d", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0422 23:38:12.613878 3655 cni.go:473] [openshift-console/downloads-5c54f4944f-l4rgj d297b03c5756adc3889287ded30dd188d10fc965e2fa10353a5f203fb7767bca network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-l4rgj d297b03c5756adc3889287ded30dd188d10fc965e2fa10353a5f203fb7767bca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:e8:16:c5:3d:6a\",\"name\":\"d297b03c5756adc\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5252e4ea-c6f8-4934-87fd-322f39ac8233\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0422 23:38:14.198686 3655 cni.go:452] [openshift-image-registry/image-registry-bd7f9fb89-jchlr 1349df5dc21c369db2db4562da9bc5d5e65861d6edc8261d3b50b5836eb756e0 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-bd7f9fb89-jchlr 1349df5dc21c369db2db4562da9bc5d5e65861d6edc8261d3b50b5836eb756e0 network default NAD default NAD key ] I0422 23:38:14.277592 3655 cni.go:473] [openshift-image-registry/image-registry-bd7f9fb89-jchlr 1349df5dc21c369db2db4562da9bc5d5e65861d6edc8261d3b50b5836eb756e0 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-bd7f9fb89-jchlr 1349df5dc21c369db2db4562da9bc5d5e65861d6edc8261d3b50b5836eb756e0 network default NAD default NAD key default], result "{}", err I0422 23:38:14.326823 3655 obj_retry.go:498] Detected object openshift-image-registry/image-registry-bd7f9fb89-jchlr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:38:14.326858 3655 pods.go:176] Deleting pod: openshift-image-registry/image-registry-bd7f9fb89-jchlr I0422 23:38:14.328294 3655 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-bd7f9fb89-jchlr, ips: 10.130.0.5 I0422 23:38:14.328330 3655 obj_retry.go:498] Detected object openshift-image-registry/image-registry-bd7f9fb89-jchlr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:38:14.339105 3655 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7457fd9496-qrh7t] creating logical port openshift-image-registry_image-registry-7457fd9496-qrh7t for pod on switch ip-10-0-1-69.ec2.internal I0422 23:38:14.339315 3655 kube.go:256] Updating pod openshift-image-registry/image-registry-7457fd9496-qrh7t I0422 23:38:14.358870 3655 pod.go:62] [openshift-image-registry/image-registry-7457fd9496-qrh7t] pod update took 19.593505ms I0422 23:38:14.358891 3655 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7457fd9496-qrh7t] addLogicalPort annotation time took 19.618742ms I0422 23:38:14.360209 3655 pods.go:271] [openshift-image-registry/image-registry-7457fd9496-qrh7t] addLogicalPort took 21.120118ms, libovsdb time 961.05µs I0422 23:38:14.379413 3655 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bf6dcdd8b-74gmm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:38:14.379898 3655 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bf6dcdd8b-74gmm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:38:14.700724 3655 cni.go:452] [openshift-image-registry/image-registry-7457fd9496-qrh7t 3326b63aabfa03449e1f70fc3ff841f67d6df80dbeac69aca143e627cc4de726 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7457fd9496-qrh7t 3326b63aabfa03449e1f70fc3ff841f67d6df80dbeac69aca143e627cc4de726 network default NAD default NAD key ] I0422 23:38:14.712143 3655 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7457fd9496-qrh7t, hostIfaceName: 3326b63aabfa034, network: default, NAD default, SandboxID: "3326b63aabfa03449e1f70fc3ff841f67d6df80dbeac69aca143e627cc4de726", PCI device ID: , UID: "b0e062ed-03b9-4339-89eb-2c4b8ad69537", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0422 23:38:14.761718 3655 cni.go:473] [openshift-image-registry/image-registry-7457fd9496-qrh7t 3326b63aabfa03449e1f70fc3ff841f67d6df80dbeac69aca143e627cc4de726 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7457fd9496-qrh7t 3326b63aabfa03449e1f70fc3ff841f67d6df80dbeac69aca143e627cc4de726 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:11:e3:06:45:3b\",\"name\":\"3326b63aabfa034\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d3d3818-0b14-4730-a8e9-4d6a4e495836\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0422 23:38:14.823942 3655 obj_retry.go:492] Detected object openshift-image-registry/image-registry-bd7f9fb89-jchlr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:38:14.823971 3655 obj_retry.go:492] Detected object openshift-image-registry/image-registry-bd7f9fb89-jchlr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:38:14.832514 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-bd7f9fb89-jchlr I0422 23:38:14.832543 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-bd7f9fb89-jchlr I0422 23:38:15.251258 3655 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bf6dcdd8b-74gmm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:38:15.251383 3655 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bf6dcdd8b-74gmm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:38:15.261707 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5bf6dcdd8b-74gmm I0422 23:38:15.261736 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5bf6dcdd8b-74gmm I0422 23:38:18.156446 3655 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0422 23:38:21.289634 3655 base_network_controller_pods.go:487] [default/openshift-console/console-78b898b69d-dbkkf] creating logical port openshift-console_console-78b898b69d-dbkkf for pod on switch ip-10-0-1-69.ec2.internal I0422 23:38:21.289757 3655 kube.go:256] Updating pod openshift-console/console-78b898b69d-dbkkf I0422 23:38:21.307046 3655 pod.go:62] [openshift-console/console-78b898b69d-dbkkf] pod update took 17.326534ms I0422 23:38:21.307071 3655 base_network_controller_pods.go:951] [default/openshift-console/console-78b898b69d-dbkkf] addLogicalPort annotation time took 17.357243ms I0422 23:38:21.308415 3655 pods.go:271] [openshift-console/console-78b898b69d-dbkkf] addLogicalPort took 18.801863ms, libovsdb time 953.288µs I0422 23:38:21.657688 3655 cni.go:452] [openshift-console/console-78b898b69d-dbkkf 24de2420efbd95d723661e10e4a546f951b20bbeb9f573e95fc7996ee6f1ccaf network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-78b898b69d-dbkkf 24de2420efbd95d723661e10e4a546f951b20bbeb9f573e95fc7996ee6f1ccaf network default NAD default NAD key ] I0422 23:38:21.669781 3655 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-78b898b69d-dbkkf, hostIfaceName: 24de2420efbd95d, network: default, NAD default, SandboxID: "24de2420efbd95d723661e10e4a546f951b20bbeb9f573e95fc7996ee6f1ccaf", PCI device ID: , UID: "25505c72-85b5-496d-87ae-191efe520bab", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0422 23:38:21.720715 3655 cni.go:473] [openshift-console/console-78b898b69d-dbkkf 24de2420efbd95d723661e10e4a546f951b20bbeb9f573e95fc7996ee6f1ccaf network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-78b898b69d-dbkkf 24de2420efbd95d723661e10e4a546f951b20bbeb9f573e95fc7996ee6f1ccaf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:c7:9a:94:ad:79\",\"name\":\"24de2420efbd95d\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ac586bfe-1666-432b-9afc-f0484799224e\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0422 23:38:26.186757 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0422 23:38:26.186789 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0422 23:38:26.794796 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0422 23:38:29.595591 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0422 23:38:29.595611 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0422 23:38:29.595617 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0422 23:38:30.817563 3655 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0422 23:38:30.840264 3655 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0422 23:38:30.899220 3655 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0422 23:38:30.923568 3655 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0422 23:38:30.947632 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0422 23:38:31.912257 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0422 23:38:36.244357 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0422 23:38:36.244383 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0422 23:38:36.244402 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0422 23:38:36.244429 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0422 23:38:36.290117 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0422 23:38:36.290143 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0422 23:38:36.854618 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0422 23:38:39.856771 3655 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0422 23:38:39.878229 3655 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0422 23:38:44.899750 3655 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0422 23:38:56.140183 3655 obj_retry.go:498] Detected object openshift-console/console-78b898b69d-gksn9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:38:56.140786 3655 obj_retry.go:498] Detected object openshift-console/console-78b898b69d-gksn9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:38:56.954319 3655 obj_retry.go:492] Detected object openshift-console/console-78b898b69d-gksn9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:38:56.954434 3655 obj_retry.go:492] Detected object openshift-console/console-78b898b69d-gksn9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:38:56.964216 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-78b898b69d-gksn9 I0422 23:38:56.964306 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-78b898b69d-gksn9 I0422 23:39:02.625550 3655 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bf6dcdd8b-5lxg8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:02.626150 3655 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bf6dcdd8b-5lxg8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:02.966548 3655 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bf6dcdd8b-5lxg8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:02.966572 3655 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bf6dcdd8b-5lxg8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:02.975894 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5bf6dcdd8b-5lxg8 I0422 23:39:02.975917 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5bf6dcdd8b-5lxg8 I0422 23:39:04.230762 3655 cni.go:452] [openshift-ingress/router-default-7d9d9c7c9f-jqhrv a870d7aa9ea6fbc7e151a2fc276bca44949900eb3493cc3598829395baaae292 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-7d9d9c7c9f-jqhrv a870d7aa9ea6fbc7e151a2fc276bca44949900eb3493cc3598829395baaae292 network default NAD default NAD key ] I0422 23:39:04.312108 3655 cni.go:473] [openshift-ingress/router-default-7d9d9c7c9f-jqhrv a870d7aa9ea6fbc7e151a2fc276bca44949900eb3493cc3598829395baaae292 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-7d9d9c7c9f-jqhrv a870d7aa9ea6fbc7e151a2fc276bca44949900eb3493cc3598829395baaae292 network default NAD default NAD key default], result "{}", err I0422 23:39:04.384788 3655 obj_retry.go:498] Detected object openshift-ingress/router-default-7d9d9c7c9f-jqhrv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:04.384825 3655 pods.go:176] Deleting pod: openshift-ingress/router-default-7d9d9c7c9f-jqhrv I0422 23:39:04.386113 3655 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-7d9d9c7c9f-jqhrv, ips: 10.130.0.8 I0422 23:39:04.386143 3655 obj_retry.go:498] Detected object openshift-ingress/router-default-7d9d9c7c9f-jqhrv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:05.033929 3655 obj_retry.go:492] Detected object openshift-ingress/router-default-7d9d9c7c9f-jqhrv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:05.033957 3655 obj_retry.go:492] Detected object openshift-ingress/router-default-7d9d9c7c9f-jqhrv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:05.042821 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7d9d9c7c9f-jqhrv I0422 23:39:05.042850 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7d9d9c7c9f-jqhrv W0422 23:39:05.458488 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0422 23:39:05.458535 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0422 23:39:05.458546 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0422 23:39:05.458552 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0422 23:39:05.557784 3655 cni.go:452] [openshift-console/console-78b898b69d-dbkkf 24de2420efbd95d723661e10e4a546f951b20bbeb9f573e95fc7996ee6f1ccaf network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-78b898b69d-dbkkf 24de2420efbd95d723661e10e4a546f951b20bbeb9f573e95fc7996ee6f1ccaf network default NAD default NAD key ] I0422 23:39:05.634421 3655 cni.go:473] [openshift-console/console-78b898b69d-dbkkf 24de2420efbd95d723661e10e4a546f951b20bbeb9f573e95fc7996ee6f1ccaf network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-78b898b69d-dbkkf 24de2420efbd95d723661e10e4a546f951b20bbeb9f573e95fc7996ee6f1ccaf network default NAD default NAD key default], result "{}", err I0422 23:39:05.705201 3655 obj_retry.go:498] Detected object openshift-console/console-78b898b69d-dbkkf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:05.705242 3655 pods.go:176] Deleting pod: openshift-console/console-78b898b69d-dbkkf I0422 23:39:05.706507 3655 pods.go:236] Attempting to release IPs for pod: openshift-console/console-78b898b69d-dbkkf, ips: 10.130.0.20 I0422 23:39:05.706532 3655 obj_retry.go:498] Detected object openshift-console/console-78b898b69d-dbkkf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:06.042416 3655 obj_retry.go:492] Detected object openshift-console/console-78b898b69d-dbkkf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:06.042439 3655 obj_retry.go:492] Detected object openshift-console/console-78b898b69d-dbkkf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:06.046850 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-78b898b69d-dbkkf I0422 23:39:06.046875 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-78b898b69d-dbkkf W0422 23:39:06.100016 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0422 23:39:06.100037 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0422 23:39:17.189931 3655 cni.go:452] [openshift-multus/network-metrics-daemon-nwz48 a69723eb30b915496fc8e2df1c6eddcee94d89f6287750e4ddb5bc6cb82b5a2c network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-nwz48 a69723eb30b915496fc8e2df1c6eddcee94d89f6287750e4ddb5bc6cb82b5a2c network default NAD default NAD key ] I0422 23:39:17.199311 3655 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-nwz48, hostIfaceName: a69723eb30b9154, network: default, NAD default, SandboxID: "a69723eb30b915496fc8e2df1c6eddcee94d89f6287750e4ddb5bc6cb82b5a2c", PCI device ID: , UID: "3aeb67e0-66a2-4b23-a20a-6b61d0abab1e", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0422 23:39:17.248093 3655 cni.go:473] [openshift-multus/network-metrics-daemon-nwz48 a69723eb30b915496fc8e2df1c6eddcee94d89f6287750e4ddb5bc6cb82b5a2c network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-nwz48 a69723eb30b915496fc8e2df1c6eddcee94d89f6287750e4ddb5bc6cb82b5a2c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:ad:e3:69:ed:4b\",\"name\":\"a69723eb30b9154\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/da34102c-04e8-42a5-8147-d08dc39d7ebd\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0422 23:39:20.897617 3655 cni.go:452] [openshift-monitoring/alertmanager-main-1 9513b0f9370579640271786e708da55dee3a7b85686f4e4348b5cb85dcc7c632 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 9513b0f9370579640271786e708da55dee3a7b85686f4e4348b5cb85dcc7c632 network default NAD default NAD key ] I0422 23:39:20.972396 3655 cni.go:473] [openshift-monitoring/alertmanager-main-1 9513b0f9370579640271786e708da55dee3a7b85686f4e4348b5cb85dcc7c632 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 9513b0f9370579640271786e708da55dee3a7b85686f4e4348b5cb85dcc7c632 network default NAD default NAD key default], result "{}", err I0422 23:39:21.071874 3655 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:21.071927 3655 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0422 23:39:21.073610 3655 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.130.0.13 I0422 23:39:21.073640 3655 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:21.407612 3655 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:21.407660 3655 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:21.417604 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0422 23:39:21.417632 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0422 23:39:21.463427 3655 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-69.ec2.internal I0422 23:39:21.463604 3655 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0422 23:39:21.495332 3655 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 31.778963ms I0422 23:39:21.495354 3655 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 31.806715ms I0422 23:39:21.496629 3655 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 33.222142ms, libovsdb time 944.841µs I0422 23:39:21.855973 3655 cni.go:452] [openshift-monitoring/alertmanager-main-1 0dbd733f0655ad0f880b63ef3dc479fa37d9749550c556b0459e9e6f554a0959 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 0dbd733f0655ad0f880b63ef3dc479fa37d9749550c556b0459e9e6f554a0959 network default NAD default NAD key ] I0422 23:39:21.865475 3655 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 0dbd733f0655ad0, network: default, NAD default, SandboxID: "0dbd733f0655ad0f880b63ef3dc479fa37d9749550c556b0459e9e6f554a0959", PCI device ID: , UID: "9bac6b61-f938-488d-b861-4f785c71ce7f", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0422 23:39:21.913100 3655 cni.go:473] [openshift-monitoring/alertmanager-main-1 0dbd733f0655ad0f880b63ef3dc479fa37d9749550c556b0459e9e6f554a0959 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 0dbd733f0655ad0f880b63ef3dc479fa37d9749550c556b0459e9e6f554a0959 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:7b:0b:c8:12:cb\",\"name\":\"0dbd733f0655ad0\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aef99ec3-8f58-440c-b166-4e96c6332fa8\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0422 23:39:24.949369 3655 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:24.949984 3655 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:25.514914 3655 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:25.514941 3655 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:25.524879 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0422 23:39:25.524904 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0422 23:39:27.364327 3655 base_network_controller_pods.go:487] [default/openshift-console/console-99479fc95-zlfdm] creating logical port openshift-console_console-99479fc95-zlfdm for pod on switch ip-10-0-1-69.ec2.internal I0422 23:39:27.364459 3655 kube.go:256] Updating pod openshift-console/console-99479fc95-zlfdm I0422 23:39:27.381779 3655 pod.go:62] [openshift-console/console-99479fc95-zlfdm] pod update took 17.3438ms I0422 23:39:27.381802 3655 base_network_controller_pods.go:951] [default/openshift-console/console-99479fc95-zlfdm] addLogicalPort annotation time took 17.373374ms I0422 23:39:27.383023 3655 pods.go:271] [openshift-console/console-99479fc95-zlfdm] addLogicalPort took 18.716213ms, libovsdb time 886.592µs I0422 23:39:27.726595 3655 cni.go:452] [openshift-console/console-99479fc95-zlfdm 632d8ebf270900a989dc2be0518fc7f226dca1a90677c89b7810bb2ea1848ac8 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-99479fc95-zlfdm 632d8ebf270900a989dc2be0518fc7f226dca1a90677c89b7810bb2ea1848ac8 network default NAD default NAD key ] I0422 23:39:27.735779 3655 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-99479fc95-zlfdm, hostIfaceName: 632d8ebf270900a, network: default, NAD default, SandboxID: "632d8ebf270900a989dc2be0518fc7f226dca1a90677c89b7810bb2ea1848ac8", PCI device ID: , UID: "b4a0b2a4-2f12-4cb1-9b51-9e16e9ea7154", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0422 23:39:27.785828 3655 cni.go:473] [openshift-console/console-99479fc95-zlfdm 632d8ebf270900a989dc2be0518fc7f226dca1a90677c89b7810bb2ea1848ac8 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-99479fc95-zlfdm 632d8ebf270900a989dc2be0518fc7f226dca1a90677c89b7810bb2ea1848ac8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:6e:01:bc:c2:4b\",\"name\":\"632d8ebf270900a\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33c4b1a6-95fa-41ff-9120-44015d249bbc\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0422 23:39:38.205278 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0422 23:39:51.911119 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0422 23:39:51.911140 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0422 23:39:51.911148 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0422 23:39:52.671645 3655 obj_retry.go:498] Detected object openshift-console/console-556cd88867-4zxp5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:52.672178 3655 obj_retry.go:498] Detected object openshift-console/console-556cd88867-4zxp5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:53.199737 3655 obj_retry.go:492] Detected object openshift-console/console-556cd88867-4zxp5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:53.199763 3655 obj_retry.go:492] Detected object openshift-console/console-556cd88867-4zxp5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:53.210673 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-556cd88867-4zxp5 I0422 23:39:53.210700 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-556cd88867-4zxp5 I0422 23:39:53.298602 3655 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:53.299180 3655 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:54.227167 3655 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:54.227196 3655 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:54.235412 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0422 23:39:54.235449 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0422 23:40:03.542182 3655 obj_retry.go:498] Detected object openshift-console/console-556cd88867-flrz9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:40:03.542807 3655 obj_retry.go:498] Detected object openshift-console/console-556cd88867-flrz9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:40:03.959415 3655 obj_retry.go:492] Detected object openshift-console/console-556cd88867-flrz9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:40:03.959442 3655 obj_retry.go:492] Detected object openshift-console/console-556cd88867-flrz9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:40:03.967865 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-556cd88867-flrz9 I0422 23:40:03.967885 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-556cd88867-flrz9 I0422 23:40:05.392765 3655 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615020-lskrr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:40:05.393364 3655 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615020-lskrr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:40:06.294207 3655 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615020-lskrr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:40:06.294236 3655 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615020-lskrr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:40:27.954875 3655 cni.go:452] [openshift-monitoring/prometheus-k8s-0 c406d85745a65be6a4eb8e4b7878d9bd510b2db804f2f1a9a4d605a5b88caacf network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 c406d85745a65be6a4eb8e4b7878d9bd510b2db804f2f1a9a4d605a5b88caacf network default NAD default NAD key ] I0422 23:40:28.034701 3655 cni.go:473] [openshift-monitoring/prometheus-k8s-0 c406d85745a65be6a4eb8e4b7878d9bd510b2db804f2f1a9a4d605a5b88caacf network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 c406d85745a65be6a4eb8e4b7878d9bd510b2db804f2f1a9a4d605a5b88caacf network default NAD default NAD key default], result "{}", err I0422 23:40:28.100307 3655 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:40:28.100344 3655 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0422 23:40:28.101753 3655 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.17 I0422 23:40:28.101784 3655 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:40:28.397845 3655 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:40:28.397868 3655 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:40:28.408159 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0422 23:40:28.408188 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0422 23:40:28.461830 3655 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-69.ec2.internal I0422 23:40:28.461948 3655 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0422 23:40:28.489626 3655 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 27.72365ms I0422 23:40:28.489649 3655 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 27.753269ms I0422 23:40:28.491027 3655 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 29.216722ms, libovsdb time 1.02891ms I0422 23:40:28.822411 3655 cni.go:452] [openshift-monitoring/prometheus-k8s-0 ee1adcddec26a09fd9263d7de9ff04ff025e0380f82d57cf8d30c07775f3d26b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 ee1adcddec26a09fd9263d7de9ff04ff025e0380f82d57cf8d30c07775f3d26b network default NAD default NAD key ] I0422 23:40:28.831572 3655 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: ee1adcddec26a09, network: default, NAD default, SandboxID: "ee1adcddec26a09fd9263d7de9ff04ff025e0380f82d57cf8d30c07775f3d26b", PCI device ID: , UID: "5bcff249-c8f1-4c29-a226-194829dada04", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0422 23:40:28.880996 3655 cni.go:473] [openshift-monitoring/prometheus-k8s-0 ee1adcddec26a09fd9263d7de9ff04ff025e0380f82d57cf8d30c07775f3d26b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 ee1adcddec26a09fd9263d7de9ff04ff025e0380f82d57cf8d30c07775f3d26b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:89:fa:49:05:96\",\"name\":\"ee1adcddec26a09\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1b1e60e9-4907-478f-b3ff-7bb5efb0d7f0\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0422 23:40:46.566256 3655 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=557 I0422 23:40:56.683579 3655 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 I0422 23:41:06.557360 3655 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0422 23:41:09.558461 3655 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=125 I0422 23:41:17.677596 3655 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 W0422 23:41:29.675958 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0422 23:41:29.675981 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0422 23:42:01.956171 3655 cni.go:452] [openshift-console/console-99479fc95-zlfdm 632d8ebf270900a989dc2be0518fc7f226dca1a90677c89b7810bb2ea1848ac8 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-99479fc95-zlfdm 632d8ebf270900a989dc2be0518fc7f226dca1a90677c89b7810bb2ea1848ac8 network default NAD default NAD key ] I0422 23:42:02.051308 3655 cni.go:473] [openshift-console/console-99479fc95-zlfdm 632d8ebf270900a989dc2be0518fc7f226dca1a90677c89b7810bb2ea1848ac8 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-99479fc95-zlfdm 632d8ebf270900a989dc2be0518fc7f226dca1a90677c89b7810bb2ea1848ac8 network default NAD default NAD key default], result "{}", err I0422 23:42:02.101878 3655 obj_retry.go:498] Detected object openshift-console/console-99479fc95-zlfdm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:42:02.101938 3655 pods.go:176] Deleting pod: openshift-console/console-99479fc95-zlfdm I0422 23:42:02.103254 3655 pods.go:236] Attempting to release IPs for pod: openshift-console/console-99479fc95-zlfdm, ips: 10.130.0.22 I0422 23:42:02.103284 3655 obj_retry.go:498] Detected object openshift-console/console-99479fc95-zlfdm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:42:02.114049 3655 base_network_controller_pods.go:487] [default/openshift-console/console-5f4dfdf484-fxc9m] creating logical port openshift-console_console-5f4dfdf484-fxc9m for pod on switch ip-10-0-1-69.ec2.internal I0422 23:42:02.114160 3655 kube.go:256] Updating pod openshift-console/console-5f4dfdf484-fxc9m I0422 23:42:02.131008 3655 pod.go:62] [openshift-console/console-5f4dfdf484-fxc9m] pod update took 16.873615ms I0422 23:42:02.131034 3655 base_network_controller_pods.go:951] [default/openshift-console/console-5f4dfdf484-fxc9m] addLogicalPort annotation time took 16.904306ms I0422 23:42:02.132165 3655 pods.go:271] [openshift-console/console-5f4dfdf484-fxc9m] addLogicalPort took 18.127743ms, libovsdb time 804.292µs I0422 23:42:02.471272 3655 cni.go:452] [openshift-console/console-5f4dfdf484-fxc9m 1e7a41eeaa4ae5480b9fb0750e8f1ef3be50569b22bd294e03f8c0df7247b099 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5f4dfdf484-fxc9m 1e7a41eeaa4ae5480b9fb0750e8f1ef3be50569b22bd294e03f8c0df7247b099 network default NAD default NAD key ] I0422 23:42:02.480270 3655 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5f4dfdf484-fxc9m, hostIfaceName: 1e7a41eeaa4ae54, network: default, NAD default, SandboxID: "1e7a41eeaa4ae5480b9fb0750e8f1ef3be50569b22bd294e03f8c0df7247b099", PCI device ID: , UID: "d0fd6140-f93e-4e50-bdd4-4759acb66d33", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0422 23:42:02.534303 3655 cni.go:473] [openshift-console/console-5f4dfdf484-fxc9m 1e7a41eeaa4ae5480b9fb0750e8f1ef3be50569b22bd294e03f8c0df7247b099 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5f4dfdf484-fxc9m 1e7a41eeaa4ae5480b9fb0750e8f1ef3be50569b22bd294e03f8c0df7247b099 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:bb:e6:16:38:b1\",\"name\":\"1e7a41eeaa4ae54\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/915c19a8-1f41-4795-95b8-ff2c322e3a72\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0422 23:42:02.788987 3655 obj_retry.go:492] Detected object openshift-console/console-99479fc95-zlfdm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:42:02.789017 3655 obj_retry.go:492] Detected object openshift-console/console-99479fc95-zlfdm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:42:02.799794 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-99479fc95-zlfdm I0422 23:42:02.799818 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-99479fc95-zlfdm W0422 23:42:12.815137 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0422 23:42:13.380179 3655 obj_retry.go:498] Detected object openshift-console/console-99479fc95-dhq85 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:42:13.380794 3655 obj_retry.go:498] Detected object openshift-console/console-99479fc95-dhq85 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:42:13.807527 3655 obj_retry.go:492] Detected object openshift-console/console-99479fc95-dhq85 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:42:13.807553 3655 obj_retry.go:492] Detected object openshift-console/console-99479fc95-dhq85 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:42:13.816171 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-99479fc95-dhq85 I0422 23:42:13.816199 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-99479fc95-dhq85 I0422 23:42:14.672103 3655 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0422 23:42:29.683457 3655 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0422 23:42:30.559598 3655 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 W0422 23:43:16.078095 3655 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0422 23:43:27.129133 3655 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0422 23:43:27.129216 3655 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-crmmq IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-crmmq: no pod IPs found I0422 23:43:38.559784 3655 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0422 23:43:43.646993 3655 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0422 23:43:52.656535 3655 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0422 23:43:53.650381 3655 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0422 23:43:54.557184 3655 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=72 I0422 23:43:58.662016 3655 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0422 23:44:12.646912 3655 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0422 23:44:58.667364 3655 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0422 23:45:48.690379 3655 namespace.go:98] [tsf] adding namespace I0422 23:45:48.691223 3655 namespace.go:102] [tsf] adding namespace took 819.628µs I0422 23:45:48.709485 3655 namespace.go:142] [tsf] updating namespace I0422 23:45:48.719504 3655 namespace.go:142] [tsf] updating namespace I0422 23:45:52.823128 3655 namespace.go:98] [konflux-ui] adding namespace I0422 23:45:52.824152 3655 namespace.go:102] [konflux-ui] adding namespace took 992.468µs I0422 23:45:52.826313 3655 namespace.go:98] [tsf-tas] adding namespace I0422 23:45:52.826325 3655 namespace.go:98] [tsf-keycloak] adding namespace I0422 23:45:52.827003 3655 namespace.go:102] [tsf-tas] adding namespace took 671.855µs I0422 23:45:52.827668 3655 namespace.go:102] [tsf-keycloak] adding namespace took 1.330772ms I0422 23:45:52.828523 3655 namespace.go:98] [cert-manager-operator] adding namespace I0422 23:45:52.828631 3655 namespace.go:98] [tsf-tpa] adding namespace I0422 23:45:52.828710 3655 namespace.go:98] [rhbk-operator] adding namespace I0422 23:45:52.828861 3655 namespace.go:98] [rhtpa-operator] adding namespace I0422 23:45:52.829140 3655 namespace.go:102] [cert-manager-operator] adding namespace took 601.196µs I0422 23:45:52.829742 3655 namespace.go:102] [tsf-tpa] adding namespace took 1.099733ms I0422 23:45:52.829763 3655 namespace.go:98] [konflux-operator] adding namespace I0422 23:45:52.830307 3655 namespace.go:102] [konflux-operator] adding namespace took 537.494µs I0422 23:45:52.830831 3655 namespace.go:102] [rhbk-operator] adding namespace took 2.10715ms I0422 23:45:52.831241 3655 namespace.go:102] [rhtpa-operator] adding namespace took 2.366185ms I0422 23:45:52.847345 3655 namespace.go:142] [konflux-ui] updating namespace I0422 23:45:52.862314 3655 namespace.go:142] [konflux-ui] updating namespace I0422 23:45:52.871638 3655 namespace.go:142] [cert-manager-operator] updating namespace I0422 23:45:52.877417 3655 namespace.go:142] [tsf-keycloak] updating namespace I0422 23:45:52.877523 3655 namespace.go:142] [tsf-tas] updating namespace I0422 23:45:52.877663 3655 namespace.go:142] [tsf-tpa] updating namespace I0422 23:45:52.884271 3655 namespace.go:142] [rhbk-operator] updating namespace I0422 23:45:52.890263 3655 namespace.go:142] [konflux-operator] updating namespace I0422 23:45:52.891774 3655 namespace.go:142] [rhtpa-operator] updating namespace I0422 23:45:52.891840 3655 namespace.go:142] [tsf-tas] updating namespace I0422 23:45:52.898339 3655 namespace.go:142] [konflux-ui] updating namespace I0422 23:45:52.909151 3655 namespace.go:142] [tsf-keycloak] updating namespace I0422 23:45:52.925275 3655 namespace.go:142] [tsf-keycloak] updating namespace I0422 23:45:52.940220 3655 namespace.go:142] [cert-manager-operator] updating namespace I0422 23:45:52.959291 3655 namespace.go:142] [cert-manager-operator] updating namespace I0422 23:45:52.972854 3655 namespace.go:142] [tsf-tpa] updating namespace I0422 23:45:52.989322 3655 namespace.go:142] [tsf-tpa] updating namespace I0422 23:45:52.998456 3655 namespace.go:142] [rhbk-operator] updating namespace I0422 23:45:53.025278 3655 namespace.go:142] [rhbk-operator] updating namespace I0422 23:45:53.039621 3655 namespace.go:142] [konflux-operator] updating namespace I0422 23:45:53.065522 3655 namespace.go:142] [konflux-operator] updating namespace I0422 23:45:53.084612 3655 namespace.go:142] [rhtpa-operator] updating namespace I0422 23:45:53.088338 3655 namespace.go:142] [rhtpa-operator] updating namespace I0422 23:45:53.233463 3655 namespace.go:142] [tsf-tas] updating namespace I0422 23:45:53.885822 3655 namespace.go:142] [tsf-keycloak] updating namespace I0422 23:45:53.886740 3655 namespace.go:142] [tsf-tpa] updating namespace I0422 23:46:00.606972 3655 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d4mtn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:00.607455 3655 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d4mtn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:00.607476 3655 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d4mtn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:46:00.607484 3655 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0422 23:46:00.607514 3655 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d4mtn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:46:00.607521 3655 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0422 23:46:01.636788 3655 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d4mtn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:01.636808 3655 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d4mtn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:01.636832 3655 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d4mtn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:01.636843 3655 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d4mtn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:01.691642 3655 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece565k9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:01.692240 3655 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece565k9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:01.692263 3655 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece565k9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:46:01.692270 3655 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0422 23:46:01.692279 3655 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece565k9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:46:01.692283 3655 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0422 23:46:02.720424 3655 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece565k9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:02.720447 3655 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece565k9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:02.720457 3655 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece565k9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:02.720473 3655 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece565k9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:08.029985 3655 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158b8mk5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:08.030446 3655 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158b8mk5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:08.030469 3655 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158b8mk5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:46:08.030476 3655 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0422 23:46:08.030486 3655 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158b8mk5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:46:08.030510 3655 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0422 23:46:08.126474 3655 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-7nvhm] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-7nvhm for pod on switch ip-10-0-1-69.ec2.internal I0422 23:46:08.126615 3655 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-7nvhm I0422 23:46:08.144855 3655 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-7nvhm] pod update took 18.265499ms I0422 23:46:08.144876 3655 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-7nvhm] addLogicalPort annotation time took 18.29226ms I0422 23:46:08.146137 3655 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-7nvhm] addLogicalPort took 19.680398ms, libovsdb time 944.845µs I0422 23:46:08.482385 3655 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-7nvhm a13d9dab314ff33327adc6b16ef97b816b50396be68fb07277175c62588a0430 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-7nvhm a13d9dab314ff33327adc6b16ef97b816b50396be68fb07277175c62588a0430 network default NAD default NAD key ] I0422 23:46:08.492477 3655 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-7nvhm, hostIfaceName: a13d9dab314ff33, network: default, NAD default, SandboxID: "a13d9dab314ff33327adc6b16ef97b816b50396be68fb07277175c62588a0430", PCI device ID: , UID: "053d6d29-0c88-4b77-a16b-436e2744b3b4", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0422 23:46:08.538978 3655 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-7nvhm a13d9dab314ff33327adc6b16ef97b816b50396be68fb07277175c62588a0430 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-7nvhm a13d9dab314ff33327adc6b16ef97b816b50396be68fb07277175c62588a0430 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:00:80:a5:71:ac\",\"name\":\"a13d9dab314ff33\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aa557f08-a45f-4b89-9406-62a04033a881\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0422 23:46:08.927049 3655 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158b8mk5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:08.927078 3655 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158b8mk5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:08.927095 3655 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158b8mk5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:08.927107 3655 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158b8mk5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:09.046944 3655 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafcrfbb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:09.047450 3655 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafcrfbb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:09.047472 3655 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafcrfbb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:46:09.047479 3655 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0422 23:46:09.047488 3655 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafcrfbb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:46:09.047509 3655 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0422 23:46:10.063915 3655 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tgr79 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:10.064470 3655 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tgr79 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:10.064522 3655 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tgr79 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:46:10.064535 3655 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0422 23:46:10.064551 3655 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tgr79 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:46:10.064558 3655 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0422 23:46:10.075142 3655 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafcrfbb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:10.075162 3655 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafcrfbb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:10.075180 3655 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafcrfbb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:10.075192 3655 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafcrfbb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:10.090171 3655 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z98z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:10.090652 3655 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z98z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:10.090680 3655 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z98z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:46:10.090688 3655 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0422 23:46:10.090698 3655 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z98z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:46:10.090702 3655 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0422 23:46:11.111837 3655 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tgr79 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:11.111862 3655 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tgr79 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:11.111874 3655 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tgr79 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:11.111882 3655 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tgr79 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:11.135688 3655 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z98z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:11.135705 3655 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z98z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:11.135717 3655 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z98z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:11.135726 3655 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z98z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0422 23:46:15.062649 3655 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0422 23:46:18.281894 3655 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0422 23:46:18.294603 3655 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0422 23:46:18.299772 3655 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0422 23:46:18.313832 3655 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0422 23:46:22.558903 3655 namespace.go:142] [openshift-operators] updating namespace I0422 23:46:22.588512 3655 namespace.go:142] [openshift-operators] updating namespace W0422 23:46:30.258993 3655 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0422 23:46:31.077585 3655 namespace.go:142] [openshift-operators] updating namespace I0422 23:46:31.458932 3655 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6684678d86-vbjrh] creating logical port openshift-operators_openshift-pipelines-operator-6684678d86-vbjrh for pod on switch ip-10-0-1-69.ec2.internal I0422 23:46:31.459049 3655 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-vbjrh I0422 23:46:31.487285 3655 pod.go:62] [openshift-operators/openshift-pipelines-operator-6684678d86-vbjrh] pod update took 28.263354ms I0422 23:46:31.487312 3655 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6684678d86-vbjrh] addLogicalPort annotation time took 28.294792ms I0422 23:46:31.488513 3655 pods.go:271] [openshift-operators/openshift-pipelines-operator-6684678d86-vbjrh] addLogicalPort took 29.595598ms, libovsdb time 828.696µs I0422 23:46:31.834104 3655 cni.go:452] [openshift-operators/openshift-pipelines-operator-6684678d86-vbjrh 062e902ff84ee239ae2f9b5c7dbf71cf424e5902acda43649257ee78e7f41012 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-vbjrh 062e902ff84ee239ae2f9b5c7dbf71cf424e5902acda43649257ee78e7f41012 network default NAD default NAD key ] I0422 23:46:31.843700 3655 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6684678d86-vbjrh, hostIfaceName: 062e902ff84ee23, network: default, NAD default, SandboxID: "062e902ff84ee239ae2f9b5c7dbf71cf424e5902acda43649257ee78e7f41012", PCI device ID: , UID: "b256be38-2476-4e76-946e-028fc241c7e9", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0422 23:46:31.897454 3655 cni.go:473] [openshift-operators/openshift-pipelines-operator-6684678d86-vbjrh 062e902ff84ee239ae2f9b5c7dbf71cf424e5902acda43649257ee78e7f41012 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-vbjrh 062e902ff84ee239ae2f9b5c7dbf71cf424e5902acda43649257ee78e7f41012 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:f5:b4:cf:01:f9\",\"name\":\"062e902ff84ee23\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bfde5d18-d99c-4826-b850-4dd39939fa63\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0422 23:46:35.685460 3655 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0422 23:46:35.734399 3655 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0422 23:46:35.896943 3655 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0422 23:46:35.954848 3655 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0422 23:46:37.990148 3655 namespace.go:98] [cert-manager] adding namespace I0422 23:46:37.991051 3655 namespace.go:102] [cert-manager] adding namespace took 880.01µs I0422 23:46:38.035441 3655 namespace.go:142] [cert-manager] updating namespace I0422 23:46:38.048886 3655 namespace.go:142] [cert-manager] updating namespace W0422 23:46:42.270152 3655 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0422 23:46:42.270169 3655 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook I0422 23:46:42.306349 3655 namespace.go:98] [trusted-artifact-signer] adding namespace I0422 23:46:42.307238 3655 namespace.go:102] [trusted-artifact-signer] adding namespace took 865.945µs I0422 23:46:42.342835 3655 namespace.go:142] [trusted-artifact-signer] updating namespace W0422 23:46:42.343292 3655 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0422 23:46:42.369766 3655 namespace.go:142] [trusted-artifact-signer] updating namespace I0422 23:46:43.379857 3655 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:43.380419 3655 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:43.407780 3655 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:43.407799 3655 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:43.414614 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0422 23:46:43.414639 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0422 23:46:46.615553 3655 namespace.go:98] [openshift-pipelines] adding namespace I0422 23:46:46.616408 3655 namespace.go:102] [openshift-pipelines] adding namespace took 830.936µs I0422 23:46:46.644455 3655 namespace.go:142] [openshift-pipelines] updating namespace I0422 23:46:47.512856 3655 namespace.go:142] [cert-manager] updating namespace I0422 23:46:47.731092 3655 namespace.go:142] [cert-manager-operator] updating namespace I0422 23:46:48.159781 3655 namespace.go:142] [konflux-operator] updating namespace I0422 23:46:48.351527 3655 namespace.go:142] [konflux-ui] updating namespace I0422 23:46:48.612354 3655 namespace.go:142] [open-cluster-management-2prgjhduhjsungevuuvlv1ornuu76ung] updating namespace I0422 23:46:49.054246 3655 namespace.go:142] [rhbk-operator] updating namespace I0422 23:46:49.337667 3655 namespace.go:142] [rhtpa-operator] updating namespace I0422 23:46:49.510606 3655 namespace.go:142] [trusted-artifact-signer] updating namespace I0422 23:46:49.701426 3655 namespace.go:142] [tsf] updating namespace I0422 23:46:49.916799 3655 namespace.go:142] [tsf-keycloak] updating namespace I0422 23:46:50.117346 3655 namespace.go:142] [tsf-tas] updating namespace I0422 23:46:50.344675 3655 namespace.go:142] [tsf-tpa] updating namespace I0422 23:46:50.537686 3655 namespace.go:142] [cert-manager] updating namespace I0422 23:46:50.541052 3655 namespace.go:142] [cert-manager-operator] updating namespace I0422 23:46:50.561150 3655 namespace.go:142] [default] updating namespace I0422 23:46:50.565704 3655 namespace.go:142] [konflux-operator] updating namespace I0422 23:46:50.578872 3655 namespace.go:142] [konflux-ui] updating namespace I0422 23:46:50.594980 3655 namespace.go:142] [open-cluster-management-2prgjhduhjsungevuuvlv1ornuu76ung] updating namespace I0422 23:46:50.614836 3655 namespace.go:142] [openshift] updating namespace I0422 23:46:50.638556 3655 namespace.go:142] [rhbk-operator] updating namespace I0422 23:46:50.675445 3655 namespace.go:142] [rhtpa-operator] updating namespace I0422 23:46:50.690952 3655 namespace.go:142] [trusted-artifact-signer] updating namespace I0422 23:46:50.717932 3655 namespace.go:142] [tsf] updating namespace I0422 23:46:50.750270 3655 namespace.go:142] [tsf-keycloak] updating namespace I0422 23:46:50.760331 3655 namespace.go:142] [tsf-tas] updating namespace I0422 23:46:50.782165 3655 namespace.go:142] [tsf-tpa] updating namespace I0422 23:46:50.852099 3655 namespace.go:142] [cert-manager] updating namespace I0422 23:46:50.924967 3655 namespace.go:142] [cert-manager-operator] updating namespace I0422 23:46:51.015131 3655 namespace.go:142] [default] updating namespace I0422 23:46:51.083391 3655 namespace.go:142] [konflux-operator] updating namespace I0422 23:46:51.186241 3655 namespace.go:142] [konflux-ui] updating namespace I0422 23:46:51.274923 3655 namespace.go:142] [open-cluster-management-2prgjhduhjsungevuuvlv1ornuu76ung] updating namespace I0422 23:46:51.346940 3655 namespace.go:142] [openshift] updating namespace I0422 23:46:51.442610 3655 namespace.go:142] [rhbk-operator] updating namespace I0422 23:46:51.521025 3655 namespace.go:142] [rhtpa-operator] updating namespace I0422 23:46:51.634018 3655 namespace.go:142] [trusted-artifact-signer] updating namespace I0422 23:46:51.737708 3655 namespace.go:142] [tsf] updating namespace I0422 23:46:51.835318 3655 namespace.go:142] [tsf-keycloak] updating namespace I0422 23:46:51.933860 3655 namespace.go:142] [tsf-tas] updating namespace I0422 23:46:52.022546 3655 namespace.go:142] [tsf-tpa] updating namespace I0422 23:46:52.467823 3655 namespace.go:142] [openshift-pipelines] updating namespace W0422 23:46:56.212667 3655 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0422 23:46:56.283383 3655 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0422 23:47:02.962797 3655 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-b79bdd59-vzlmj] creating logical port openshift-pipelines_tekton-events-controller-b79bdd59-vzlmj for pod on switch ip-10-0-1-69.ec2.internal I0422 23:47:02.962926 3655 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-b79bdd59-vzlmj I0422 23:47:02.978225 3655 pod.go:62] [openshift-pipelines/tekton-events-controller-b79bdd59-vzlmj] pod update took 15.326407ms I0422 23:47:02.978247 3655 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-b79bdd59-vzlmj] addLogicalPort annotation time took 15.354188ms I0422 23:47:02.979447 3655 pods.go:271] [openshift-pipelines/tekton-events-controller-b79bdd59-vzlmj] addLogicalPort took 16.669653ms, libovsdb time 842.296µs I0422 23:47:03.069688 3655 namespace.go:142] [openshift-pipelines] updating namespace I0422 23:47:03.157484 3655 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-2jh5d] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-2jh5d for pod on switch ip-10-0-1-69.ec2.internal I0422 23:47:03.157605 3655 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-2jh5d I0422 23:47:03.178280 3655 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-2jh5d] pod update took 20.708011ms I0422 23:47:03.178302 3655 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-2jh5d] addLogicalPort annotation time took 20.735432ms I0422 23:47:03.179585 3655 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-2jh5d] addLogicalPort took 22.119611ms, libovsdb time 924.909µs I0422 23:47:03.241976 3655 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-n87t4] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-7988b548df-n87t4 for pod on switch ip-10-0-1-69.ec2.internal I0422 23:47:03.242081 3655 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-n87t4 I0422 23:47:03.259228 3655 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-n87t4] pod update took 17.167076ms I0422 23:47:03.259263 3655 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-n87t4] addLogicalPort annotation time took 17.197742ms I0422 23:47:03.260537 3655 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-n87t4] addLogicalPort took 18.579998ms, libovsdb time 924.06µs I0422 23:47:03.322722 3655 cni.go:452] [openshift-pipelines/tekton-events-controller-b79bdd59-vzlmj e09c834bd1a1f126b5f27de21444340cad8e28239321c0325b215b3d881b90b5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-vzlmj e09c834bd1a1f126b5f27de21444340cad8e28239321c0325b215b3d881b90b5 network default NAD default NAD key ] I0422 23:47:03.332068 3655 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-b79bdd59-vzlmj, hostIfaceName: e09c834bd1a1f12, network: default, NAD default, SandboxID: "e09c834bd1a1f126b5f27de21444340cad8e28239321c0325b215b3d881b90b5", PCI device ID: , UID: "45da857b-7a93-4f9b-b19c-5f71d22af5ac", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0422 23:47:03.381944 3655 cni.go:473] [openshift-pipelines/tekton-events-controller-b79bdd59-vzlmj e09c834bd1a1f126b5f27de21444340cad8e28239321c0325b215b3d881b90b5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-vzlmj e09c834bd1a1f126b5f27de21444340cad8e28239321c0325b215b3d881b90b5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:f9:40:30:2d:02\",\"name\":\"e09c834bd1a1f12\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/144f9046-8ca0-4492-8a68-8761f88e5f4a\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0422 23:47:03.519163 3655 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-2jh5d 86029c8bfa89ff0d19178b88ffceb0d6912dc36b21b0f723715cbe34144b082a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-2jh5d 86029c8bfa89ff0d19178b88ffceb0d6912dc36b21b0f723715cbe34144b082a network default NAD default NAD key ] I0422 23:47:03.528345 3655 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-2jh5d, hostIfaceName: 86029c8bfa89ff0, network: default, NAD default, SandboxID: "86029c8bfa89ff0d19178b88ffceb0d6912dc36b21b0f723715cbe34144b082a", PCI device ID: , UID: "2a6bcce9-09a1-4a44-880d-892282880b0d", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0422 23:47:03.578507 3655 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-2jh5d 86029c8bfa89ff0d19178b88ffceb0d6912dc36b21b0f723715cbe34144b082a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-2jh5d 86029c8bfa89ff0d19178b88ffceb0d6912dc36b21b0f723715cbe34144b082a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:5c:42:04:61:3a\",\"name\":\"86029c8bfa89ff0\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e76148d9-3fa5-414c-bc3d-691a7b2285be\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0422 23:47:03.606413 3655 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-n87t4 978c27e110b8b8e476e6a5159a191fb4f6cf23c37fd87a595483587eb85e00c4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-n87t4 978c27e110b8b8e476e6a5159a191fb4f6cf23c37fd87a595483587eb85e00c4 network default NAD default NAD key ] I0422 23:47:03.616791 3655 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-7988b548df-n87t4, hostIfaceName: 978c27e110b8b8e, network: default, NAD default, SandboxID: "978c27e110b8b8e476e6a5159a191fb4f6cf23c37fd87a595483587eb85e00c4", PCI device ID: , UID: "724e96e8-dd84-4759-8fc4-454efd0dfc90", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0422 23:47:03.666919 3655 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-n87t4 978c27e110b8b8e476e6a5159a191fb4f6cf23c37fd87a595483587eb85e00c4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-n87t4 978c27e110b8b8e476e6a5159a191fb4f6cf23c37fd87a595483587eb85e00c4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:78:c7:97:b5:ad\",\"name\":\"978c27e110b8b8e\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4b3b5cb-95e1-4575-bfe9-61f533a37441\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0422 23:47:07.970753 3655 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0422 23:47:07.970772 3655 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0422 23:47:07.970777 3655 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0422 23:47:07.970783 3655 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0422 23:47:08.043884 3655 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0422 23:47:08.043908 3655 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0422 23:47:08.043916 3655 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0422 23:47:11.271458 3655 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0422 23:47:11.271478 3655 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0422 23:47:11.271482 3655 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0422 23:47:18.974756 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0422 23:47:18.974776 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0422 23:47:18.974781 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0422 23:47:18.997670 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0422 23:47:18.997687 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0422 23:47:18.997692 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0422 23:47:18.997697 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0422 23:47:28.753065 3655 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-v4djl] creating logical port openshift-pipelines_tekton-triggers-webhook-55d94ff6c6-v4djl for pod on switch ip-10-0-1-69.ec2.internal I0422 23:47:28.753163 3655 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-v4djl I0422 23:47:28.770346 3655 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-v4djl] pod update took 17.207335ms I0422 23:47:28.770373 3655 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-v4djl] addLogicalPort annotation time took 17.238275ms I0422 23:47:28.771846 3655 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-v4djl] addLogicalPort took 18.801057ms, libovsdb time 1.018192ms I0422 23:47:28.861770 3655 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-zj9k5] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-8bb674894-zj9k5 for pod on switch ip-10-0-1-69.ec2.internal I0422 23:47:28.861891 3655 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-zj9k5 I0422 23:47:28.878895 3655 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-zj9k5] pod update took 17.034684ms I0422 23:47:28.878924 3655 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-zj9k5] addLogicalPort annotation time took 17.071659ms I0422 23:47:28.880389 3655 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-zj9k5] addLogicalPort took 18.64178ms, libovsdb time 993.216µs I0422 23:47:29.113990 3655 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-v4djl aec453e9f7210791736061efc87228a9528a6ee7fc34e2823eabee365a0057e8 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-v4djl aec453e9f7210791736061efc87228a9528a6ee7fc34e2823eabee365a0057e8 network default NAD default NAD key ] I0422 23:47:29.123850 3655 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-55d94ff6c6-v4djl, hostIfaceName: aec453e9f721079, network: default, NAD default, SandboxID: "aec453e9f7210791736061efc87228a9528a6ee7fc34e2823eabee365a0057e8", PCI device ID: , UID: "29f43ede-285a-44fc-8060-bfd3e102507c", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0422 23:47:29.176615 3655 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-v4djl aec453e9f7210791736061efc87228a9528a6ee7fc34e2823eabee365a0057e8 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-v4djl aec453e9f7210791736061efc87228a9528a6ee7fc34e2823eabee365a0057e8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:3f:40:8a:05:4c\",\"name\":\"aec453e9f721079\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce99c50b-d956-48ad-86ac-9b207d999130\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0422 23:47:29.222268 3655 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-zj9k5 aa11c372a32f4696bfdce163d058b7471de4661b6f1cbdd0fc17a9ffb40ba6a5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-zj9k5 aa11c372a32f4696bfdce163d058b7471de4661b6f1cbdd0fc17a9ffb40ba6a5 network default NAD default NAD key ] I0422 23:47:29.231911 3655 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-8bb674894-zj9k5, hostIfaceName: aa11c372a32f469, network: default, NAD default, SandboxID: "aa11c372a32f4696bfdce163d058b7471de4661b6f1cbdd0fc17a9ffb40ba6a5", PCI device ID: , UID: "e84399e6-0cce-462c-8865-2606f1402791", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0422 23:47:29.281816 3655 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-zj9k5 aa11c372a32f4696bfdce163d058b7471de4661b6f1cbdd0fc17a9ffb40ba6a5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-zj9k5 aa11c372a32f4696bfdce163d058b7471de4661b6f1cbdd0fc17a9ffb40ba6a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:fb:81:35:59:40\",\"name\":\"aa11c372a32f469\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/94542831-c3b9-4ad7-9cba-fed37d29ee88\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0422 23:47:32.078550 3655 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0422 23:47:37.561228 3655 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=71 I0422 23:47:39.555849 3655 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:47:39.556463 3655 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:47:39.578229 3655 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:47:39.578246 3655 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:47:39.587313 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0422 23:47:39.587334 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0422 23:47:41.476667 3655 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0422 23:47:41.477293 3655 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0422 23:47:41.477313 3655 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0422 23:47:41.479361 3655 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0422 23:47:43.093216 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0422 23:47:49.624741 3655 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0422 23:47:50.495652 3655 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0422 23:47:50.495671 3655 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0422 23:47:50.502243 3655 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0422 23:47:50.502260 3655 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak I0422 23:48:04.076709 3655 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-fgg5s] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-fgg5s for pod on switch ip-10-0-1-69.ec2.internal I0422 23:48:04.076805 3655 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-fgg5s I0422 23:48:04.091341 3655 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-fgg5s] pod update took 14.554109ms I0422 23:48:04.091398 3655 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-fgg5s] addLogicalPort annotation time took 14.616295ms I0422 23:48:04.092874 3655 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-fgg5s] addLogicalPort took 16.183504ms, libovsdb time 1.073461ms I0422 23:48:05.041137 3655 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-fgg5s 576f79ad732736b5b9c9ec5341d7cd62ebdfd31944128a4adc11481423fda0e1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-fgg5s 576f79ad732736b5b9c9ec5341d7cd62ebdfd31944128a4adc11481423fda0e1 network default NAD default NAD key ] I0422 23:48:05.051318 3655 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-fgg5s, hostIfaceName: 576f79ad732736b, network: default, NAD default, SandboxID: "576f79ad732736b5b9c9ec5341d7cd62ebdfd31944128a4adc11481423fda0e1", PCI device ID: , UID: "822a5f44-27bb-45f0-a321-fe3d85525850", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0422 23:48:05.102923 3655 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-fgg5s 576f79ad732736b5b9c9ec5341d7cd62ebdfd31944128a4adc11481423fda0e1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-fgg5s 576f79ad732736b5b9c9ec5341d7cd62ebdfd31944128a4adc11481423fda0e1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:fb:e3:fe:5f:ce\",\"name\":\"576f79ad732736b\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6c327a07-4e0e-43da-8571-1662e7a14ee5\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0422 23:48:10.651763 3655 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0422 23:48:10.651790 3655 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0422 23:48:10.651797 3655 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0422 23:48:24.904037 3655 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:48:24.904573 3655 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:48:24.946807 3655 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:48:24.946836 3655 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:48:24.958292 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0422 23:48:24.958320 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0422 23:48:26.752970 3655 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-jvzr7-g77cj] creating logical port tsf-tas_segment-backup-installation-jvzr7-g77cj for pod on switch ip-10-0-1-69.ec2.internal I0422 23:48:26.753060 3655 kube.go:256] Updating pod tsf-tas/segment-backup-installation-jvzr7-g77cj I0422 23:48:26.766117 3655 pod.go:62] [tsf-tas/segment-backup-installation-jvzr7-g77cj] pod update took 13.080324ms I0422 23:48:26.766141 3655 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-jvzr7-g77cj] addLogicalPort annotation time took 13.108708ms I0422 23:48:26.767475 3655 pods.go:271] [tsf-tas/segment-backup-installation-jvzr7-g77cj] addLogicalPort took 14.519167ms, libovsdb time 778.84µs I0422 23:48:27.111563 3655 cni.go:452] [tsf-tas/segment-backup-installation-jvzr7-g77cj 1ba2902280061cbd2d0751423d7dc54c5561ff6b3f44cb5a138c62b736e05585 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-jvzr7-g77cj 1ba2902280061cbd2d0751423d7dc54c5561ff6b3f44cb5a138c62b736e05585 network default NAD default NAD key ] I0422 23:48:27.122388 3655 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-jvzr7-g77cj, hostIfaceName: 1ba2902280061cb, network: default, NAD default, SandboxID: "1ba2902280061cbd2d0751423d7dc54c5561ff6b3f44cb5a138c62b736e05585", PCI device ID: , UID: "aff3ceb4-6721-4565-b471-ab9df444c669", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0422 23:48:27.171837 3655 cni.go:473] [tsf-tas/segment-backup-installation-jvzr7-g77cj 1ba2902280061cbd2d0751423d7dc54c5561ff6b3f44cb5a138c62b736e05585 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-jvzr7-g77cj 1ba2902280061cbd2d0751423d7dc54c5561ff6b3f44cb5a138c62b736e05585 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:28:fb:ea:a1:28\",\"name\":\"1ba2902280061cb\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18a4b6c7-5941-4973-98d0-6d697503ed4f\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0422 23:48:27.726805 3655 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-5748bb64d7-b9mbj] creating logical port tsf-tas_fulcio-server-5748bb64d7-b9mbj for pod on switch ip-10-0-1-69.ec2.internal I0422 23:48:27.726920 3655 kube.go:256] Updating pod tsf-tas/fulcio-server-5748bb64d7-b9mbj I0422 23:48:27.745374 3655 pod.go:62] [tsf-tas/fulcio-server-5748bb64d7-b9mbj] pod update took 18.483588ms I0422 23:48:27.745514 3655 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-5748bb64d7-b9mbj] addLogicalPort annotation time took 18.634507ms I0422 23:48:27.750856 3655 pods.go:271] [tsf-tas/fulcio-server-5748bb64d7-b9mbj] addLogicalPort took 24.066943ms, libovsdb time 3.776191ms I0422 23:48:28.002715 3655 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-56ff45cc7c-dv9r4] creating logical port tsf-tas_trillian-logserver-56ff45cc7c-dv9r4 for pod on switch ip-10-0-1-69.ec2.internal I0422 23:48:28.002823 3655 kube.go:256] Updating pod tsf-tas/trillian-logserver-56ff45cc7c-dv9r4 I0422 23:48:28.018692 3655 pod.go:62] [tsf-tas/trillian-logserver-56ff45cc7c-dv9r4] pod update took 15.902714ms I0422 23:48:28.018714 3655 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-56ff45cc7c-dv9r4] addLogicalPort annotation time took 15.932173ms I0422 23:48:28.019859 3655 pods.go:271] [tsf-tas/trillian-logserver-56ff45cc7c-dv9r4] addLogicalPort took 17.166822ms, libovsdb time 797.517µs I0422 23:48:28.098367 3655 cni.go:452] [tsf-tas/fulcio-server-5748bb64d7-b9mbj 40cf00d08cd2daaa674893e51d04922d186af701a196f1d7e3fb18111abf8fb7 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-5748bb64d7-b9mbj 40cf00d08cd2daaa674893e51d04922d186af701a196f1d7e3fb18111abf8fb7 network default NAD default NAD key ] I0422 23:48:28.107986 3655 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-5748bb64d7-b9mbj, hostIfaceName: 40cf00d08cd2daa, network: default, NAD default, SandboxID: "40cf00d08cd2daaa674893e51d04922d186af701a196f1d7e3fb18111abf8fb7", PCI device ID: , UID: "14c27b59-bc0f-4aeb-b0c7-ae7f608d4db1", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0422 23:48:28.159372 3655 cni.go:473] [tsf-tas/fulcio-server-5748bb64d7-b9mbj 40cf00d08cd2daaa674893e51d04922d186af701a196f1d7e3fb18111abf8fb7 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-5748bb64d7-b9mbj 40cf00d08cd2daaa674893e51d04922d186af701a196f1d7e3fb18111abf8fb7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:0a:11:4c:50:63\",\"name\":\"40cf00d08cd2daa\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/84e92626-4508-4e54-9250-403daf9c778d\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0422 23:48:28.970902 3655 cni.go:452] [tsf-tas/trillian-logserver-56ff45cc7c-dv9r4 69396b561e127a2a9699cba325f282638c7d04f34fc3b1b4199bd4ee5c095e9a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-56ff45cc7c-dv9r4 69396b561e127a2a9699cba325f282638c7d04f34fc3b1b4199bd4ee5c095e9a network default NAD default NAD key ] I0422 23:48:28.982738 3655 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-56ff45cc7c-dv9r4, hostIfaceName: 69396b561e127a2, network: default, NAD default, SandboxID: "69396b561e127a2a9699cba325f282638c7d04f34fc3b1b4199bd4ee5c095e9a", PCI device ID: , UID: "e6d17e2f-2470-4a84-893f-9ac1b99b2890", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0422 23:48:29.056592 3655 cni.go:473] [tsf-tas/trillian-logserver-56ff45cc7c-dv9r4 69396b561e127a2a9699cba325f282638c7d04f34fc3b1b4199bd4ee5c095e9a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-56ff45cc7c-dv9r4 69396b561e127a2a9699cba325f282638c7d04f34fc3b1b4199bd4ee5c095e9a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:d0:ed:a2:43:8d\",\"name\":\"69396b561e127a2\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86527373-072f-42f2-ae7a-5fecb9b9c5e8\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0422 23:48:33.380901 3655 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0422 23:48:33.380922 3655 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0422 23:48:33.406285 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0422 23:48:33.406374 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server W0422 23:48:40.877899 3655 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0422 23:48:41.686556 3655 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0422 23:48:41.993597 3655 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-jmrrx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:48:41.994200 3655 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-jmrrx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:48:42.559967 3655 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=57 I0422 23:48:42.890471 3655 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-jmrrx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:48:42.890518 3655 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-jmrrx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0422 23:48:44.459946 3655 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0422 23:48:46.808610 3655 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0422 23:48:47.466815 3655 cni.go:452] [tsf-tas/segment-backup-installation-jvzr7-g77cj 1ba2902280061cbd2d0751423d7dc54c5561ff6b3f44cb5a138c62b736e05585 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-jvzr7-g77cj 1ba2902280061cbd2d0751423d7dc54c5561ff6b3f44cb5a138c62b736e05585 network default NAD default NAD key ] I0422 23:48:47.555258 3655 cni.go:473] [tsf-tas/segment-backup-installation-jvzr7-g77cj 1ba2902280061cbd2d0751423d7dc54c5561ff6b3f44cb5a138c62b736e05585 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-jvzr7-g77cj 1ba2902280061cbd2d0751423d7dc54c5561ff6b3f44cb5a138c62b736e05585 network default NAD default NAD key default], result "{}", err I0422 23:48:47.607426 3655 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-jvzr7-g77cj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:48:47.607463 3655 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-jvzr7-g77cj I0422 23:48:47.608947 3655 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-jvzr7-g77cj, ips: 10.130.0.33 I0422 23:48:47.608976 3655 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-jvzr7-g77cj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:48:48.474761 3655 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-jvzr7-g77cj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:48:48.474782 3655 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-jvzr7-g77cj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:48:48.538159 3655 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-627j5] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-627j5 for pod on switch ip-10-0-1-69.ec2.internal I0422 23:48:48.538250 3655 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-627j5 I0422 23:48:48.551448 3655 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-627j5] pod update took 13.222569ms I0422 23:48:48.551472 3655 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-627j5] addLogicalPort annotation time took 13.25009ms I0422 23:48:48.552816 3655 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-627j5] addLogicalPort took 14.675944ms, libovsdb time 898.143µs I0422 23:48:48.562093 3655 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=98 I0422 23:48:48.897285 3655 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-627j5 0f2a8c84c6c6aa0e6f276ab494f157da216c67d82ae701bf056be7e8f485a281 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-627j5 0f2a8c84c6c6aa0e6f276ab494f157da216c67d82ae701bf056be7e8f485a281 network default NAD default NAD key ] I0422 23:48:48.907199 3655 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-627j5, hostIfaceName: 0f2a8c84c6c6aa0, network: default, NAD default, SandboxID: "0f2a8c84c6c6aa0e6f276ab494f157da216c67d82ae701bf056be7e8f485a281", PCI device ID: , UID: "04b440f6-8c46-4544-ba0a-389c000a320f", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0422 23:48:48.962379 3655 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-627j5 0f2a8c84c6c6aa0e6f276ab494f157da216c67d82ae701bf056be7e8f485a281 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-627j5 0f2a8c84c6c6aa0e6f276ab494f157da216c67d82ae701bf056be7e8f485a281 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:b7:e7:07:76:0c\",\"name\":\"0f2a8c84c6c6aa0\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb9c5370-dbca-4c44-b5c0-de1fd53e8e04\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0422 23:48:51.478110 3655 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0422 23:48:52.931409 3655 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0422 23:48:52.931426 3655 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0422 23:49:02.488817 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0422 23:49:13.553386 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0422 23:49:18.236166 3655 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:49:18.236748 3655 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:49:18.262514 3655 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:49:18.262541 3655 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:49:18.266772 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0422 23:49:18.266796 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0422 23:49:18.950932 3655 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-cz5vx] creating logical port tsf_patch-tekton-config-cz5vx for pod on switch ip-10-0-1-69.ec2.internal I0422 23:49:18.951028 3655 kube.go:256] Updating pod tsf/patch-tekton-config-cz5vx I0422 23:49:18.967013 3655 pod.go:62] [tsf/patch-tekton-config-cz5vx] pod update took 16.011443ms I0422 23:49:18.967033 3655 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-cz5vx] addLogicalPort annotation time took 16.035914ms I0422 23:49:18.968244 3655 pods.go:271] [tsf/patch-tekton-config-cz5vx] addLogicalPort took 17.34225ms, libovsdb time 827.608µs I0422 23:49:19.380733 3655 cni.go:452] [tsf/patch-tekton-config-cz5vx aafcb265e062cf4d3d26612020fb4a5289d6427203df5606a08054244959359f network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-cz5vx aafcb265e062cf4d3d26612020fb4a5289d6427203df5606a08054244959359f network default NAD default NAD key ] I0422 23:49:19.389728 3655 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-cz5vx, hostIfaceName: aafcb265e062cf4, network: default, NAD default, SandboxID: "aafcb265e062cf4d3d26612020fb4a5289d6427203df5606a08054244959359f", PCI device ID: , UID: "56224acc-5f94-4332-8ad1-56bb5735b046", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0422 23:49:19.441603 3655 cni.go:473] [tsf/patch-tekton-config-cz5vx aafcb265e062cf4d3d26612020fb4a5289d6427203df5606a08054244959359f network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-cz5vx aafcb265e062cf4d3d26612020fb4a5289d6427203df5606a08054244959359f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:59:a8:a1:7c:bd\",\"name\":\"aafcb265e062cf4\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f5bf3f00-f3fc-4f95-8e15-95e058c3c2d1\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0422 23:49:30.681400 3655 cni.go:452] [tsf/patch-tekton-config-cz5vx aafcb265e062cf4d3d26612020fb4a5289d6427203df5606a08054244959359f network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-cz5vx aafcb265e062cf4d3d26612020fb4a5289d6427203df5606a08054244959359f network default NAD default NAD key ] I0422 23:49:30.773104 3655 cni.go:473] [tsf/patch-tekton-config-cz5vx aafcb265e062cf4d3d26612020fb4a5289d6427203df5606a08054244959359f network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-cz5vx aafcb265e062cf4d3d26612020fb4a5289d6427203df5606a08054244959359f network default NAD default NAD key default], result "{}", err I0422 23:49:30.834621 3655 obj_retry.go:498] Detected object tsf/patch-tekton-config-cz5vx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:49:30.834661 3655 pods.go:176] Deleting pod: tsf/patch-tekton-config-cz5vx I0422 23:49:30.836015 3655 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-cz5vx, ips: 10.130.0.37 I0422 23:49:30.836040 3655 obj_retry.go:498] Detected object tsf/patch-tekton-config-cz5vx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:49:31.700569 3655 obj_retry.go:492] Detected object tsf/patch-tekton-config-cz5vx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:49:31.700593 3655 obj_retry.go:492] Detected object tsf/patch-tekton-config-cz5vx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:49:33.323269 3655 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-whxhm-2wf6x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:49:33.323850 3655 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-whxhm-2wf6x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:49:34.190117 3655 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-whxhm-2wf6x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:49:34.190146 3655 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-whxhm-2wf6x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:49:34.934448 3655 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-59bb9b4644-x7wm5] creating logical port tsf-tas_rekor-redis-59bb9b4644-x7wm5 for pod on switch ip-10-0-1-69.ec2.internal I0422 23:49:34.934560 3655 kube.go:256] Updating pod tsf-tas/rekor-redis-59bb9b4644-x7wm5 I0422 23:49:34.955969 3655 pod.go:62] [tsf-tas/rekor-redis-59bb9b4644-x7wm5] pod update took 21.436268ms I0422 23:49:34.955993 3655 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-59bb9b4644-x7wm5] addLogicalPort annotation time took 21.465388ms I0422 23:49:34.957274 3655 pods.go:271] [tsf-tas/rekor-redis-59bb9b4644-x7wm5] addLogicalPort took 22.845863ms, libovsdb time 908.395µs I0422 23:49:35.293431 3655 cni.go:452] [tsf-tas/rekor-redis-59bb9b4644-x7wm5 11fd121e399a3dd09af4ff242da07a4991cf53d0f32cfd341f6a255fe694a794 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-59bb9b4644-x7wm5 11fd121e399a3dd09af4ff242da07a4991cf53d0f32cfd341f6a255fe694a794 network default NAD default NAD key ] I0422 23:49:35.302841 3655 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-59bb9b4644-x7wm5, hostIfaceName: 11fd121e399a3dd, network: default, NAD default, SandboxID: "11fd121e399a3dd09af4ff242da07a4991cf53d0f32cfd341f6a255fe694a794", PCI device ID: , UID: "34e0f696-8532-4e3b-8673-ecae411f0098", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0422 23:49:35.353108 3655 cni.go:473] [tsf-tas/rekor-redis-59bb9b4644-x7wm5 11fd121e399a3dd09af4ff242da07a4991cf53d0f32cfd341f6a255fe694a794 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-59bb9b4644-x7wm5 11fd121e399a3dd09af4ff242da07a4991cf53d0f32cfd341f6a255fe694a794 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:6c:11:40:c2:fc\",\"name\":\"11fd121e399a3dd\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a9a4901-dc82-4f3c-8c94-11d7663a05e8\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0422 23:49:36.208973 3655 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-5qq8l-gzj2h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:49:36.209482 3655 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-5qq8l-gzj2h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:49:37.087087 3655 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-5qq8l-gzj2h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:49:37.087115 3655 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-5qq8l-gzj2h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:49:37.503607 3655 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-5855b87fc9-zhxwv] creating logical port tsf-tas_rekor-server-5855b87fc9-zhxwv for pod on switch ip-10-0-1-69.ec2.internal I0422 23:49:37.503710 3655 kube.go:256] Updating pod tsf-tas/rekor-server-5855b87fc9-zhxwv I0422 23:49:37.517869 3655 pod.go:62] [tsf-tas/rekor-server-5855b87fc9-zhxwv] pod update took 14.179284ms I0422 23:49:37.517897 3655 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-5855b87fc9-zhxwv] addLogicalPort annotation time took 14.212629ms I0422 23:49:37.519318 3655 pods.go:271] [tsf-tas/rekor-server-5855b87fc9-zhxwv] addLogicalPort took 15.732761ms, libovsdb time 979.36µs W0422 23:49:39.729248 3655 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0422 23:49:42.094947 3655 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0422 23:49:43.232899 3655 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0422 23:49:44.674764 3655 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0422 23:49:44.801299 3655 cni.go:452] [tsf-tas/rekor-server-5855b87fc9-zhxwv 1d7c54ee9c23645127fe19036664bf80656b59d4cf6a1df8e11b776b8d55cac7 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-5855b87fc9-zhxwv 1d7c54ee9c23645127fe19036664bf80656b59d4cf6a1df8e11b776b8d55cac7 network default NAD default NAD key ] I0422 23:49:44.811207 3655 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-5855b87fc9-zhxwv, hostIfaceName: 1d7c54ee9c23645, network: default, NAD default, SandboxID: "1d7c54ee9c23645127fe19036664bf80656b59d4cf6a1df8e11b776b8d55cac7", PCI device ID: , UID: "a154fb7d-9575-4136-bb33-236f8f46a307", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0422 23:49:44.861645 3655 cni.go:473] [tsf-tas/rekor-server-5855b87fc9-zhxwv 1d7c54ee9c23645127fe19036664bf80656b59d4cf6a1df8e11b776b8d55cac7 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-5855b87fc9-zhxwv 1d7c54ee9c23645127fe19036664bf80656b59d4cf6a1df8e11b776b8d55cac7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:99:f6:30:f1:75\",\"name\":\"1d7c54ee9c23645\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bfe1f84a-031d-4041-813a-d4a7442c2684\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0422 23:49:47.774747 3655 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0422 23:49:48.391141 3655 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-gqxpk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:49:48.391759 3655 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-gqxpk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:49:49.279915 3655 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-gqxpk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:49:49.279935 3655 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-gqxpk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:49:49.333723 3655 obj_retry.go:492] Detected object tsf/patch-tekton-config-cz5vx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:49:49.333755 3655 obj_retry.go:492] Detected object tsf/patch-tekton-config-cz5vx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:49:49.338374 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-cz5vx I0422 23:49:49.338406 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-cz5vx W0422 23:49:51.771881 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0422 23:49:54.449054 3655 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:49:54.449658 3655 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:49:54.470995 3655 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:49:54.471020 3655 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:49:54.479903 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0422 23:49:54.479929 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0422 23:49:58.784584 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0422 23:50:01.518571 3655 obj_retry.go:498] Detected object tsf-tpa/create-db-q6lvk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:50:01.519158 3655 obj_retry.go:498] Detected object tsf-tpa/create-db-q6lvk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:50:02.549439 3655 obj_retry.go:492] Detected object tsf-tpa/create-db-q6lvk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:50:02.549471 3655 obj_retry.go:492] Detected object tsf-tpa/create-db-q6lvk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:50:03.568995 3655 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=523 I0422 23:50:04.526945 3655 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615030-thfn7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:50:04.527538 3655 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615030-thfn7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:50:04.670085 3655 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0422 23:50:05.527087 3655 obj_retry.go:498] Detected object tsf-tpa/migrate-db-fzmc5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:50:05.527718 3655 obj_retry.go:498] Detected object tsf-tpa/migrate-db-fzmc5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:50:05.550747 3655 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615030-thfn7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:50:05.550767 3655 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615030-thfn7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:50:05.706835 3655 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fzmc5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:50:05.706861 3655 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fzmc5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:50:08.559819 3655 obj_retry.go:498] Detected object tsf-tpa/create-importers-2w27d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:50:08.560388 3655 obj_retry.go:498] Detected object tsf-tpa/create-importers-2w27d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:50:09.585054 3655 obj_retry.go:492] Detected object tsf-tpa/create-importers-2w27d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:50:09.585077 3655 obj_retry.go:492] Detected object tsf-tpa/create-importers-2w27d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:50:09.855834 3655 base_network_controller_pods.go:487] [default/tsf-tpa/server-6cc7989749-2qt4l] creating logical port tsf-tpa_server-6cc7989749-2qt4l for pod on switch ip-10-0-1-69.ec2.internal I0422 23:50:09.855938 3655 kube.go:256] Updating pod tsf-tpa/server-6cc7989749-2qt4l I0422 23:50:09.873139 3655 pod.go:62] [tsf-tpa/server-6cc7989749-2qt4l] pod update took 17.227926ms I0422 23:50:09.873168 3655 base_network_controller_pods.go:951] [default/tsf-tpa/server-6cc7989749-2qt4l] addLogicalPort annotation time took 17.264777ms I0422 23:50:09.874689 3655 pods.go:271] [tsf-tpa/server-6cc7989749-2qt4l] addLogicalPort took 18.87475ms, libovsdb time 982.599µs I0422 23:50:10.034340 3655 base_network_controller_pods.go:487] [default/tsf-tpa/importer-5b5b6dd8fb-d8pgn] creating logical port tsf-tpa_importer-5b5b6dd8fb-d8pgn for pod on switch ip-10-0-1-69.ec2.internal I0422 23:50:10.034434 3655 kube.go:256] Updating pod tsf-tpa/importer-5b5b6dd8fb-d8pgn I0422 23:50:10.050334 3655 pod.go:62] [tsf-tpa/importer-5b5b6dd8fb-d8pgn] pod update took 15.928216ms I0422 23:50:10.050354 3655 base_network_controller_pods.go:951] [default/tsf-tpa/importer-5b5b6dd8fb-d8pgn] addLogicalPort annotation time took 15.954081ms I0422 23:50:10.051691 3655 pods.go:271] [tsf-tpa/importer-5b5b6dd8fb-d8pgn] addLogicalPort took 17.367173ms, libovsdb time 950.888µs I0422 23:50:10.664946 3655 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0422 23:50:14.686843 3655 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0422 23:50:15.619221 3655 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-zkm79-v5j2l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:50:15.619839 3655 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-zkm79-v5j2l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:50:15.649759 3655 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0422 23:50:16.484738 3655 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-zkm79-v5j2l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:50:16.484763 3655 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-zkm79-v5j2l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:50:16.709736 3655 cni.go:452] [tsf-tpa/importer-5b5b6dd8fb-d8pgn 92a03fdabeadf399310b0f54111b8107de041835d3cce47d5424bd8144a580eb network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-5b5b6dd8fb-d8pgn 92a03fdabeadf399310b0f54111b8107de041835d3cce47d5424bd8144a580eb network default NAD default NAD key ] I0422 23:50:16.718800 3655 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-5b5b6dd8fb-d8pgn, hostIfaceName: 92a03fdabeadf39, network: default, NAD default, SandboxID: "92a03fdabeadf399310b0f54111b8107de041835d3cce47d5424bd8144a580eb", PCI device ID: , UID: "85e390ec-9e25-4def-88cb-7d7c66fb3bf0", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0422 23:50:16.770183 3655 cni.go:473] [tsf-tpa/importer-5b5b6dd8fb-d8pgn 92a03fdabeadf399310b0f54111b8107de041835d3cce47d5424bd8144a580eb network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-5b5b6dd8fb-d8pgn 92a03fdabeadf399310b0f54111b8107de041835d3cce47d5424bd8144a580eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:09:63:77:3b:ae\",\"name\":\"92a03fdabeadf39\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e1d7e59-b090-4666-a3d2-b75d176d667b\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0422 23:50:16.851304 3655 cni.go:452] [tsf-tpa/server-6cc7989749-2qt4l 8903987e49234c0c5a90d20bea08108a708dffd8b6c8ce3f220738c2aee4cf41 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-6cc7989749-2qt4l 8903987e49234c0c5a90d20bea08108a708dffd8b6c8ce3f220738c2aee4cf41 network default NAD default NAD key ] I0422 23:50:16.860832 3655 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-6cc7989749-2qt4l, hostIfaceName: 8903987e49234c0, network: default, NAD default, SandboxID: "8903987e49234c0c5a90d20bea08108a708dffd8b6c8ce3f220738c2aee4cf41", PCI device ID: , UID: "710c6a41-5ea6-41fc-bad8-e11ba99434d3", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0422 23:50:16.914688 3655 cni.go:473] [tsf-tpa/server-6cc7989749-2qt4l 8903987e49234c0c5a90d20bea08108a708dffd8b6c8ce3f220738c2aee4cf41 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-6cc7989749-2qt4l 8903987e49234c0c5a90d20bea08108a708dffd8b6c8ce3f220738c2aee4cf41 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:6a:cd:ad:55:8f\",\"name\":\"8903987e49234c0\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/af67c1d6-53bd-4d95-8f02-1c67b76ec24b\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0422 23:50:19.964577 3655 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0422 23:50:29.680095 3655 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 W0422 23:50:30.948536 3655 util.go:959] Failed to build node endpoints for node ip-10-0-1-69.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server W0422 23:50:39.612906 3655 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0422 23:50:43.563198 3655 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0422 23:50:47.800641 3655 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:50:47.801221 3655 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:50:47.847317 3655 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:50:47.847337 3655 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:50:47.852087 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0422 23:50:47.852108 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0422 23:50:48.581148 3655 namespace.go:98] [default-tenant] adding namespace I0422 23:50:48.582130 3655 namespace.go:102] [default-tenant] adding namespace took 958.829µs I0422 23:50:48.582471 3655 namespace.go:98] [image-controller] adding namespace I0422 23:50:48.583257 3655 namespace.go:102] [image-controller] adding namespace took 771.315µs I0422 23:50:48.587244 3655 namespace.go:98] [integration-service] adding namespace I0422 23:50:48.587958 3655 namespace.go:102] [integration-service] adding namespace took 700.589µs I0422 23:50:48.587986 3655 namespace.go:98] [build-service] adding namespace I0422 23:50:48.588573 3655 namespace.go:102] [build-service] adding namespace took 576.252µs I0422 23:50:48.651227 3655 namespace.go:142] [default-tenant] updating namespace I0422 23:50:48.674375 3655 namespace.go:142] [default-tenant] updating namespace I0422 23:50:48.693986 3655 namespace.go:142] [image-controller] updating namespace I0422 23:50:48.715870 3655 namespace.go:142] [image-controller] updating namespace I0422 23:50:48.732156 3655 namespace.go:142] [integration-service] updating namespace I0422 23:50:48.750692 3655 namespace.go:142] [integration-service] updating namespace I0422 23:50:48.767025 3655 namespace.go:142] [build-service] updating namespace I0422 23:50:48.782069 3655 namespace.go:142] [build-service] updating namespace I0422 23:50:48.858228 3655 namespace.go:142] [build-service] updating namespace I0422 23:50:48.886672 3655 namespace.go:142] [integration-service] updating namespace I0422 23:50:48.915312 3655 namespace.go:98] [release-service] adding namespace I0422 23:50:48.916104 3655 namespace.go:102] [release-service] adding namespace took 779.355µs I0422 23:50:48.964903 3655 namespace.go:142] [release-service] updating namespace I0422 23:50:48.996515 3655 namespace.go:142] [release-service] updating namespace I0422 23:50:49.000694 3655 namespace.go:142] [konflux-ui] updating namespace I0422 23:50:49.110360 3655 namespace.go:98] [konflux-info] adding namespace I0422 23:50:49.111108 3655 namespace.go:102] [konflux-info] adding namespace took 734.56µs I0422 23:50:49.132656 3655 namespace.go:98] [namespace-lister] adding namespace I0422 23:50:49.133305 3655 namespace.go:102] [namespace-lister] adding namespace took 634.306µs I0422 23:50:49.172381 3655 namespace.go:142] [image-controller] updating namespace I0422 23:50:49.172479 3655 namespace.go:98] [enterprise-contract-service] adding namespace I0422 23:50:49.173302 3655 namespace.go:102] [enterprise-contract-service] adding namespace took 808.632µs I0422 23:50:49.273545 3655 namespace.go:142] [konflux-info] updating namespace I0422 23:50:49.273670 3655 namespace.go:142] [default-tenant] updating namespace I0422 23:50:49.349168 3655 namespace.go:98] [segment-bridge] adding namespace I0422 23:50:49.349999 3655 namespace.go:102] [segment-bridge] adding namespace took 811.799µs I0422 23:50:49.506450 3655 namespace.go:98] [konflux-cli] adding namespace I0422 23:50:49.507205 3655 namespace.go:102] [konflux-cli] adding namespace took 736.803µs I0422 23:50:49.680396 3655 namespace.go:142] [konflux-info] updating namespace I0422 23:50:49.790344 3655 namespace.go:142] [namespace-lister] updating namespace I0422 23:50:49.950243 3655 namespace.go:142] [namespace-lister] updating namespace I0422 23:50:49.950282 3655 namespace.go:142] [enterprise-contract-service] updating namespace I0422 23:50:50.042557 3655 namespace.go:142] [segment-bridge] updating namespace I0422 23:50:50.042560 3655 namespace.go:142] [enterprise-contract-service] updating namespace I0422 23:50:50.114552 3655 namespace.go:142] [konflux-cli] updating namespace I0422 23:50:50.114725 3655 namespace.go:142] [segment-bridge] updating namespace I0422 23:50:50.220563 3655 namespace.go:142] [konflux-cli] updating namespace I0422 23:50:50.565788 3655 namespace.go:142] [build-service] updating namespace I0422 23:50:50.604346 3655 namespace.go:142] [default-tenant] updating namespace I0422 23:50:50.893908 3655 namespace.go:142] [enterprise-contract-service] updating namespace I0422 23:50:50.968014 3655 namespace.go:142] [image-controller] updating namespace I0422 23:50:51.163508 3655 namespace.go:142] [integration-service] updating namespace I0422 23:50:51.362767 3655 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0422 23:50:51.363387 3655 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0422 23:50:51.363408 3655 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0422 23:50:51.365824 3655 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0422 23:50:51.366686 3655 namespace.go:142] [konflux-cli] updating namespace I0422 23:50:51.445395 3655 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0422 23:50:51.445422 3655 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0422 23:50:51.446298 3655 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0422 23:50:51.578001 3655 namespace.go:142] [konflux-info] updating namespace I0422 23:50:51.786332 3655 namespace.go:142] [namespace-lister] updating namespace I0422 23:50:51.991535 3655 namespace.go:142] [release-service] updating namespace I0422 23:50:52.169915 3655 namespace.go:142] [segment-bridge] updating namespace I0422 23:50:52.291715 3655 namespace.go:142] [build-service] updating namespace I0422 23:50:52.318820 3655 namespace.go:142] [default-tenant] updating namespace I0422 23:50:52.329121 3655 namespace.go:142] [enterprise-contract-service] updating namespace I0422 23:50:52.339771 3655 namespace.go:142] [image-controller] updating namespace I0422 23:50:52.357202 3655 namespace.go:142] [integration-service] updating namespace I0422 23:50:52.391923 3655 namespace.go:142] [konflux-cli] updating namespace I0422 23:50:52.438854 3655 namespace.go:142] [konflux-info] updating namespace I0422 23:50:52.461190 3655 namespace.go:142] [namespace-lister] updating namespace I0422 23:50:52.481125 3655 namespace.go:142] [release-service] updating namespace I0422 23:50:52.501309 3655 namespace.go:142] [segment-bridge] updating namespace I0422 23:50:52.554750 3655 namespace.go:142] [build-service] updating namespace I0422 23:50:52.642934 3655 namespace.go:142] [default-tenant] updating namespace I0422 23:50:52.706566 3655 namespace.go:142] [enterprise-contract-service] updating namespace I0422 23:50:52.763832 3655 namespace.go:142] [image-controller] updating namespace I0422 23:50:52.813804 3655 namespace.go:142] [integration-service] updating namespace I0422 23:50:52.923012 3655 namespace.go:142] [konflux-cli] updating namespace I0422 23:50:53.022240 3655 namespace.go:142] [konflux-info] updating namespace I0422 23:50:53.149193 3655 namespace.go:142] [namespace-lister] updating namespace I0422 23:50:53.230238 3655 namespace.go:142] [release-service] updating namespace I0422 23:50:53.333639 3655 namespace.go:142] [segment-bridge] updating namespace W0422 23:50:55.491761 3655 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0422 23:50:59.761370 3655 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0422 23:50:59.805412 3655 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0422 23:51:05.556301 3655 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0422 23:51:05.556316 3655 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0422 23:51:05.587546 3655 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0422 23:51:05.588677 3655 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0422 23:51:05.611021 3655 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0422 23:51:05.611149 3655 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0422 23:51:05.816340 3655 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0422 23:51:05.816357 3655 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0422 23:51:06.561363 3655 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0422 23:51:07.616011 3655 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0422 23:51:07.616815 3655 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0422 23:51:13.560836 3655 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=75 I0422 23:51:16.934882 3655 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-xl8gk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:51:16.935442 3655 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-xl8gk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:51:17.652988 3655 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-xl8gk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:51:17.653011 3655 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-xl8gk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:51:17.662732 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-xl8gk I0422 23:51:17.662757 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-xl8gk I0422 23:51:25.649961 3655 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0422 23:52:14.454864 3655 obj_retry.go:498] Detected object konflux-ui/proxy-7887847f6d-k7hgp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:52:14.455445 3655 obj_retry.go:498] Detected object konflux-ui/proxy-7887847f6d-k7hgp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:52:14.936682 3655 obj_retry.go:492] Detected object konflux-ui/proxy-7887847f6d-k7hgp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:52:14.936710 3655 obj_retry.go:492] Detected object konflux-ui/proxy-7887847f6d-k7hgp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:52:14.945825 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7887847f6d-k7hgp I0422 23:52:14.945849 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7887847f6d-k7hgp I0422 23:52:21.428085 3655 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:52:21.428696 3655 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:52:21.448363 3655 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:52:21.448385 3655 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:52:21.462786 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0422 23:52:21.462815 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0422 23:52:51.251437 3655 namespace.go:98] [default-managed-tenant-r485s] adding namespace I0422 23:52:51.252477 3655 namespace.go:102] [default-managed-tenant-r485s] adding namespace took 1.021602ms I0422 23:52:51.280140 3655 namespace.go:142] [default-managed-tenant-r485s] updating namespace I0422 23:52:51.298833 3655 namespace.go:142] [default-managed-tenant-r485s] updating namespace I0422 23:52:52.375982 3655 namespace.go:142] [default-managed-tenant-r485s] updating namespace I0422 23:52:52.505115 3655 namespace.go:142] [default-managed-tenant-r485s] updating namespace I0422 23:52:52.604481 3655 namespace.go:142] [default-managed-tenant-r485s] updating namespace I0422 23:52:56.653088 3655 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0422 23:52:58.564052 3655 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=104 I0422 23:53:19.660041 3655 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0422 23:55:23.673788 3655 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0422 23:55:35.677720 3655 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0422 23:55:54.565149 3655 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=79 I0422 23:56:25.563673 3655 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=35 I0422 23:56:36.683318 3655 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0422 23:57:29.652518 3655 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0422 23:57:34.571536 3655 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=148 I0422 23:57:53.565955 3655 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0422 23:57:56.689332 3655 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0422 23:58:41.567093 3655 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=5 I0422 23:58:45.656161 3655 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 I0422 23:59:14.563727 3655 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=36 I0422 23:59:14.652711 3655 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0422 23:59:24.689581 3655 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0422 23:59:59.667923 3655 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0423 00:00:00.321128 3655 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-nightly-metrics-29615040-7phlr] creating logical port tsf-tas_segment-backup-nightly-metrics-29615040-7phlr for pod on switch ip-10-0-1-69.ec2.internal I0423 00:00:00.321261 3655 kube.go:256] Updating pod tsf-tas/segment-backup-nightly-metrics-29615040-7phlr I0423 00:00:00.364406 3655 kube.go:256] Updating pod tsf-tas/segment-backup-nightly-metrics-29615040-7phlr I0423 00:00:00.391192 3655 pod.go:62] [tsf-tas/segment-backup-nightly-metrics-29615040-7phlr] pod update took 69.962314ms I0423 00:00:00.391217 3655 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-nightly-metrics-29615040-7phlr] addLogicalPort annotation time took 69.991779ms I0423 00:00:00.392437 3655 pods.go:271] [tsf-tas/segment-backup-nightly-metrics-29615040-7phlr] addLogicalPort took 71.333404ms, libovsdb time 787.01µs I0423 00:00:00.684514 3655 cni.go:452] [tsf-tas/segment-backup-nightly-metrics-29615040-7phlr c42b59383c3d5f8a37d50615129356987b8fe0266347d5c78d774a0a6ac51fc5 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-nightly-metrics-29615040-7phlr c42b59383c3d5f8a37d50615129356987b8fe0266347d5c78d774a0a6ac51fc5 network default NAD default NAD key ] I0423 00:00:00.693815 3655 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-nightly-metrics-29615040-7phlr, hostIfaceName: c42b59383c3d5f8, network: default, NAD default, SandboxID: "c42b59383c3d5f8a37d50615129356987b8fe0266347d5c78d774a0a6ac51fc5", PCI device ID: , UID: "b25d0426-1a24-4a96-b095-fc15f8d370a0", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0423 00:00:00.746668 3655 cni.go:473] [tsf-tas/segment-backup-nightly-metrics-29615040-7phlr c42b59383c3d5f8a37d50615129356987b8fe0266347d5c78d774a0a6ac51fc5 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-nightly-metrics-29615040-7phlr c42b59383c3d5f8a37d50615129356987b8fe0266347d5c78d774a0a6ac51fc5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:a7:5d:c9:e7:ce\",\"name\":\"c42b59383c3d5f8\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc258b38-4f84-40e6-9895-1e14ddb078ac\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0423 00:00:02.070231 3655 obj_retry.go:492] Detected object tsf-tpa/create-db-q6lvk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:02.070259 3655 obj_retry.go:492] Detected object tsf-tpa/create-db-q6lvk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:02.082613 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-q6lvk I0423 00:00:02.082648 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-q6lvk I0423 00:00:02.596056 3655 obj_retry.go:498] Detected object openshift-image-registry/image-pruner-29615040-mtpt7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:00:02.596653 3655 obj_retry.go:498] Detected object openshift-image-registry/image-pruner-29615040-mtpt7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:00:02.901635 3655 cni.go:452] [tsf-tas/segment-backup-nightly-metrics-29615040-7phlr c42b59383c3d5f8a37d50615129356987b8fe0266347d5c78d774a0a6ac51fc5 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-nightly-metrics-29615040-7phlr c42b59383c3d5f8a37d50615129356987b8fe0266347d5c78d774a0a6ac51fc5 network default NAD default NAD key ] I0423 00:00:02.991590 3655 cni.go:473] [tsf-tas/segment-backup-nightly-metrics-29615040-7phlr c42b59383c3d5f8a37d50615129356987b8fe0266347d5c78d774a0a6ac51fc5 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-nightly-metrics-29615040-7phlr c42b59383c3d5f8a37d50615129356987b8fe0266347d5c78d774a0a6ac51fc5 network default NAD default NAD key default], result "{}", err I0423 00:00:03.046626 3655 obj_retry.go:498] Detected object tsf-tas/segment-backup-nightly-metrics-29615040-7phlr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:00:03.046657 3655 pods.go:176] Deleting pod: tsf-tas/segment-backup-nightly-metrics-29615040-7phlr I0423 00:00:03.047862 3655 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-nightly-metrics-29615040-7phlr, ips: 10.130.0.42 I0423 00:00:03.047888 3655 obj_retry.go:498] Detected object tsf-tas/segment-backup-nightly-metrics-29615040-7phlr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:00:03.610702 3655 obj_retry.go:498] Detected object integration-service/integration-service-snapshot-garbage-collector-29615040-v68vk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:00:03.611283 3655 obj_retry.go:498] Detected object integration-service/integration-service-snapshot-garbage-collector-29615040-v68vk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:00:03.620785 3655 obj_retry.go:492] Detected object openshift-image-registry/image-pruner-29615040-mtpt7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:03.620803 3655 obj_retry.go:492] Detected object openshift-image-registry/image-pruner-29615040-mtpt7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:04.072439 3655 obj_retry.go:492] Detected object tsf-tas/segment-backup-nightly-metrics-29615040-7phlr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:04.072466 3655 obj_retry.go:492] Detected object tsf-tas/segment-backup-nightly-metrics-29615040-7phlr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:04.427425 3655 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615040-g85cl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:00:04.428006 3655 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615040-g85cl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:00:04.489054 3655 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-29615040-j6gbz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:00:04.489451 3655 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-29615040-j6gbz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:00:04.634718 3655 obj_retry.go:492] Detected object integration-service/integration-service-snapshot-garbage-collector-29615040-v68vk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:04.634744 3655 obj_retry.go:492] Detected object integration-service/integration-service-snapshot-garbage-collector-29615040-v68vk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:05.038858 3655 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fzmc5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:05.038887 3655 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fzmc5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:05.047595 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-fzmc5 I0423 00:00:05.047620 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-fzmc5 I0423 00:00:05.451066 3655 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615040-g85cl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:05.451093 3655 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615040-g85cl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:05.514799 3655 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-29615040-j6gbz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:05.514819 3655 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-29615040-j6gbz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:06.308880 3655 obj_retry.go:498] Detected object tsf-tas/backfill-redis-29615040-sr6l5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:00:06.309474 3655 obj_retry.go:498] Detected object tsf-tas/backfill-redis-29615040-sr6l5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:00:07.332699 3655 obj_retry.go:492] Detected object tsf-tas/backfill-redis-29615040-sr6l5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:07.332720 3655 obj_retry.go:492] Detected object tsf-tas/backfill-redis-29615040-sr6l5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:09.041329 3655 obj_retry.go:492] Detected object tsf-tpa/create-importers-2w27d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:09.041364 3655 obj_retry.go:492] Detected object tsf-tpa/create-importers-2w27d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:09.045602 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-2w27d I0423 00:00:09.045629 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-2w27d I0423 00:00:45.663205 3655 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0423 00:01:11.676420 3655 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0423 00:02:28.566659 3655 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0423 00:03:01.568091 3655 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0423 00:03:50.969416 3655 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-wlpzj-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:03:50.970027 3655 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-wlpzj-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:03:51.693327 3655 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-wlpzj-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:03:51.693352 3655 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-wlpzj-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:03:51.703178 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-wlpzj-init-pod I0423 00:03:51.703210 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-wlpzj-init-pod I0423 00:03:59.568843 3655 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0423 00:04:04.802011 3655 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:04:04.802613 3655 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:04:23.963795 3655 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:04:23.964385 3655 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:04:49.658794 3655 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0423 00:05:13.329712 3655 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:05:13.330356 3655 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:05:29.570734 3655 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=12 I0423 00:05:32.681086 3655 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0423 00:05:32.692278 3655 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0423 00:05:38.655766 3655 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0423 00:05:54.666166 3655 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0423 00:06:02.574364 3655 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=156 I0423 00:06:06.671018 3655 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0423 00:06:17.686567 3655 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0423 00:06:23.566397 3655 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=38 I0423 00:06:43.693226 3655 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0423 00:07:50.297047 3655 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:07:50.297659 3655 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:08:03.570907 3655 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=4 I0423 00:08:20.581943 3655 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:08:20.582594 3655 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:08:21.655177 3655 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0423 00:09:09.679435 3655 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0423 00:09:36.295767 3655 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:09:36.296340 3655 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:09:44.150140 3655 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:09:44.150741 3655 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:09:47.138052 3655 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:09:47.138647 3655 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:09:48.179176 3655 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:09:48.179814 3655 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:09:55.211439 3655 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:09:55.212076 3655 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:10:01.721407 3655 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-btvs5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:10:01.722122 3655 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-btvs5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:10:01.727427 3655 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-cbz8l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:10:01.728039 3655 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-cbz8l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:10:02.063411 3655 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-btvs5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:10:02.063441 3655 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-btvs5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:10:02.072120 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-btvs5 I0423 00:10:02.072143 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-btvs5 I0423 00:10:02.585712 3655 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-cbz8l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:10:02.585740 3655 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-cbz8l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:10:02.595695 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-cbz8l I0423 00:10:02.595721 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-cbz8l I0423 00:10:04.418802 3655 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615050-pnvkg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:10:04.419330 3655 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615050-pnvkg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:10:05.278679 3655 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615050-pnvkg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:10:05.278704 3655 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615050-pnvkg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:10:05.316990 3655 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615020-lskrr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:10:05.317010 3655 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615020-lskrr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:10:05.324401 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29615020-lskrr I0423 00:10:05.324429 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29615020-lskrr I0423 00:11:06.569083 3655 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0423 00:11:15.661727 3655 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0423 00:11:32.674197 3655 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0423 00:11:39.569530 3655 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=29 I0423 00:11:52.574361 3655 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11 I0423 00:12:10.695464 3655 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0423 00:12:10.696336 3655 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0423 00:12:30.480086 3655 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:12:30.480680 3655 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:12:52.332463 3655 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:12:52.333115 3655 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:12:56.572144 3655 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0423 00:13:10.444734 3655 obj_retry.go:498] Detected object default-tenant/my-integration-test-dffk-xxffs-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:13:10.445387 3655 obj_retry.go:498] Detected object default-tenant/my-integration-test-dffk-xxffs-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:13:10.573308 3655 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=5 I0423 00:13:35.044046 3655 obj_retry.go:498] Detected object default-tenant/my-integration-test-dffk-xxffs-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:13:35.044591 3655 obj_retry.go:498] Detected object default-tenant/my-integration-test-dffk-xxffs-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:14:05.813035 3655 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:14:05.813749 3655 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:14:23.669053 3655 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0423 00:14:32.472826 3655 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:14:32.473381 3655 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:14:37.683930 3655 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0423 00:14:41.155730 3655 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:14:41.156317 3655 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:14:41.189021 3655 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:14:41.189631 3655 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:14:45.161964 3655 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:14:45.162522 3655 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:14:46.175120 3655 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:14:46.175698 3655 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:14:46.577477 3655 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=252 I0423 00:14:58.307201 3655 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:14:58.307756 3655 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:15:10.784205 3655 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:15:10.784745 3655 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:15:22.502651 3655 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:15:22.503190 3655 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:15:22.658799 3655 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0423 00:15:31.572878 3655 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:15:31.573399 3655 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:16:02.337571 3655 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:16:02.338173 3655 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:16:07.689789 3655 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0423 00:16:34.585772 3655 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:16:34.586376 3655 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:16:51.210731 3655 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:16:51.211313 3655 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:17:09.676445 3655 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5 I0423 00:17:49.658320 3655 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0423 00:17:52.565023 3655 obj_retry.go:498] Detected object default-managed-tenant-r485s/affinity-assistant-727faf88df-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:17:52.565663 3655 obj_retry.go:498] Detected object default-managed-tenant-r485s/affinity-assistant-727faf88df-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:17:53.271269 3655 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:17:53.271877 3655 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:17:53.550083 3655 obj_retry.go:492] Detected object default-managed-tenant-r485s/affinity-assistant-727faf88df-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:17:53.550133 3655 obj_retry.go:492] Detected object default-managed-tenant-r485s/affinity-assistant-727faf88df-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:17:53.554321 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-managed-tenant-r485s/affinity-assistant-727faf88df-0 I0423 00:17:53.554353 3655 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-managed-tenant-r485s/affinity-assistant-727faf88df-0 I0423 00:18:00.698348 3655 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6