+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-179.ec2.internal ++ [[ -n ip-10-0-1-179.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-179.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0425 02:55:32.397629085 - disable conntrack on geneve port' I0425 02:55:32.397629085 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0425 02:55:32.441832311 - starting ovnkube-node' I0425 02:55:32.441832311 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-179.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-179.ec2.internal --init-node ip-10-0-1-179.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-179.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0425 02:55:32.497551 4008 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0425 02:55:32.497624 4008 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-6893b24f7c.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0425 02:55:32.499128 4008 kube.go:431] Waiting for certificate I0425 02:55:32.499157 4008 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0425 02:55:32.499195 4008 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0425 02:55:32.500032 4008 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0425 02:55:32.526590 4008 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 02:55:32.526609 4008 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 02:55:32.529010 4008 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 02:55:32.531397 4008 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-7qqhl" I0425 02:55:32.540925 4008 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-7qqhl" I0425 02:55:32.541031 4008 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 02:55:33.499190 4008 kube.go:438] Certificate found I0425 02:55:33.499687 4008 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0425 02:55:33.500720 4008 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0425 02:55:33.550411 4008 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-26 02:50:32 +0000 UTC" deadline="2026-04-25 19:40:49.786103838 +0000 UTC" I0425 02:55:33.550453 4008 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="16h45m16.235665077s" I0425 02:55:33.564233 4008 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0425 02:55:33.583619 4008 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0425 02:55:33.583686 4008 factory.go:561] Starting watch factory I0425 02:55:33.583771 4008 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:33.583788 4008 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:33.583803 4008 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:33.583818 4008 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:33.583831 4008 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:33.583839 4008 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:33.584045 4008 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:33.584067 4008 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:33.584170 4008 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:33.584188 4008 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:33.584536 4008 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:33.584571 4008 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:33.587949 4008 controller_manager.go:370] Starting the ovnkube controller I0425 02:55:33.587963 4008 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-179.ec2.internal I0425 02:55:33.588029 4008 controller_manager.go:395] NBDB zone sync took: 56.121µs I0425 02:55:33.588045 4008 factory.go:561] Starting watch factory I0425 02:55:33.588516 4008 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0425 02:55:33.588612 4008 server.go:101] MetricServer registers OVS metrics I0425 02:55:33.589098 4008 server.go:105] MetricServer registers OVN DB metrics I0425 02:55:33.593885 4008 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0425 02:55:33.593913 4008 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0425 02:55:33.604172 4008 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:33.605057 4008 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:33.605178 4008 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:33.605740 4008 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:33.607235 4008 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:33.611784 4008 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0425 02:55:33.611869 4008 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0425 02:55:33.612075 4008 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:33.617268 4008 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0425 02:55:33.617360 4008 server.go:109] MetricServer registers OVN Controller metrics I0425 02:55:33.621726 4008 server.go:113] MetricServer registers OVN Northd metrics I0425 02:55:33.625875 4008 metrics.go:519] OVN Metrics Server starts to run ... I0425 02:55:33.689718 4008 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0425 02:55:33.689757 4008 factory.go:1977] *v1.Namespace informer cache synced successfully I0425 02:55:33.689762 4008 factory.go:1977] *v1.Node informer cache synced successfully I0425 02:55:33.689765 4008 factory.go:1977] *v1.Service informer cache synced successfully I0425 02:55:33.689768 4008 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0425 02:55:33.689771 4008 factory.go:1977] *v1.Pod informer cache synced successfully I0425 02:55:33.689968 4008 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 02:55:33.689996 4008 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 02:55:33.689985 4008 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 02:55:33.690039 4008 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 02:55:33.692467 4008 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 02:55:33.692499 4008 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 02:55:33.694047 4008 factory.go:1977] *v1.Service informer cache synced successfully I0425 02:55:33.694058 4008 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0425 02:55:33.694062 4008 factory.go:1977] *v1.Pod informer cache synced successfully I0425 02:55:33.694065 4008 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0425 02:55:33.694068 4008 factory.go:1977] *v1.Namespace informer cache synced successfully I0425 02:55:33.694071 4008 factory.go:1977] *v1.Node informer cache synced successfully I0425 02:55:33.695223 4008 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0425 02:55:33.695235 4008 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0425 02:55:33.695322 4008 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:33.695345 4008 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:33.697252 4008 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:33.699854 4008 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0425 02:55:33.699866 4008 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0425 02:55:33.700995 4008 factory.go:1977] *v1.EgressIP informer cache synced successfully I0425 02:55:33.701056 4008 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:33.701081 4008 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:33.703062 4008 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:33.705685 4008 factory.go:1977] *v1.EgressIP informer cache synced successfully I0425 02:55:33.706772 4008 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0425 02:55:33.706826 4008 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:33.706837 4008 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:33.708665 4008 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:33.711220 4008 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0425 02:55:33.712364 4008 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0425 02:55:33.712433 4008 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:33.712451 4008 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:33.714241 4008 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:33.716804 4008 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0425 02:55:33.717947 4008 factory.go:1977] *v1.EgressService informer cache synced successfully I0425 02:55:33.718010 4008 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:33.718023 4008 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:33.719976 4008 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:33.722553 4008 factory.go:1977] *v1.EgressService informer cache synced successfully I0425 02:55:33.723696 4008 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0425 02:55:33.724005 4008 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0425 02:55:33.724024 4008 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0425 02:55:33.725930 4008 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0425 02:55:33.727632 4008 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0425 02:55:33.729779 4008 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0425 02:55:33.729841 4008 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:33.729853 4008 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:33.729921 4008 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:33.729942 4008 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:33.731912 4008 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:33.731920 4008 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:33.732823 4008 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0425 02:55:33.735671 4008 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0425 02:55:33.735679 4008 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0425 02:55:33.735686 4008 factory.go:680] Watch Factory start up complete, took: 152.002938ms I0425 02:55:33.735744 4008 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0425 02:55:33.738078 4008 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0425 02:55:33.738088 4008 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0425 02:55:33.738095 4008 factory.go:680] Watch Factory start up complete, took: 150.050366ms I0425 02:55:33.738102 4008 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-179.ec2.internal" zone I0425 02:55:33.784944 4008 default_node_network_controller.go:710] Initializing the default node network controller I0425 02:55:33.855497 4008 udn_isolation.go:101] Starting UDN host isolation manager I0425 02:55:33.862569 4008 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0425 02:55:33.913146 4008 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0425 02:55:33.913248 4008 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0425 02:55:33.913261 4008 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0425 02:55:33.947870 4008 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0425 02:55:33.947943 4008 default_node_network_controller.go:809] Node ip-10-0-1-179.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0425 02:55:33.953921 4008 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.179"] k8s.ovn.org/zone-name:ip-10-0-1-179.ec2.internal] on node ip-10-0-1-179.ec2.internal I0425 02:55:33.976621 4008 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0425 02:55:33.983168 4008 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0425 02:55:33.983295 4008 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0425 02:55:33.983444 4008 gateway_init.go:263] Preparing Gateway I0425 02:55:33.983455 4008 gateway_shared_intf.go:1687] Creating new gateway I0425 02:55:33.988736 4008 controller_manager.go:429] Waiting for node in zone sync took: 250.620528ms I0425 02:55:33.994052 4008 controller_manager.go:611] Switching to transit router for layer2 networks I0425 02:55:33.994068 4008 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-179.ec2.internal I0425 02:55:34.021235 4008 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0425 02:55:34.027605 4008 controller_manager.go:290] SCTP support detected in OVN I0425 02:55:34.028247 4008 services_controller.go:69] Creating services controller for network=default I0425 02:55:34.028323 4008 udn_enabled_svc.go:80] Waiting for service informer to sync I0425 02:55:34.028557 4008 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0425 02:55:34.028596 4008 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0425 02:55:34.028613 4008 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0425 02:55:34.028623 4008 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0425 02:55:34.028809 4008 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0425 02:55:34.028852 4008 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0425 02:55:34.028915 4008 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 69.89µs I0425 02:55:34.028949 4008 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 87.138µs I0425 02:55:34.028959 4008 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 105.619µs I0425 02:55:34.028969 4008 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0425 02:55:34.028978 4008 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0425 02:55:34.028992 4008 default_network_controller.go:325] Starting the default network controller I0425 02:55:34.029054 4008 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 10.013µs I0425 02:55:34.029181 4008 udn_enabled_svc.go:95] Performing full resync I0425 02:55:34.029497 4008 udn_enabled_svc.go:99] Waiting for handler to sync I0425 02:55:34.029508 4008 udn_enabled_svc.go:104] Starting worker I0425 02:55:34.038202 4008 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0425 02:55:34.038285 4008 repair.go:33] Syncing exgw routes took 67.755µs I0425 02:55:34.038311 4008 default_network_controller.go:414] Starting all the Watchers... I0425 02:55:34.038543 4008 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0425 02:55:34.038552 4008 namespace.go:98] [openshift-authentication] adding namespace I0425 02:55:34.038557 4008 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0425 02:55:34.038561 4008 namespace.go:98] [openshift-multus] adding namespace I0425 02:55:34.038566 4008 namespace.go:98] [openshift-config] adding namespace I0425 02:55:34.038546 4008 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0425 02:55:34.038578 4008 namespace.go:98] [openshift-network-diagnostics] adding namespace I0425 02:55:34.038582 4008 namespace.go:98] [openshift-monitoring] adding namespace I0425 02:55:34.038586 4008 namespace.go:98] [openshift-controller-manager] adding namespace I0425 02:55:34.038583 4008 namespace.go:98] [openshift-operators-redhat] adding namespace I0425 02:55:34.038584 4008 namespace.go:98] [openshift-image-registry] adding namespace I0425 02:55:34.038592 4008 namespace.go:98] [openshift-route-controller-manager] adding namespace I0425 02:55:34.038593 4008 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0425 02:55:34.038601 4008 namespace.go:98] [openshift-operators] adding namespace I0425 02:55:34.038543 4008 namespace.go:98] [openshift-console-user-settings] adding namespace I0425 02:55:34.039611 4008 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 1.054387ms I0425 02:55:34.039628 4008 namespace.go:98] [openshift-customer-monitoring] adding namespace I0425 02:55:34.040264 4008 namespace.go:102] [openshift-customer-monitoring] adding namespace took 631.443µs I0425 02:55:34.040277 4008 namespace.go:98] [openshift-authentication-operator] adding namespace I0425 02:55:34.040826 4008 namespace.go:102] [openshift-authentication] adding namespace took 2.262888ms I0425 02:55:34.040838 4008 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0425 02:55:34.041414 4008 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 2.845406ms I0425 02:55:34.041430 4008 namespace.go:98] [openshift-service-ca-operator] adding namespace W0425 02:55:34.041437 4008 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-ct69w: pod openshift-multus/network-metrics-daemon-ct69w: no pod IPs found W0425 02:55:34.041447 4008 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-f7q44: pod openshift-multus/network-metrics-daemon-f7q44: no pod IPs found I0425 02:55:34.041992 4008 namespace.go:102] [openshift-multus] adding namespace took 3.419461ms I0425 02:55:34.042003 4008 namespace.go:98] [openshift-network-node-identity] adding namespace I0425 02:55:34.042571 4008 namespace.go:102] [openshift-config] adding namespace took 3.992491ms I0425 02:55:34.042585 4008 namespace.go:98] [openshift-package-operator] adding namespace W0425 02:55:34.043147 4008 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-4p545: pod openshift-network-diagnostics/network-check-target-4p545: no pod IPs found I0425 02:55:34.043172 4008 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 4.591748ms I0425 02:55:34.043180 4008 namespace.go:98] [openshift-console] adding namespace W0425 02:55:34.043198 4008 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-t78q7: pod openshift-network-diagnostics/network-check-target-t78q7: no pod IPs found I0425 02:55:34.043772 4008 namespace.go:102] [openshift-network-diagnostics] adding namespace took 5.173137ms I0425 02:55:34.043795 4008 namespace.go:98] [open-cluster-management-2pstnblpfvopedep638n6fq8493r2vv0] adding namespace I0425 02:55:34.044396 4008 namespace.go:102] [openshift-monitoring] adding namespace took 5.803374ms I0425 02:55:34.044413 4008 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0425 02:55:34.044945 4008 namespace.go:102] [openshift-controller-manager] adding namespace took 6.350983ms I0425 02:55:34.044962 4008 namespace.go:98] [openshift-backplane-tam] adding namespace I0425 02:55:34.045428 4008 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.833322ms I0425 02:55:34.045437 4008 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0425 02:55:34.045881 4008 namespace.go:102] [openshift-image-registry] adding namespace took 7.282981ms I0425 02:55:34.045894 4008 namespace.go:98] [dedicated-admin] adding namespace I0425 02:55:34.046353 4008 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.753573ms I0425 02:55:34.046364 4008 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0425 02:55:34.046788 4008 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 8.186701ms I0425 02:55:34.046801 4008 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0425 02:55:34.047238 4008 namespace.go:102] [openshift-operators] adding namespace took 8.629737ms I0425 02:55:34.047254 4008 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0425 02:55:34.047669 4008 namespace.go:102] [openshift-console-user-settings] adding namespace took 9.013783ms I0425 02:55:34.047681 4008 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0425 02:55:34.048038 4008 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.754508ms I0425 02:55:34.048055 4008 namespace.go:98] [openshift-ingress] adding namespace I0425 02:55:34.048565 4008 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.722037ms I0425 02:55:34.048577 4008 namespace.go:98] [openshift-etcd] adding namespace I0425 02:55:34.049002 4008 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.564206ms I0425 02:55:34.049018 4008 namespace.go:98] [openshift-ingress-operator] adding namespace I0425 02:55:34.049463 4008 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.455269ms I0425 02:55:34.049475 4008 namespace.go:98] [openshift-kube-apiserver] adding namespace I0425 02:55:34.049875 4008 namespace.go:102] [openshift-package-operator] adding namespace took 7.28469ms I0425 02:55:34.049888 4008 namespace.go:98] [kube-node-lease] adding namespace I0425 02:55:34.050362 4008 namespace.go:102] [openshift-console] adding namespace took 7.176505ms I0425 02:55:34.050376 4008 namespace.go:98] [openshift-machine-config-operator] adding namespace I0425 02:55:34.050768 4008 namespace.go:102] [open-cluster-management-2pstnblpfvopedep638n6fq8493r2vv0] adding namespace took 6.966952ms I0425 02:55:34.050781 4008 namespace.go:98] [default] adding namespace I0425 02:55:34.051200 4008 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.78254ms I0425 02:55:34.051211 4008 namespace.go:98] [kube-system] adding namespace I0425 02:55:34.051615 4008 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.647042ms I0425 02:55:34.051628 4008 namespace.go:98] [openshift-marketplace] adding namespace I0425 02:55:34.052006 4008 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.564144ms I0425 02:55:34.052016 4008 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0425 02:55:34.052471 4008 namespace.go:102] [dedicated-admin] adding namespace took 6.572747ms I0425 02:55:34.052482 4008 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0425 02:55:34.052919 4008 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.550233ms I0425 02:55:34.052930 4008 namespace.go:98] [openshift-apiserver-operator] adding namespace I0425 02:55:34.053358 4008 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.553691ms I0425 02:55:34.053368 4008 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0425 02:55:34.053727 4008 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.468193ms I0425 02:55:34.053745 4008 namespace.go:98] [openshift-dns] adding namespace I0425 02:55:34.054250 4008 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.563148ms I0425 02:55:34.054265 4008 namespace.go:98] [openshift-kube-scheduler] adding namespace I0425 02:55:34.054673 4008 namespace.go:102] [openshift-ingress] adding namespace took 6.613264ms I0425 02:55:34.054685 4008 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0425 02:55:34.055050 4008 namespace.go:102] [openshift-etcd] adding namespace took 6.467774ms I0425 02:55:34.055065 4008 namespace.go:98] [openshift-logging] adding namespace I0425 02:55:34.055507 4008 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.483719ms I0425 02:55:34.055519 4008 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0425 02:55:34.055947 4008 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.468844ms I0425 02:55:34.055958 4008 namespace.go:98] [openshift-cluster-version] adding namespace I0425 02:55:34.056382 4008 namespace.go:102] [kube-node-lease] adding namespace took 6.488315ms I0425 02:55:34.056398 4008 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0425 02:55:34.056836 4008 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.453182ms I0425 02:55:34.056850 4008 namespace.go:98] [openshift-console-operator] adding namespace I0425 02:55:34.057228 4008 namespace.go:102] [default] adding namespace took 6.442659ms I0425 02:55:34.057243 4008 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0425 02:55:34.057711 4008 namespace.go:102] [kube-system] adding namespace took 6.493768ms I0425 02:55:34.057725 4008 namespace.go:98] [openshift] adding namespace I0425 02:55:34.058080 4008 namespace.go:102] [openshift-marketplace] adding namespace took 6.446671ms I0425 02:55:34.058092 4008 namespace.go:98] [openshift-apiserver] adding namespace I0425 02:55:34.058609 4008 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.588321ms I0425 02:55:34.058621 4008 namespace.go:98] [openshift-insights] adding namespace I0425 02:55:34.059062 4008 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.574263ms I0425 02:55:34.059079 4008 namespace.go:98] [openshift-backplane] adding namespace I0425 02:55:34.059535 4008 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.593332ms I0425 02:55:34.059550 4008 namespace.go:98] [openshift-infra] adding namespace I0425 02:55:34.059959 4008 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.586325ms I0425 02:55:34.059971 4008 namespace.go:98] [openshift-backplane-csm] adding namespace I0425 02:55:34.060391 4008 namespace.go:102] [openshift-dns] adding namespace took 6.639682ms I0425 02:55:34.060405 4008 namespace.go:98] [openshift-host-network] adding namespace I0425 02:55:34.060797 4008 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.526897ms I0425 02:55:34.060809 4008 namespace.go:98] [openshift-backplane-cee] adding namespace I0425 02:55:34.061246 4008 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.556444ms I0425 02:55:34.061656 4008 namespace.go:102] [openshift-logging] adding namespace took 6.586945ms I0425 02:55:34.061667 4008 namespace.go:98] [openshift-config-managed] adding namespace I0425 02:55:34.062071 4008 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.544217ms I0425 02:55:34.062083 4008 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0425 02:55:34.062579 4008 namespace.go:102] [openshift-cluster-version] adding namespace took 6.616559ms I0425 02:55:34.062595 4008 namespace.go:98] [openshift-config-operator] adding namespace I0425 02:55:34.062972 4008 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.569785ms I0425 02:55:34.062984 4008 namespace.go:98] [openshift-ingress-canary] adding namespace I0425 02:55:34.063373 4008 namespace.go:102] [openshift-console-operator] adding namespace took 6.517664ms I0425 02:55:34.063385 4008 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0425 02:55:34.063756 4008 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.508588ms I0425 02:55:34.063768 4008 namespace.go:98] [openshift-backplane-srep] adding namespace I0425 02:55:34.064132 4008 namespace.go:102] [openshift] adding namespace took 6.403043ms I0425 02:55:34.064143 4008 namespace.go:98] [openshift-dns-operator] adding namespace I0425 02:55:34.064564 4008 namespace.go:102] [openshift-apiserver] adding namespace took 6.46815ms I0425 02:55:34.064573 4008 namespace.go:98] [openshift-backplane-cse] adding namespace I0425 02:55:34.064950 4008 namespace.go:102] [openshift-insights] adding namespace took 6.325373ms I0425 02:55:34.064962 4008 namespace.go:98] [openshift-must-gather-operator] adding namespace I0425 02:55:34.065519 4008 namespace.go:102] [openshift-backplane] adding namespace took 6.435995ms I0425 02:55:34.065530 4008 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0425 02:55:34.066014 4008 namespace.go:102] [openshift-infra] adding namespace took 6.459184ms I0425 02:55:34.066024 4008 namespace.go:98] [kube-public] adding namespace I0425 02:55:34.066449 4008 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.47362ms I0425 02:55:34.066458 4008 namespace.go:98] [openshift-backplane-mobb] adding namespace I0425 02:55:34.066927 4008 namespace.go:102] [openshift-host-network] adding namespace took 6.514231ms I0425 02:55:34.066948 4008 namespace.go:98] [openshift-network-console] adding namespace I0425 02:55:34.067386 4008 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.570761ms I0425 02:55:34.067401 4008 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0425 02:55:34.067786 4008 namespace.go:102] [openshift-config-managed] adding namespace took 6.114826ms I0425 02:55:34.068299 4008 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.210581ms I0425 02:55:34.068735 4008 namespace.go:102] [openshift-config-operator] adding namespace took 6.135153ms I0425 02:55:34.068750 4008 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0425 02:55:34.069151 4008 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.163475ms I0425 02:55:34.069163 4008 namespace.go:98] [openshift-node] adding namespace I0425 02:55:34.069681 4008 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.291423ms I0425 02:55:34.069694 4008 namespace.go:98] [openshift-network-operator] adding namespace I0425 02:55:34.070032 4008 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.260061ms I0425 02:55:34.070510 4008 namespace.go:102] [openshift-dns-operator] adding namespace took 6.362304ms I0425 02:55:34.070523 4008 namespace.go:98] [openshift-machine-api] adding namespace I0425 02:55:34.070923 4008 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.344903ms I0425 02:55:34.071365 4008 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.396984ms I0425 02:55:34.071771 4008 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.236654ms I0425 02:55:34.071836 4008 iptables.go:108] Creating table: filter chain: FORWARD I0425 02:55:34.072224 4008 namespace.go:102] [kube-public] adding namespace took 6.195149ms I0425 02:55:34.072642 4008 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.17999ms I0425 02:55:34.073569 4008 namespace.go:102] [openshift-network-console] adding namespace took 6.613968ms I0425 02:55:34.074020 4008 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.612917ms I0425 02:55:34.074433 4008 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.67795ms I0425 02:55:34.074864 4008 namespace.go:102] [openshift-node] adding namespace took 5.695853ms I0425 02:55:34.075280 4008 namespace.go:102] [openshift-network-operator] adding namespace took 5.580564ms I0425 02:55:34.075644 4008 namespace.go:102] [openshift-machine-api] adding namespace took 5.117751ms W0425 02:55:34.075723 4008 master.go:458] Unable to parse local node ip-10-0-1-179.ec2.internal chassis-id annotation. Chassis may be removed during sync W0425 02:55:34.075732 4008 master.go:471] Unable to parse remote node ip-10-0-2-178.ec2.internal chassis-id annotation. Chassis may be removed during sync I0425 02:55:34.075736 4008 master.go:481] Removing stale chassis with ID/Name: 5e114fe9-70bc-4b01-8d82-b7db7d8f03ad, hostname: ip-10-0-1-179.ec2.internal I0425 02:55:34.076225 4008 master.go:548] Adding or Updating local node "ip-10-0-1-179.ec2.internal" for network "default" I0425 02:55:34.076275 4008 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-178.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-178.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-178.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-178.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-178.ec2.internal I0425 02:55:34.076904 4008 zone_ic_handler.go:195] Time taken to create transit switch: 263.034µs I0425 02:55:34.076917 4008 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-192.ec2.internal for the network default I0425 02:55:34.078223 4008 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-192.ec2.internal" on network "default" took: 1.592608ms I0425 02:55:34.078347 4008 iptables.go:108] Creating table: filter chain: OUTPUT I0425 02:55:34.080241 4008 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-179.ec2.internal for the network default I0425 02:55:34.080403 4008 zone_ic_handler.go:195] Time taken to create transit switch: 149.23µs I0425 02:55:34.081061 4008 default_network_controller.go:823] Node add failed for ip-10-0-1-179.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-179.ec2.internal, error getting gateway config for node ip-10-0-1-179.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-179.ec2.internal", failed to update chassis to local for local node ip-10-0-1-179.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-179.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-179.ec2.internal] E0425 02:55:34.081103 4008 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-179.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-179.ec2.internal, error getting gateway config for node ip-10-0-1-179.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-179.ec2.internal", failed to update chassis to local for local node ip-10-0-1-179.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-179.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-179.ec2.internal] I0425 02:55:34.081217 4008 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0425 02:55:34.081232 4008 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-179.ec2.internal", UID:"2589f0b1-281a-435d-a9fd-3637db6e2f08", APIVersion:"v1", ResourceVersion:"8160", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-179.ec2.internal, error getting gateway config for node ip-10-0-1-179.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-179.ec2.internal", failed to update chassis to local for local node ip-10-0-1-179.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-179.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-179.ec2.internal] I0425 02:55:34.081256 4008 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0425 02:55:34.081272 4008 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0425 02:55:34.081274 4008 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-178.ec2.internal in network "default" I0425 02:55:34.081314 4008 node_tracker.go:235] Node ip-10-0-2-178.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-178.ec2.internal" I0425 02:55:34.081327 4008 node_tracker.go:169] Node ip-10-0-2-178.ec2.internal switch + router changed, syncing services in network "default" I0425 02:55:34.081341 4008 services_controller.go:574] Full service sync requested for network=default I0425 02:55:34.081352 4008 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-192.ec2.internal in network "default" I0425 02:55:34.081387 4008 node_tracker.go:169] Node ip-10-0-0-192.ec2.internal switch + router changed, syncing services in network "default" I0425 02:55:34.081394 4008 services_controller.go:574] Full service sync requested for network=default I0425 02:55:34.081399 4008 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-179.ec2.internal in network "default" I0425 02:55:34.081407 4008 node_tracker.go:235] Node ip-10-0-1-179.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-179.ec2.internal" I0425 02:55:34.081412 4008 node_tracker.go:169] Node ip-10-0-1-179.ec2.internal switch + router changed, syncing services in network "default" I0425 02:55:34.081417 4008 services_controller.go:574] Full service sync requested for network=default I0425 02:55:34.084726 4008 gateway_shared_intf.go:1816] Gateway Creation Complete I0425 02:55:34.084741 4008 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-179.ec2.internal","mac-address":"0a:ff:cf:15:0e:0f","ip-addresses":["10.0.1.179/24"],"ip-address":"10.0.1.179/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:5e114fe9-70bc-4b01-8d82-b7db7d8f03ad k8s.ovn.org/node-encap-ips:["10.0.1.179"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.179/24"} k8s.ovn.org/zone-name:ip-10-0-1-179.ec2.internal] on node ip-10-0-1-179.ec2.internal I0425 02:55:34.102924 4008 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-179.ec2.internal in network "default" I0425 02:55:34.102962 4008 master.go:548] Adding or Updating local node "ip-10-0-1-179.ec2.internal" for network "default" I0425 02:55:34.102991 4008 node_tracker.go:169] Node ip-10-0-1-179.ec2.internal switch + router changed, syncing services in network "default" I0425 02:55:34.103005 4008 services_controller.go:574] Full service sync requested for network=default I0425 02:55:34.107447 4008 default_node_network_controller.go:519] Node connection status = connected W0425 02:55:34.107891 4008 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-ct69w: pod openshift-multus/network-metrics-daemon-ct69w: no pod IPs found W0425 02:55:34.107911 4008 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-t78q7: pod openshift-network-diagnostics/network-check-target-t78q7: no pod IPs found I0425 02:55:34.109030 4008 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-179.ec2.internal for the network default I0425 02:55:34.109301 4008 zone_ic_handler.go:195] Time taken to create transit switch: 254.313µs I0425 02:55:34.181825 4008 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0425 02:55:34.181850 4008 services_controller.go:208] Setting up event handlers for services for network=default I0425 02:55:34.181905 4008 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0425 02:55:34.181937 4008 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0425 02:55:34.181951 4008 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0425 02:55:34.282274 4008 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0425 02:55:34.282298 4008 repair.go:60] Starting repairing loop for services I0425 02:55:34.282385 4008 repair.go:131] Deleted 0 stale service LBs I0425 02:55:34.282403 4008 repair.go:137] Deleted 0 stale Chassis Template Vars I0425 02:55:34.282419 4008 repair.go:62] Finished repairing loop for services: 122.539µs I0425 02:55:34.282442 4008 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0425 02:55:34.282449 4008 services_controller.go:254] Starting workers for network=default I0425 02:55:34.282938 4008 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-ct69w] creating logical port openshift-multus_network-metrics-daemon-ct69w for pod on switch ip-10-0-1-179.ec2.internal I0425 02:55:34.283084 4008 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-ct69w I0425 02:55:34.283093 4008 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-f7q44, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-f7q44: suppressed error logged: pod openshift-multus/network-metrics-daemon-f7q44: no pod IPs found I0425 02:55:34.283178 4008 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-t78q7] creating logical port openshift-network-diagnostics_network-check-target-t78q7 for pod on switch ip-10-0-1-179.ec2.internal I0425 02:55:34.283235 4008 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-4p545, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-4p545: suppressed error logged: pod openshift-network-diagnostics/network-check-target-4p545: no pod IPs found I0425 02:55:34.283324 4008 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-t78q7 I0425 02:55:34.300211 4008 pod.go:62] [openshift-multus/network-metrics-daemon-ct69w] pod update took 17.166262ms I0425 02:55:34.300242 4008 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-ct69w] addLogicalPort annotation time took 17.205909ms I0425 02:55:34.301430 4008 pods.go:271] [openshift-multus/network-metrics-daemon-ct69w] addLogicalPort took 18.506837ms, libovsdb time 831.056µs I0425 02:55:34.308078 4008 pod.go:62] [openshift-network-diagnostics/network-check-target-t78q7] pod update took 24.813885ms I0425 02:55:34.308096 4008 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-t78q7] addLogicalPort annotation time took 24.839125ms I0425 02:55:34.309200 4008 pods.go:271] [openshift-network-diagnostics/network-check-target-t78q7] addLogicalPort took 26.028824ms, libovsdb time 799.594µs I0425 02:55:34.309790 4008 admin_network_policy_controller.go:227] Starting controller default-network-controller I0425 02:55:34.309823 4008 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0425 02:55:34.309841 4008 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0425 02:55:34.309847 4008 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0425 02:55:34.310060 4008 repair.go:29] Repairing admin network policies took 208.134µs I0425 02:55:34.310175 4008 repair.go:92] Repairing baseline admin network policies took 106.336µs I0425 02:55:34.310612 4008 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0425 02:55:34.310629 4008 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0425 02:55:34.312595 4008 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0425 02:55:34.312624 4008 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0425 02:55:34.312636 4008 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0425 02:55:34.314771 4008 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0425 02:55:34.314791 4008 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0425 02:55:34.314799 4008 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0425 02:55:34.315349 4008 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0425 02:55:34.315367 4008 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0425 02:55:34.315377 4008 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0425 02:55:34.316568 4008 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0425 02:55:34.316586 4008 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0425 02:55:34.316594 4008 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0425 02:55:34.317133 4008 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0425 02:55:34.317154 4008 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0425 02:55:34.317161 4008 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0425 02:55:34.318447 4008 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0425 02:55:34.318464 4008 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0425 02:55:34.318473 4008 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0425 02:55:34.319487 4008 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0425 02:55:34.319507 4008 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0425 02:55:34.319518 4008 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0425 02:55:34.320729 4008 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0425 02:55:34.320748 4008 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0425 02:55:34.320757 4008 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0425 02:55:34.321310 4008 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0425 02:55:34.321330 4008 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0425 02:55:34.321337 4008 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0425 02:55:34.322583 4008 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0425 02:55:34.322600 4008 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0425 02:55:34.322607 4008 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0425 02:55:34.324096 4008 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0425 02:55:34.324127 4008 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0425 02:55:34.324136 4008 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0425 02:55:34.325145 4008 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0425 02:55:34.325163 4008 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0425 02:55:34.325172 4008 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0425 02:55:34.326105 4008 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0425 02:55:34.326134 4008 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0425 02:55:34.326144 4008 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0425 02:55:34.327808 4008 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0425 02:55:34.327829 4008 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0425 02:55:34.327840 4008 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0425 02:55:34.328859 4008 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0425 02:55:34.328878 4008 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0425 02:55:34.328885 4008 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0425 02:55:34.330437 4008 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0425 02:55:34.330455 4008 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0425 02:55:34.330864 4008 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0425 02:55:34.330878 4008 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0425 02:55:34.331669 4008 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0425 02:55:34.331689 4008 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0425 02:55:34.331710 4008 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0425 02:55:34.333365 4008 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0425 02:55:34.333382 4008 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0425 02:55:34.333391 4008 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0425 02:55:34.334041 4008 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0425 02:55:34.334058 4008 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0425 02:55:34.334067 4008 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0425 02:55:34.334552 4008 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0425 02:55:34.334570 4008 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0425 02:55:34.334577 4008 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0425 02:55:34.335049 4008 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0425 02:55:34.335066 4008 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0425 02:55:34.335072 4008 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0425 02:55:34.335346 4008 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0425 02:55:34.335362 4008 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0425 02:55:34.335370 4008 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0425 02:55:34.335836 4008 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0425 02:55:34.335849 4008 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0425 02:55:34.335856 4008 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0425 02:55:34.336301 4008 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0425 02:55:34.336318 4008 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0425 02:55:34.336341 4008 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0425 02:55:34.336997 4008 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0425 02:55:34.337016 4008 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0425 02:55:34.337026 4008 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0425 02:55:34.338396 4008 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0425 02:55:34.338416 4008 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0425 02:55:34.338424 4008 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0425 02:55:34.338972 4008 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0425 02:55:34.338988 4008 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0425 02:55:34.338996 4008 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0425 02:55:34.339603 4008 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0425 02:55:34.339626 4008 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0425 02:55:34.339638 4008 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0425 02:55:34.340231 4008 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0425 02:55:34.345615 4008 egressfirewall.go:374] Starting EgressFirewall controller I0425 02:55:34.345657 4008 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0425 02:55:34.345658 4008 controller.go:133] Adding controller egress-firewall-controller event handlers I0425 02:55:34.345683 4008 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0425 02:55:34.345690 4008 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0425 02:55:34.345698 4008 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0425 02:55:34.345706 4008 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0425 02:55:34.345992 4008 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0425 02:55:34.346013 4008 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0425 02:55:34.346021 4008 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0425 02:55:34.346034 4008 egressqos.go:193] Setting up event handlers for EgressQoS I0425 02:55:34.346085 4008 egressfirewall.go:723] Syncing node "ip-10-0-0-192.ec2.internal" for egress firewall I0425 02:55:34.346099 4008 egressfirewall.go:723] Syncing node "ip-10-0-1-179.ec2.internal" for egress firewall I0425 02:55:34.346105 4008 egressfirewall.go:723] Syncing node "ip-10-0-2-178.ec2.internal" for egress firewall I0425 02:55:34.346212 4008 egressqos.go:245] Starting EgressQoS Controller I0425 02:55:34.346228 4008 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0425 02:55:34.346236 4008 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0425 02:55:34.346242 4008 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0425 02:55:34.346246 4008 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0425 02:55:34.346252 4008 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0425 02:55:34.346257 4008 shared_informer.go:356] "Caches are synced" controller="egressqos" I0425 02:55:34.346268 4008 egressqos.go:259] Repairing EgressQoSes I0425 02:55:34.346272 4008 egressqos.go:399] Starting repairing loop for egressqos I0425 02:55:34.346357 4008 egressqos.go:401] Finished repairing loop for egressqos: 85.516µs I0425 02:55:34.346379 4008 egressservice_zone.go:132] Setting up event handlers for Egress Services I0425 02:55:34.346420 4008 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-179.ec2.internal I0425 02:55:34.346471 4008 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-179.ec2.internal : 52.479µs I0425 02:55:34.346547 4008 egressservice_zone.go:210] Starting Egress Services Controller I0425 02:55:34.346562 4008 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0425 02:55:34.346571 4008 shared_informer.go:356] "Caches are synced" controller="egressservices" I0425 02:55:34.346579 4008 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0425 02:55:34.346584 4008 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0425 02:55:34.346589 4008 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0425 02:55:34.346594 4008 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0425 02:55:34.346599 4008 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0425 02:55:34.346603 4008 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0425 02:55:34.346608 4008 egressservice_zone.go:228] Repairing Egress Services I0425 02:55:34.346884 4008 master_controller.go:88] Starting Admin Policy Based Route Controller I0425 02:55:34.346893 4008 external_controller.go:278] Starting Admin Policy Based Route Controller I0425 02:55:34.346960 4008 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-192.ec2.internal I0425 02:55:34.346976 4008 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-192.ec2.internal: 17.601µs I0425 02:55:34.346981 4008 default_network_controller.go:585] Completing all the Watchers took 308.658449ms I0425 02:55:34.346985 4008 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-179.ec2.internal I0425 02:55:34.346991 4008 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-179.ec2.internal: 6.78µs I0425 02:55:34.346995 4008 default_network_controller.go:589] Starting unidling controllers I0425 02:55:34.346998 4008 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-178.ec2.internal I0425 02:55:34.347003 4008 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-178.ec2.internal: 6.281µs I0425 02:55:34.347008 4008 unidle.go:46] Registering OVN SB ControllerEvent handler I0425 02:55:34.347015 4008 unidle.go:63] Populating Initial ContollerEvent events I0425 02:55:34.347027 4008 unidle.go:79] Setting up event handlers for services I0425 02:55:34.347093 4008 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0425 02:55:34.607680 4008 default_node_network_controller.go:519] Node connection status = connected I0425 02:55:34.763708 4008 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-192.ec2.internal in network "default" I0425 02:55:34.763726 4008 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-192.ec2.internal I0425 02:55:34.763742 4008 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-192.ec2.internal: 20.814µs I0425 02:55:34.763783 4008 node_tracker.go:169] Node ip-10-0-0-192.ec2.internal switch + router changed, syncing services in network "default" I0425 02:55:34.763788 4008 egressfirewall.go:723] Syncing node "ip-10-0-0-192.ec2.internal" for egress firewall I0425 02:55:34.763798 4008 services_controller.go:574] Full service sync requested for network=default I0425 02:55:34.763811 4008 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-192.ec2.internal. Updating no re-route policies I0425 02:55:35.107597 4008 default_node_network_controller.go:519] Node connection status = connected I0425 02:55:35.607369 4008 default_node_network_controller.go:519] Node connection status = connected I0425 02:55:36.108105 4008 default_node_network_controller.go:519] Node connection status = connected I0425 02:55:36.397850 4008 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0425 02:55:36.608199 4008 default_node_network_controller.go:519] Node connection status = connected I0425 02:55:36.626342 4008 bridgeconfig.go:537] Gateway is ready I0425 02:55:36.626362 4008 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0425 02:55:36.639158 4008 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.179. Updating OVN encap IP. I0425 02:55:36.645229 4008 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.179 - it is already configured I0425 02:55:36.645247 4008 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.179/24:{} 172.20.0.1/32:{}]. Updating annotations. I0425 02:55:36.645527 4008 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.179/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-179.ec2.internal","mac-address":"0a:ff:cf:15:0e:0f","ip-addresses":["10.0.1.179/24"],"ip-address":"10.0.1.179/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:5e114fe9-70bc-4b01-8d82-b7db7d8f03ad k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.179/24"}] on node ip-10-0-1-179.ec2.internal I0425 02:55:36.661183 4008 egressfirewall.go:723] Syncing node "ip-10-0-1-179.ec2.internal" for egress firewall I0425 02:55:36.661259 4008 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-179.ec2.internal in network "default" I0425 02:55:36.661340 4008 node_tracker.go:169] Node ip-10-0-1-179.ec2.internal switch + router changed, syncing services in network "default" I0425 02:55:36.661264 4008 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-179.ec2.internal I0425 02:55:36.661370 4008 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-179.ec2.internal: 105.594µs I0425 02:55:36.661377 4008 services_controller.go:574] Full service sync requested for network=default I0425 02:55:36.661348 4008 master.go:548] Adding or Updating local node "ip-10-0-1-179.ec2.internal" for network "default" I0425 02:55:36.661798 4008 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.179 I0425 02:55:36.661915 4008 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-179.ec2.internal I0425 02:55:36.666518 4008 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-179.ec2.internal. Updating no re-route policies I0425 02:55:36.666576 4008 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-vft6z I0425 02:55:36.666587 4008 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-bvj85 I0425 02:55:36.666594 4008 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-vft6z I0425 02:55:36.666600 4008 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-bvj85 I0425 02:55:36.666599 4008 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-t78q7 I0425 02:55:36.666612 4008 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-t78q7 I0425 02:55:36.666617 4008 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-bvj85 after 0 failed attempt(s) I0425 02:55:36.666618 4008 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-vft6z after 0 failed attempt(s) I0425 02:55:36.666619 4008 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-179.ec2.internal I0425 02:55:36.666623 4008 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-ct69w I0425 02:55:36.666630 4008 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-179.ec2.internal I0425 02:55:36.666631 4008 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-kv6ls I0425 02:55:36.666634 4008 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-bzsdm I0425 02:55:36.666638 4008 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-kv6ls I0425 02:55:36.666637 4008 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-r46kj I0425 02:55:36.666645 4008 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-179.ec2.internal after 0 failed attempt(s) I0425 02:55:36.666648 4008 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-179.ec2.internal I0425 02:55:36.666647 4008 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-bbshk I0425 02:55:36.666650 4008 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-f7q44 I0425 02:55:36.666653 4008 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-179.ec2.internal I0425 02:55:36.666655 4008 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-bbshk I0425 02:55:36.666657 4008 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-s2hzt I0425 02:55:36.666658 4008 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-f7q44 I0425 02:55:36.666663 4008 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-s2hzt I0425 02:55:36.666666 4008 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-179.ec2.internal after 0 failed attempt(s) I0425 02:55:36.666628 4008 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-4p545 I0425 02:55:36.666671 4008 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-bbshk after 0 failed attempt(s) I0425 02:55:36.666675 4008 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-4p545 I0425 02:55:36.666637 4008 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-ct69w I0425 02:55:36.666671 4008 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-5fcgf I0425 02:55:36.666686 4008 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-f7q44, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-f7q44: suppressed error logged: pod openshift-multus/network-metrics-daemon-f7q44: no pod IPs found I0425 02:55:36.666696 4008 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-5fcgf I0425 02:55:36.666701 4008 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-ct69w] creating logical port openshift-multus_network-metrics-daemon-ct69w for pod on switch ip-10-0-1-179.ec2.internal I0425 02:55:36.666704 4008 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-4p545, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-4p545: suppressed error logged: pod openshift-network-diagnostics/network-check-target-4p545: no pod IPs found I0425 02:55:36.666651 4008 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-r46kj I0425 02:55:36.666719 4008 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-r46kj after 0 failed attempt(s) I0425 02:55:36.666641 4008 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-t78q7] creating logical port openshift-network-diagnostics_network-check-target-t78q7 for pod on switch ip-10-0-1-179.ec2.internal I0425 02:55:36.666725 4008 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-5fcgf after 0 failed attempt(s) I0425 02:55:36.666642 4008 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-bzsdm I0425 02:55:36.666754 4008 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-bzsdm after 0 failed attempt(s) I0425 02:55:36.666650 4008 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-kv6ls after 0 failed attempt(s) I0425 02:55:36.666675 4008 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-s2hzt after 0 failed attempt(s) I0425 02:55:36.666609 4008 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-d4stq I0425 02:55:36.666835 4008 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-d4stq I0425 02:55:36.666848 4008 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-d4stq after 0 failed attempt(s) I0425 02:55:36.667297 4008 pods.go:271] [openshift-multus/network-metrics-daemon-ct69w] addLogicalPort took 604.452µs, libovsdb time 258.941µs I0425 02:55:36.667310 4008 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-ct69w after 0 failed attempt(s) I0425 02:55:36.667527 4008 pods.go:271] [openshift-network-diagnostics/network-check-target-t78q7] addLogicalPort took 895.323µs, libovsdb time 247.348µs I0425 02:55:36.667536 4008 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-t78q7 after 0 failed attempt(s) I0425 02:55:36.677537 4008 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0425 02:55:36.689754 4008 iptables.go:108] Creating table: mangle chain: OUTPUT I0425 02:55:36.693057 4008 iptables.go:108] Creating table: nat chain: OUTPUT I0425 02:55:36.740854 4008 iptables.go:108] Creating table: nat chain: PREROUTING I0425 02:55:36.801380 4008 iptables.go:108] Creating table: filter chain: FORWARD I0425 02:55:36.818069 4008 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0425 02:55:36.818184 4008 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0425 02:55:36.818232 4008 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0425 02:55:36.818319 4008 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0425 02:55:36.818373 4008 gateway_init.go:325] Gateway and management port readiness took 2.715580585s I0425 02:55:36.818399 4008 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0425 02:55:36.818435 4008 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0425 02:55:36.818447 4008 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0425 02:55:36.818456 4008 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0425 02:55:36.818527 4008 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0425 02:55:36.818630 4008 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 70.876µs I0425 02:55:36.818909 4008 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0425 02:55:36.818938 4008 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 19.614µs I0425 02:55:36.818946 4008 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 37.708µs I0425 02:55:36.818951 4008 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0425 02:55:36.818961 4008 nad_controller.go:379] [node-nad-controller NAD controller]: started I0425 02:55:36.818965 4008 default_node_network_controller.go:899] Starting the default node network controller I0425 02:55:36.818970 4008 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0425 02:55:36.818989 4008 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.694µs I0425 02:55:36.819139 4008 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0425 02:55:36.819147 4008 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0425 02:55:36.819170 4008 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008fd6d0 0xc000325ce0 0xc000325d50 0xc000325dc0 0xc000325e30 0xc000325ea0 0xc000325f10 0xc000d10960 0xc000340000 0xc000340070 0xc000aac3c0 0xc0064fd3b0 0xc0003400e0 map[0x2ff9080:0xc002598f60 0x2ff95c0:0xc0025990e0 0x2ffa2e0:0xc001b11860 0x2ffa580:0xc002598f00 0x2ffad60:0xc002598fc0 0x2ffb000:0xc002599020 0x2ffb2a0:0xc002599080 0x2ffba80:0xc0025992c0 0x2ffbd20:0xc002599320 0x3026980:0xc001312480 0x3026d20:0xc0013124e0 0x3027800:0xc000b6fc80 0x3029160:0xc000b9ea20 0x30298a0:0xc002f85860 0x302a720:0xc000b9ea80] 0xc00016b500 0} I0425 02:55:36.819226 4008 gateway.go:151] Starting gateway service sync I0425 02:55:36.819651 4008 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0425 02:55:36.821768 4008 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0425 02:55:36.856698 4008 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0425 02:55:36.857997 4008 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0425 02:55:36.859167 4008 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0425 02:55:36.892296 4008 gateway.go:168] Gateway service sync done. Time taken: 73.056058ms I0425 02:55:36.892696 4008 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31253 I0425 02:55:36.893169 4008 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008fd6d0 0xc000325ce0 0xc000325d50 0xc000325dc0 0xc000325e30 0xc000325ea0 0xc000325f10 0xc000d10960 0xc000340000 0xc000340070 0xc000aac3c0 0xc0064fd3b0 0xc0003400e0 map[0x2ff9080:0xc002598f60 0x2ff95c0:0xc0025990e0 0x2ffa2e0:0xc001b11860 0x2ffa580:0xc002598f00 0x2ffad60:0xc002598fc0 0x2ffb000:0xc002599020 0x2ffb2a0:0xc002599080 0x2ffba80:0xc0025992c0 0x2ffbd20:0xc002599320 0x3026980:0xc001312480 0x3026d20:0xc0013124e0 0x3027800:0xc000b6fc80 0x3029160:0xc000b9ea20 0x30298a0:0xc002f85860 0x302a720:0xc000b9ea80] 0xc00016b500 0} I0425 02:55:36.893665 4008 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008fd6d0 0xc000325ce0 0xc000325d50 0xc000325dc0 0xc000325e30 0xc000325ea0 0xc000325f10 0xc000d10960 0xc000340000 0xc000340070 0xc000aac3c0 0xc0064fd3b0 0xc0003400e0 map[0x2ff9080:0xc002598f60 0x2ff95c0:0xc0025990e0 0x2ffa2e0:0xc001b11860 0x2ffa580:0xc002598f00 0x2ffad60:0xc002598fc0 0x2ffb000:0xc002599020 0x2ffb2a0:0xc002599080 0x2ffba80:0xc0025992c0 0x2ffbd20:0xc002599320 0x3026980:0xc001312480 0x3026d20:0xc0013124e0 0x3027800:0xc000b6fc80 0x3029160:0xc000b9ea20 0x30298a0:0xc002f85860 0x302a720:0xc000b9ea80] 0xc00016b500 0} I0425 02:55:36.893705 4008 gateway.go:532] Reconciling gateway with updates I0425 02:55:36.899220 4008 gateway.go:339] Spawning Conntrack Rule Check Thread I0425 02:55:36.899314 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 02:55:36.899326 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 02:55:36.899333 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 02:55:36.899350 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 02:55:36.899355 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 02:55:36.899351 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 02:55:36.899367 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0425 02:55:36.899372 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 02:55:36.899372 4008 default_node_network_controller.go:944] Gateway and management port readiness took 80.21415ms I0425 02:55:36.899391 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 02:55:36.899396 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 02:55:36.899398 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 02:55:36.899405 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 02:55:36.899398 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 02:55:36.899415 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 02:55:36.899425 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0425 02:55:36.899427 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 02:55:36.899422 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 02:55:36.899435 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0425 02:55:36.899439 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0425 02:55:36.899444 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 02:55:36.899445 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 02:55:36.899441 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 02:55:36.899449 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0425 02:55:36.899454 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0425 02:55:36.899428 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 02:55:36.899460 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0425 02:55:36.899411 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 02:55:36.899469 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 02:55:36.899472 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 02:55:36.899477 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 02:55:36.899477 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 02:55:36.899424 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0425 02:55:36.899487 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0425 02:55:36.899494 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 02:55:36.899499 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0425 02:55:36.899412 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0425 02:55:36.899454 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 02:55:36.899526 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 02:55:36.899532 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 02:55:36.899542 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0425 02:55:36.899544 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0425 02:55:36.899547 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 02:55:36.899553 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0425 02:55:36.899563 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 02:55:36.899566 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 02:55:36.899571 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 02:55:36.899575 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 02:55:36.899580 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 02:55:36.899590 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 02:55:36.899594 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0425 02:55:36.899605 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 02:55:36.899529 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0425 02:55:36.899617 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 02:55:36.899623 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0425 02:55:36.899628 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 02:55:36.899632 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0425 02:55:36.899546 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 02:55:36.899442 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0425 02:55:36.899646 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 02:55:36.899654 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0425 02:55:36.899569 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 02:55:36.899665 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0425 02:55:36.899504 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0425 02:55:36.899336 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 02:55:36.899696 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0425 02:55:36.899693 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 02:55:36.899695 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0425 02:55:36.899704 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0425 02:55:36.899708 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 02:55:36.899714 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0425 02:55:36.899717 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0425 02:55:36.899718 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 02:55:36.899577 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 02:55:36.899577 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0425 02:55:36.899761 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0425 02:55:36.899499 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0425 02:55:36.899706 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 02:55:36.899789 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 02:55:36.899792 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 02:55:36.899795 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 02:55:36.899802 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 02:55:36.899806 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 02:55:36.899811 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 02:55:36.899814 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 02:55:36.899818 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0425 02:55:36.899800 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 02:55:36.899824 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 02:55:36.899611 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0425 02:55:36.899835 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0425 02:55:36.899798 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 02:55:36.899849 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0425 02:55:36.899813 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0425 02:55:36.899853 4008 port_claim.go:71] Svc openshift-ingress/router-default: port 30224 is already open, no action needed I0425 02:55:36.899864 4008 port_claim.go:71] Svc openshift-ingress/router-default: port 30581 is already open, no action needed I0425 02:55:36.899821 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 02:55:36.899573 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0425 02:55:36.899778 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0425 02:55:36.900025 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0425 02:55:36.900039 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 02:55:36.900047 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0425 02:55:36.900053 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 02:55:36.900059 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 02:55:36.900069 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 02:55:36.900190 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 02:55:36.900206 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 02:55:36.900650 4008 node_ip_handler_linux.go:160] Node IP manager is running W0425 02:55:36.938126 4008 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0425 02:55:36.938334 4008 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0425 02:55:36.938548 4008 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0425 02:55:36.946862 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0425 02:55:36.946894 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0425 02:55:36.946906 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0425 02:55:36.946917 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0425 02:55:36.946927 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0425 02:55:36.946935 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0425 02:55:36.946944 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0425 02:55:36.946954 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0425 02:55:36.946967 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0425 02:55:36.987214 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0425 02:55:36.987241 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0425 02:55:36.987248 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0425 02:55:36.987254 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0425 02:55:36.987261 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0425 02:55:36.987266 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0425 02:55:36.987272 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0425 02:55:36.987277 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0425 02:55:36.987283 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0425 02:55:36.987289 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0425 02:55:36.987295 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0425 02:55:37.027125 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0425 02:55:37.027131 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0425 02:55:37.027150 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0425 02:55:37.027163 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0425 02:55:37.027170 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0425 02:55:37.027176 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0425 02:55:37.027183 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0425 02:55:37.027188 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0425 02:55:37.027194 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0425 02:55:38.090383 4008 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-192.ec2.internal I0425 02:55:38.090413 4008 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-192.ec2.internal: 37.706µs I0425 02:55:38.269211 4008 default_network_controller.go:1025] Node "ip-10-0-2-178.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 02:55:38.718727 4008 default_node_network_controller.go:1380] Starting node controller node sync W0425 02:55:38.718729 4008 egressip_healthcheck.go:76] Health checking using insecure connection I0425 02:55:38.718868 4008 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0425 02:55:38.730487 4008 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.737918ms I0425 02:55:38.730596 4008 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-192.ec2.internal", IP: 10.0.0.192 to PMTUD blocking rules I0425 02:55:38.730619 4008 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-192.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0425 02:55:38.736517 4008 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0425 02:55:38.736802 4008 egressservice_node.go:93] Setting up event handlers for Egress Services I0425 02:55:38.736958 4008 egressservice_node.go:183] Starting Egress Services Controller I0425 02:55:38.737002 4008 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0425 02:55:38.737013 4008 shared_informer.go:356] "Caches are synced" controller="egressservices" I0425 02:55:38.737019 4008 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0425 02:55:38.737026 4008 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0425 02:55:38.737033 4008 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0425 02:55:38.737038 4008 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0425 02:55:38.737042 4008 egressservice_node.go:197] Repairing Egress Services I0425 02:55:38.747185 4008 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0425 02:55:38.747199 4008 external_controller.go:278] Starting Admin Policy Based Route Controller I0425 02:55:38.747413 4008 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0425 02:55:38.747427 4008 link_network_manager.go:119] Link manager is running I0425 02:55:38.747437 4008 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0425 02:55:38.747619 4008 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0425 02:55:38.747785 4008 vrf_manager.go:128] VRF manager is running I0425 02:55:38.747886 4008 node_controller_manager.go:437] Removing flows to drop GARP I0425 02:55:38.747895 4008 gateway.go:532] Reconciling gateway with updates I0425 02:55:38.762072 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 02:55:38.762098 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 02:55:38.762105 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 02:55:38.762126 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 02:55:38.762126 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 02:55:38.762140 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 02:55:38.762155 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 02:55:38.762158 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 02:55:38.762170 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 02:55:38.762099 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 02:55:38.762172 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 02:55:38.762179 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 02:55:38.762188 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 02:55:38.762194 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 02:55:38.762191 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 02:55:38.762198 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 02:55:38.762202 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 02:55:38.762198 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0425 02:55:38.762202 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 02:55:38.762210 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0425 02:55:38.762215 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0425 02:55:38.762220 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 02:55:38.762084 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 02:55:38.762226 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 02:55:38.762187 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 02:55:38.762235 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0425 02:55:38.762204 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0425 02:55:38.762237 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 02:55:38.762244 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 02:55:38.762246 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 02:55:38.762184 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 02:55:38.762256 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 02:55:38.762258 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0425 02:55:38.762263 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 02:55:38.762269 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 02:55:38.762269 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 02:55:38.762275 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0425 02:55:38.762279 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 02:55:38.762283 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 02:55:38.762285 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0425 02:55:38.762293 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 02:55:38.762293 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 02:55:38.762068 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 02:55:38.762305 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0425 02:55:38.762309 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 02:55:38.762314 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 02:55:38.762318 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0425 02:55:38.762320 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 02:55:38.762330 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 02:55:38.762328 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 02:55:38.762333 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0425 02:55:38.762338 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 02:55:38.762331 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0425 02:55:38.762348 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 02:55:38.762282 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 02:55:38.762368 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0425 02:55:38.762285 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 02:55:38.762392 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0425 02:55:38.762394 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0425 02:55:38.762403 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 02:55:38.762245 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0425 02:55:38.762409 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0425 02:55:38.762417 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 02:55:38.762423 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0425 02:55:38.762425 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 02:55:38.762429 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0425 02:55:38.762435 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0425 02:55:38.762443 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0425 02:55:38.762444 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0425 02:55:38.762459 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0425 02:55:38.762335 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 02:55:38.762472 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0425 02:55:38.762249 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0425 02:55:38.762269 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 02:55:38.762488 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0425 02:55:38.762494 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 02:55:38.762498 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0425 02:55:38.762503 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0425 02:55:38.762269 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0425 02:55:38.762522 4008 port_claim.go:71] Svc openshift-ingress/router-default: port 30224 is already open, no action needed I0425 02:55:38.762523 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 02:55:38.762532 4008 port_claim.go:71] Svc openshift-ingress/router-default: port 30581 is already open, no action needed I0425 02:55:38.762535 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 02:55:38.762477 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0425 02:55:38.762541 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0425 02:55:38.762288 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0425 02:55:38.762292 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0425 02:55:38.762296 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 02:55:38.762231 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0425 02:55:38.762566 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0425 02:55:38.762491 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0425 02:55:38.762302 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0425 02:55:38.762302 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 02:55:38.762617 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 02:55:38.762306 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 02:55:38.762308 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0425 02:55:38.762304 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 02:55:38.762666 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 02:55:38.762307 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0425 02:55:38.762690 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0425 02:55:38.762698 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0425 02:55:38.762316 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0425 02:55:38.762708 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0425 02:55:38.762321 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0425 02:55:38.762730 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0425 02:55:38.762324 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 02:55:38.762737 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0425 02:55:38.762323 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 02:55:38.762744 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 02:55:38.762348 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0425 02:55:38.762350 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0425 02:55:38.762350 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0425 02:55:38.762410 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 02:55:38.762461 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0425 02:55:38.762233 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0425 02:55:38.762099 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0425 02:55:38.762846 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0425 02:55:38.762295 4008 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 02:55:38.762880 4008 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 02:55:38.762885 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0425 02:55:38.788753 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0425 02:55:38.808493 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0425 02:55:38.808503 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0425 02:55:38.808493 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0425 02:55:38.808515 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0425 02:55:38.808524 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0425 02:55:38.808536 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0425 02:55:38.808548 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0425 02:55:38.808559 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0425 02:55:38.808565 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0425 02:55:38.848969 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0425 02:55:38.848995 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0425 02:55:38.849002 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0425 02:55:38.849008 4008 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0425 02:55:40.856971 4008 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-179.ec2.internal I0425 02:55:40.857040 4008 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-179.ec2.internal: 78.725µs I0425 02:55:40.886302 4008 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-688d565d4f-k9d8g] creating logical port openshift-ingress_router-default-688d565d4f-k9d8g for pod on switch ip-10-0-1-179.ec2.internal I0425 02:55:40.886464 4008 kube.go:256] Updating pod openshift-ingress/router-default-688d565d4f-k9d8g I0425 02:55:40.888005 4008 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5c4d6565bf-zg2m5] creating logical port openshift-image-registry_image-registry-5c4d6565bf-zg2m5 for pod on switch ip-10-0-1-179.ec2.internal I0425 02:55:40.888100 4008 kube.go:256] Updating pod openshift-image-registry/image-registry-5c4d6565bf-zg2m5 I0425 02:55:40.911458 4008 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-hstpr] creating logical port openshift-dns_dns-default-hstpr for pod on switch ip-10-0-1-179.ec2.internal I0425 02:55:40.911607 4008 kube.go:256] Updating pod openshift-dns/dns-default-hstpr I0425 02:55:40.915220 4008 pod.go:62] [openshift-image-registry/image-registry-5c4d6565bf-zg2m5] pod update took 27.146022ms I0425 02:55:40.915243 4008 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5c4d6565bf-zg2m5] addLogicalPort annotation time took 27.175215ms I0425 02:55:40.915371 4008 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-qs8bl] creating logical port openshift-ingress-canary_ingress-canary-qs8bl for pod on switch ip-10-0-1-179.ec2.internal I0425 02:55:40.915498 4008 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-qs8bl I0425 02:55:40.916384 4008 pods.go:271] [openshift-image-registry/image-registry-5c4d6565bf-zg2m5] addLogicalPort took 28.391638ms, libovsdb time 847.388µs I0425 02:55:40.920744 4008 pod.go:62] [openshift-ingress/router-default-688d565d4f-k9d8g] pod update took 34.314022ms I0425 02:55:40.920765 4008 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-688d565d4f-k9d8g] addLogicalPort annotation time took 34.340403ms I0425 02:55:40.921838 4008 pods.go:271] [openshift-ingress/router-default-688d565d4f-k9d8g] addLogicalPort took 35.552644ms, libovsdb time 819.471µs I0425 02:55:40.931735 4008 pod.go:62] [openshift-dns/dns-default-hstpr] pod update took 20.160128ms I0425 02:55:40.931758 4008 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-hstpr] addLogicalPort annotation time took 20.187962ms I0425 02:55:40.933017 4008 pod.go:62] [openshift-ingress-canary/ingress-canary-qs8bl] pod update took 17.541408ms I0425 02:55:40.933064 4008 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-qs8bl] addLogicalPort annotation time took 17.593981ms I0425 02:55:40.935858 4008 pods.go:271] [openshift-ingress-canary/ingress-canary-qs8bl] addLogicalPort took 20.502829ms, libovsdb time 1.975806ms I0425 02:55:40.936063 4008 pods.go:271] [openshift-dns/dns-default-hstpr] addLogicalPort took 24.62209ms, libovsdb time 2.230252ms I0425 02:55:41.307651 4008 cni.go:452] [openshift-ingress-canary/ingress-canary-qs8bl 1ffed635458bd524a61cb2ffe0e60c53cf1a90184c6341059cf55ecb4c485bb7 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-qs8bl 1ffed635458bd524a61cb2ffe0e60c53cf1a90184c6341059cf55ecb4c485bb7 network default NAD default NAD key ] I0425 02:55:41.332157 4008 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-qs8bl, hostIfaceName: 1ffed635458bd52, network: default, NAD default, SandboxID: "1ffed635458bd524a61cb2ffe0e60c53cf1a90184c6341059cf55ecb4c485bb7", PCI device ID: , UID: "1c5e3cce-8922-4d77-89bb-6dbcfb629333", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0425 02:55:41.389252 4008 cni.go:473] [openshift-ingress-canary/ingress-canary-qs8bl 1ffed635458bd524a61cb2ffe0e60c53cf1a90184c6341059cf55ecb4c485bb7 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-qs8bl 1ffed635458bd524a61cb2ffe0e60c53cf1a90184c6341059cf55ecb4c485bb7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:6b:c4:b8:52:99\",\"name\":\"1ffed635458bd52\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c61ad27f-77e6-4c8e-b7a7-da9b9fe6fb2f\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 02:55:45.428879 4008 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 02:55:47.084910 4008 egressfirewall.go:723] Syncing node "ip-10-0-2-178.ec2.internal" for egress firewall I0425 02:55:47.084997 4008 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-178.ec2.internal I0425 02:55:47.085015 4008 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-178.ec2.internal: 25.034µs I0425 02:55:47.085020 4008 default_network_controller.go:1025] Node "ip-10-0-2-178.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0425 02:55:48.419744 4008 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 02:55:52.165025 4008 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-178.ec2.internal in network "default" I0425 02:55:52.165079 4008 node_tracker.go:235] Node ip-10-0-2-178.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-178.ec2.internal" I0425 02:55:52.165086 4008 default_network_controller.go:1025] Node "ip-10-0-2-178.ec2.internal" in remote zone "ip-10-0-2-178.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 02:55:52.165095 4008 node_tracker.go:169] Node ip-10-0-2-178.ec2.internal switch + router changed, syncing services in network "default" I0425 02:55:52.165139 4008 services_controller.go:574] Full service sync requested for network=default W0425 02:55:52.165277 4008 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 02:55:52.165721 4008 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 02:55:52.192476 4008 default_network_controller.go:1025] Node "ip-10-0-2-178.ec2.internal" in remote zone "ip-10-0-2-178.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 02:55:52.348738 4008 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-178.ec2.internal in network "default" I0425 02:55:52.348817 4008 node_tracker.go:169] Node ip-10-0-2-178.ec2.internal switch + router changed, syncing services in network "default" I0425 02:55:52.348835 4008 services_controller.go:574] Full service sync requested for network=default I0425 02:55:52.348851 4008 default_network_controller.go:1025] Node "ip-10-0-2-178.ec2.internal" in remote zone "ip-10-0-2-178.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0425 02:55:52.349187 4008 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0425 02:55:52.349241 4008 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 02:55:52.349945 4008 zone_ic_handler.go:195] Time taken to create transit switch: 288.329µs I0425 02:55:52.349958 4008 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-178.ec2.internal for the network default I0425 02:55:52.350853 4008 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-178.ec2.internal" on network "default" took: 1.210057ms I0425 02:55:54.412449 4008 egressfirewall.go:723] Syncing node "ip-10-0-2-178.ec2.internal" for egress firewall I0425 02:55:54.412470 4008 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-178.ec2.internal I0425 02:55:54.412488 4008 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-178.ec2.internal: 24.48µs I0425 02:55:54.412502 4008 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-178.ec2.internal in network "default" I0425 02:55:54.412564 4008 node_tracker.go:169] Node ip-10-0-2-178.ec2.internal switch + router changed, syncing services in network "default" I0425 02:55:54.412569 4008 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-178.ec2.internal", IP: 10.0.2.178 to PMTUD blocking rules I0425 02:55:54.412582 4008 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-178.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0425 02:55:54.412584 4008 services_controller.go:574] Full service sync requested for network=default W0425 02:55:54.412721 4008 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0425 02:55:54.412789 4008 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 02:55:54.418769 4008 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-178.ec2.internal. Updating no re-route policies I0425 02:55:54.428651 4008 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-178.ec2.internal", IP: 10.0.2.178 to PMTUD blocking rules I0425 02:55:54.428670 4008 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-178.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0425 02:55:58.388678 4008 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-178.ec2.internal I0425 02:55:58.388708 4008 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-178.ec2.internal: 37.147µs I0425 02:56:05.665074 4008 cni.go:452] [openshift-network-diagnostics/network-check-target-t78q7 fa0be7f3a3c525c03c1e1ec5b2780811c029e7981d7896ca00da096097ac10c8 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-t78q7 fa0be7f3a3c525c03c1e1ec5b2780811c029e7981d7896ca00da096097ac10c8 network default NAD default NAD key ] I0425 02:56:05.674475 4008 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-t78q7, hostIfaceName: fa0be7f3a3c525c, network: default, NAD default, SandboxID: "fa0be7f3a3c525c03c1e1ec5b2780811c029e7981d7896ca00da096097ac10c8", PCI device ID: , UID: "64a924de-6747-4e02-af2b-ef635e3153af", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0425 02:56:05.721857 4008 cni.go:473] [openshift-network-diagnostics/network-check-target-t78q7 fa0be7f3a3c525c03c1e1ec5b2780811c029e7981d7896ca00da096097ac10c8 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-t78q7 fa0be7f3a3c525c03c1e1ec5b2780811c029e7981d7896ca00da096097ac10c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:f0:5a:d6:d1:1d\",\"name\":\"fa0be7f3a3c525c\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/540aa2b2-8dca-4bdb-9b2c-2171d3959c44\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 02:56:06.246996 4008 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 02:56:08.741096 4008 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 02:56:11.282297 4008 namespace.go:142] [openshift-network-console] updating namespace I0425 02:56:11.285432 4008 namespace.go:142] [openshift-network-node-identity] updating namespace I0425 02:56:11.290171 4008 namespace.go:142] [openshift-must-gather-operator] updating namespace I0425 02:56:11.294728 4008 namespace.go:142] [openshift-network-diagnostics] updating namespace I0425 02:56:11.296984 4008 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0425 02:56:11.301499 4008 namespace.go:142] [openshift-ovn-kubernetes] updating namespace W0425 02:56:19.422328 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 02:56:19.422353 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 02:56:20.681698 4008 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-mbhkb] creating logical port openshift-console-operator_console-operator-66dbbb6468-mbhkb for pod on switch ip-10-0-1-179.ec2.internal I0425 02:56:20.681788 4008 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-mbhkb I0425 02:56:20.701658 4008 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-mbhkb] pod update took 19.89223ms I0425 02:56:20.701683 4008 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-mbhkb] addLogicalPort annotation time took 19.92377ms I0425 02:56:20.702767 4008 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-mbhkb] addLogicalPort took 21.084985ms, libovsdb time 775.426µs I0425 02:56:20.771270 4008 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6rf5k] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-6rf5k for pod on switch ip-10-0-1-179.ec2.internal I0425 02:56:20.771370 4008 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6rf5k I0425 02:56:20.786654 4008 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6rf5k] pod update took 15.307041ms I0425 02:56:20.786676 4008 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6rf5k] addLogicalPort annotation time took 15.336452ms I0425 02:56:20.787856 4008 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6rf5k] addLogicalPort took 16.609423ms, libovsdb time 885.824µs I0425 02:56:21.047592 4008 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-mbhkb 05c577c4f479f8e9d0d0563a0db97ddf17e4e95f5b31054160b88afacafcca70 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-mbhkb 05c577c4f479f8e9d0d0563a0db97ddf17e4e95f5b31054160b88afacafcca70 network default NAD default NAD key ] I0425 02:56:21.057747 4008 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-mbhkb, hostIfaceName: 05c577c4f479f8e, network: default, NAD default, SandboxID: "05c577c4f479f8e9d0d0563a0db97ddf17e4e95f5b31054160b88afacafcca70", PCI device ID: , UID: "e7f8accf-9d5b-4d17-be2c-1dcb031afccc", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0425 02:56:21.106805 4008 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-mbhkb 05c577c4f479f8e9d0d0563a0db97ddf17e4e95f5b31054160b88afacafcca70 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-mbhkb 05c577c4f479f8e9d0d0563a0db97ddf17e4e95f5b31054160b88afacafcca70 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:4f:db:53:1d:c1\",\"name\":\"05c577c4f479f8e\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f91ceee-825a-4115-8da9-2f8d529d5eb0\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 02:56:23.780812 4008 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0425 02:56:24.588439 4008 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0425 02:56:24.589400 4008 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 935.068µs I0425 02:56:24.617920 4008 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0425 02:56:25.877301 4008 namespace.go:98] [openshift-service-ca] adding namespace I0425 02:56:25.878169 4008 namespace.go:102] [openshift-service-ca] adding namespace took 842.696µs I0425 02:56:25.892765 4008 namespace.go:142] [openshift-service-ca] updating namespace I0425 02:56:26.778287 4008 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd6skx] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd6skx for pod on switch ip-10-0-1-179.ec2.internal I0425 02:56:26.778381 4008 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd6skx I0425 02:56:26.791371 4008 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd6skx] pod update took 13.021275ms I0425 02:56:26.791397 4008 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd6skx] addLogicalPort annotation time took 13.048607ms I0425 02:56:26.792654 4008 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd6skx] addLogicalPort took 14.387737ms, libovsdb time 911.01µs I0425 02:56:27.136539 4008 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd6skx d6d2711cdd1beb1f0fccc43b93551faceea0e88e2bbf4db2d16aefb707a1a619 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd6skx d6d2711cdd1beb1f0fccc43b93551faceea0e88e2bbf4db2d16aefb707a1a619 network default NAD default NAD key ] I0425 02:56:27.147483 4008 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd6skx, hostIfaceName: d6d2711cdd1beb1, network: default, NAD default, SandboxID: "d6d2711cdd1beb1f0fccc43b93551faceea0e88e2bbf4db2d16aefb707a1a619", PCI device ID: , UID: "dc4e1f24-ba89-4944-b898-8f9486a259c6", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0425 02:56:27.195002 4008 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd6skx d6d2711cdd1beb1f0fccc43b93551faceea0e88e2bbf4db2d16aefb707a1a619 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd6skx d6d2711cdd1beb1f0fccc43b93551faceea0e88e2bbf4db2d16aefb707a1a619 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:33:38:c3:d5:b2\",\"name\":\"d6d2711cdd1beb1\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aea69551-e9a4-40d4-b5a0-c9a6757c5b19\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 02:56:27.565503 4008 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-9wtlr] creating logical port openshift-service-ca_service-ca-d9cb48497-9wtlr for pod on switch ip-10-0-1-179.ec2.internal I0425 02:56:27.565609 4008 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-9wtlr I0425 02:56:27.581330 4008 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-9wtlr] pod update took 15.758297ms I0425 02:56:27.581356 4008 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-9wtlr] addLogicalPort annotation time took 15.789919ms I0425 02:56:27.582476 4008 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-9wtlr] addLogicalPort took 16.98873ms, libovsdb time 827.61µs I0425 02:56:27.925429 4008 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-9wtlr e4361a8358d7483c425a386985aa702cdf0a42840554579153a399a2e51e1956 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-9wtlr e4361a8358d7483c425a386985aa702cdf0a42840554579153a399a2e51e1956 network default NAD default NAD key ] I0425 02:56:27.937356 4008 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-9wtlr, hostIfaceName: e4361a8358d7483, network: default, NAD default, SandboxID: "e4361a8358d7483c425a386985aa702cdf0a42840554579153a399a2e51e1956", PCI device ID: , UID: "80120625-3ac2-4f6f-927c-4345035ab6e9", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0425 02:56:27.988656 4008 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-9wtlr e4361a8358d7483c425a386985aa702cdf0a42840554579153a399a2e51e1956 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-9wtlr e4361a8358d7483c425a386985aa702cdf0a42840554579153a399a2e51e1956 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:6b:f6:e4:5d:12\",\"name\":\"e4361a8358d7483\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08b4ca4d-8afa-42a8-a0dd-b640e0912efe\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 02:56:34.217589 4008 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0425 02:56:36.728504 4008 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6rf5k 2505ef23fe6209a21578ed587f677915884f49ae7b3a0925e268b78ac8c82b1b network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6rf5k 2505ef23fe6209a21578ed587f677915884f49ae7b3a0925e268b78ac8c82b1b network default NAD default NAD key ] I0425 02:56:36.738437 4008 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-6rf5k, hostIfaceName: 2505ef23fe6209a, network: default, NAD default, SandboxID: "2505ef23fe6209a21578ed587f677915884f49ae7b3a0925e268b78ac8c82b1b", PCI device ID: , UID: "92160470-8c06-4273-bc7d-8b60e369be47", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0425 02:56:36.786427 4008 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6rf5k 2505ef23fe6209a21578ed587f677915884f49ae7b3a0925e268b78ac8c82b1b network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6rf5k 2505ef23fe6209a21578ed587f677915884f49ae7b3a0925e268b78ac8c82b1b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:29:61:28:61:31\",\"name\":\"2505ef23fe6209a\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d2c10c9e-2b59-4c1b-b3d1-fe6a4fe1e86d\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 02:56:44.927198 4008 cni.go:452] [openshift-dns/dns-default-hstpr efa03cd0a2d347d7826c0a237c3fed91e7027aa08db865ebbd0032feb9be081f network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-hstpr efa03cd0a2d347d7826c0a237c3fed91e7027aa08db865ebbd0032feb9be081f network default NAD default NAD key ] I0425 02:56:44.937007 4008 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-hstpr, hostIfaceName: efa03cd0a2d347d, network: default, NAD default, SandboxID: "efa03cd0a2d347d7826c0a237c3fed91e7027aa08db865ebbd0032feb9be081f", PCI device ID: , UID: "6e7a65ec-7cdb-47db-9869-8c462d9b9870", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0425 02:56:44.988731 4008 cni.go:473] [openshift-dns/dns-default-hstpr efa03cd0a2d347d7826c0a237c3fed91e7027aa08db865ebbd0032feb9be081f network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-hstpr efa03cd0a2d347d7826c0a237c3fed91e7027aa08db865ebbd0032feb9be081f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:30:35:4f:3d:f8\",\"name\":\"efa03cd0a2d347d\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f31fcc21-a711-4987-866f-042350859d29\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 02:56:45.162286 4008 cni.go:452] [openshift-image-registry/image-registry-5c4d6565bf-zg2m5 64c7d13f03f708d633558ac4cba6b831b74624fc5e34fa2a06ecddab19c03e8d network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5c4d6565bf-zg2m5 64c7d13f03f708d633558ac4cba6b831b74624fc5e34fa2a06ecddab19c03e8d network default NAD default NAD key ] I0425 02:56:45.172040 4008 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5c4d6565bf-zg2m5, hostIfaceName: 64c7d13f03f708d, network: default, NAD default, SandboxID: "64c7d13f03f708d633558ac4cba6b831b74624fc5e34fa2a06ecddab19c03e8d", PCI device ID: , UID: "78b6aacd-8759-4cfa-bdfb-6353e006dba5", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0425 02:56:45.221156 4008 cni.go:473] [openshift-image-registry/image-registry-5c4d6565bf-zg2m5 64c7d13f03f708d633558ac4cba6b831b74624fc5e34fa2a06ecddab19c03e8d network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5c4d6565bf-zg2m5 64c7d13f03f708d633558ac4cba6b831b74624fc5e34fa2a06ecddab19c03e8d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:cb:0b:0e:92:7a\",\"name\":\"64c7d13f03f708d\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ee3a2e5-1023-4cd7-a78d-4610e6769938\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 02:56:46.869749 4008 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd6skx d6d2711cdd1beb1f0fccc43b93551faceea0e88e2bbf4db2d16aefb707a1a619 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd6skx d6d2711cdd1beb1f0fccc43b93551faceea0e88e2bbf4db2d16aefb707a1a619 network default NAD default NAD key ] I0425 02:56:46.936865 4008 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd6skx d6d2711cdd1beb1f0fccc43b93551faceea0e88e2bbf4db2d16aefb707a1a619 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd6skx d6d2711cdd1beb1f0fccc43b93551faceea0e88e2bbf4db2d16aefb707a1a619 network default NAD default NAD key default], result "{}", err I0425 02:56:46.978330 4008 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd6skx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 02:56:46.978371 4008 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd6skx I0425 02:56:46.979681 4008 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd6skx, ips: 10.128.0.11 I0425 02:56:46.979709 4008 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd6skx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 02:56:46.979730 4008 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd6skx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 02:56:46.979741 4008 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0425 02:56:46.979895 4008 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd6skx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 02:56:46.979911 4008 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... W0425 02:56:50.425668 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 02:56:50.427667 4008 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0425 02:56:50.427686 4008 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0425 02:56:50.427691 4008 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0425 02:56:50.427842 4008 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0425 02:56:50.432018 4008 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd6skx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:56:50.432040 4008 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd6skx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:56:50.432063 4008 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd6skx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:56:50.432077 4008 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd6skx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:56:50.483474 4008 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-jgscl] creating logical port openshift-insights_insights-runtime-extractor-jgscl for pod on switch ip-10-0-1-179.ec2.internal I0425 02:56:50.483615 4008 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-jgscl I0425 02:56:50.512770 4008 pod.go:62] [openshift-insights/insights-runtime-extractor-jgscl] pod update took 29.180245ms I0425 02:56:50.512795 4008 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-jgscl] addLogicalPort annotation time took 29.213234ms I0425 02:56:50.513853 4008 pods.go:271] [openshift-insights/insights-runtime-extractor-jgscl] addLogicalPort took 30.396381ms, libovsdb time 770.42µs W0425 02:56:50.665761 4008 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0425 02:56:50.666006 4008 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-68gvt] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-68gvt for pod on switch ip-10-0-1-179.ec2.internal I0425 02:56:50.666172 4008 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-68gvt I0425 02:56:50.714901 4008 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-68gvt] pod update took 48.804178ms I0425 02:56:50.714929 4008 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-68gvt] addLogicalPort annotation time took 48.836775ms I0425 02:56:50.716107 4008 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-68gvt] addLogicalPort took 50.114924ms, libovsdb time 844.053µs I0425 02:56:50.841209 4008 cni.go:452] [openshift-insights/insights-runtime-extractor-jgscl 549eeb274e8bb43b5d625919bd0d62209734da8b89bfe9f743274fc10dbb5600 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-jgscl 549eeb274e8bb43b5d625919bd0d62209734da8b89bfe9f743274fc10dbb5600 network default NAD default NAD key ] I0425 02:56:50.850389 4008 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-jgscl, hostIfaceName: 549eeb274e8bb43, network: default, NAD default, SandboxID: "549eeb274e8bb43b5d625919bd0d62209734da8b89bfe9f743274fc10dbb5600", PCI device ID: , UID: "faaf086a-4568-49a8-8eab-68081f3629a1", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0425 02:56:50.899742 4008 cni.go:473] [openshift-insights/insights-runtime-extractor-jgscl 549eeb274e8bb43b5d625919bd0d62209734da8b89bfe9f743274fc10dbb5600 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-jgscl 549eeb274e8bb43b5d625919bd0d62209734da8b89bfe9f743274fc10dbb5600 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:cb:67:82:e9:ed\",\"name\":\"549eeb274e8bb43\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee4af56f-c403-487b-8b40-19d03ef7e23c\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 02:56:51.027574 4008 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-68gvt 51822dd6146da6d1bef50ba2f54ee3de23199031b83c512beaccffcd954adea1 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-68gvt 51822dd6146da6d1bef50ba2f54ee3de23199031b83c512beaccffcd954adea1 network default NAD default NAD key ] I0425 02:56:51.037487 4008 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-68gvt, hostIfaceName: 51822dd6146da6d, network: default, NAD default, SandboxID: "51822dd6146da6d1bef50ba2f54ee3de23199031b83c512beaccffcd954adea1", PCI device ID: , UID: "0bc84e70-ef99-4bf1-b6a7-88d2d1df431e", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0425 02:56:51.087072 4008 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-68gvt 51822dd6146da6d1bef50ba2f54ee3de23199031b83c512beaccffcd954adea1 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-68gvt 51822dd6146da6d1bef50ba2f54ee3de23199031b83c512beaccffcd954adea1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:38:a3:de:28:92\",\"name\":\"51822dd6146da6d\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07e3a10f-fd89-49c1-b6eb-25ec7b431b7c\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 02:56:51.864201 4008 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0425 02:56:51.874195 4008 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0425 02:56:52.387132 4008 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7b764bbf98-z2l7j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 02:56:52.387729 4008 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7b764bbf98-z2l7j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 02:56:52.405687 4008 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7b764bbf98-z2l7j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:56:52.405709 4008 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7b764bbf98-z2l7j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:56:52.420592 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7b764bbf98-z2l7j I0425 02:56:52.420619 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7b764bbf98-z2l7j W0425 02:56:53.423159 4008 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0425 02:56:53.644228 4008 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0425 02:56:53.644257 4008 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0425 02:56:53.644285 4008 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 02:56:53.644297 4008 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 02:56:53.644302 4008 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 02:56:55.586406 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0425 02:56:55.586429 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0425 02:56:55.586437 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0425 02:56:55.586452 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0425 02:56:55.586461 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0425 02:56:55.586466 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default I0425 02:56:55.700772 4008 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6cj2d] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-6cj2d for pod on switch ip-10-0-1-179.ec2.internal I0425 02:56:55.700878 4008 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6cj2d I0425 02:56:55.715714 4008 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6cj2d] pod update took 14.86799ms I0425 02:56:55.715739 4008 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6cj2d] addLogicalPort annotation time took 14.897417ms I0425 02:56:55.716877 4008 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6cj2d] addLogicalPort took 16.126328ms, libovsdb time 842.733µs I0425 02:56:56.055501 4008 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6cj2d 2bb9d39cbaf3d15534017ee749676dfb79cd7c67e518c133c2bf8fcf3342dc82 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6cj2d 2bb9d39cbaf3d15534017ee749676dfb79cd7c67e518c133c2bf8fcf3342dc82 network default NAD default NAD key ] I0425 02:56:56.064742 4008 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-6cj2d, hostIfaceName: 2bb9d39cbaf3d15, network: default, NAD default, SandboxID: "2bb9d39cbaf3d15534017ee749676dfb79cd7c67e518c133c2bf8fcf3342dc82", PCI device ID: , UID: "643ffc0c-7b7d-4785-920a-f1dcfbbca910", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0425 02:56:56.113470 4008 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6cj2d 2bb9d39cbaf3d15534017ee749676dfb79cd7c67e518c133c2bf8fcf3342dc82 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6cj2d 2bb9d39cbaf3d15534017ee749676dfb79cd7c67e518c133c2bf8fcf3342dc82 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:0b:ad:0c:87:63\",\"name\":\"2bb9d39cbaf3d15\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3c80a770-11cd-4783-9591-079c3e3635ea\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 02:56:56.877023 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0425 02:56:56.877049 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0425 02:56:56.877057 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0425 02:56:57.908988 4008 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0425 02:56:57.933482 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0425 02:57:00.670394 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0425 02:57:05.466005 4008 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-6c99bb674c-cxhlx] creating logical port openshift-monitoring_thanos-querier-6c99bb674c-cxhlx for pod on switch ip-10-0-1-179.ec2.internal I0425 02:57:05.466156 4008 kube.go:256] Updating pod openshift-monitoring/thanos-querier-6c99bb674c-cxhlx I0425 02:57:05.490671 4008 pod.go:62] [openshift-monitoring/thanos-querier-6c99bb674c-cxhlx] pod update took 24.585718ms I0425 02:57:05.490699 4008 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-6c99bb674c-cxhlx] addLogicalPort annotation time took 24.619963ms I0425 02:57:05.492059 4008 pods.go:271] [openshift-monitoring/thanos-querier-6c99bb674c-cxhlx] addLogicalPort took 26.069983ms, libovsdb time 959.592µs I0425 02:57:05.878335 4008 cni.go:452] [openshift-monitoring/thanos-querier-6c99bb674c-cxhlx ace43db1b42b6ce80cfee142ef582a8767ef7792d7842a99d4bfcb71206fe20e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-6c99bb674c-cxhlx ace43db1b42b6ce80cfee142ef582a8767ef7792d7842a99d4bfcb71206fe20e network default NAD default NAD key ] I0425 02:57:05.888137 4008 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-6c99bb674c-cxhlx, hostIfaceName: ace43db1b42b6ce, network: default, NAD default, SandboxID: "ace43db1b42b6ce80cfee142ef582a8767ef7792d7842a99d4bfcb71206fe20e", PCI device ID: , UID: "3ce2f068-5349-4ad6-a437-e19ca2febe18", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0425 02:57:05.939727 4008 cni.go:473] [openshift-monitoring/thanos-querier-6c99bb674c-cxhlx ace43db1b42b6ce80cfee142ef582a8767ef7792d7842a99d4bfcb71206fe20e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-6c99bb674c-cxhlx ace43db1b42b6ce80cfee142ef582a8767ef7792d7842a99d4bfcb71206fe20e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:75:4c:3a:2e:32\",\"name\":\"ace43db1b42b6ce\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2df180b4-ca26-4c15-b5bf-4cf2c1db660f\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 02:57:07.487553 4008 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 02:57:07.487573 4008 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 02:57:07.487580 4008 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 02:57:07.668735 4008 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 02:57:07.668757 4008 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 02:57:07.668764 4008 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0425 02:57:08.087987 4008 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-78c46f68cb-h8mws] creating logical port openshift-monitoring_metrics-server-78c46f68cb-h8mws for pod on switch ip-10-0-1-179.ec2.internal I0425 02:57:08.088101 4008 kube.go:256] Updating pod openshift-monitoring/metrics-server-78c46f68cb-h8mws I0425 02:57:08.131841 4008 pod.go:62] [openshift-monitoring/metrics-server-78c46f68cb-h8mws] pod update took 43.768908ms I0425 02:57:08.131864 4008 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-78c46f68cb-h8mws] addLogicalPort annotation time took 43.797514ms I0425 02:57:08.133015 4008 pods.go:271] [openshift-monitoring/metrics-server-78c46f68cb-h8mws] addLogicalPort took 45.047941ms, libovsdb time 836.802µs I0425 02:57:08.442905 4008 cni.go:452] [openshift-monitoring/metrics-server-78c46f68cb-h8mws dd7f46d69cffa4b7e62a189d1434bd86183b781af752cdbe95d5b17bfc4152eb network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-78c46f68cb-h8mws dd7f46d69cffa4b7e62a189d1434bd86183b781af752cdbe95d5b17bfc4152eb network default NAD default NAD key ] I0425 02:57:08.452243 4008 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-78c46f68cb-h8mws, hostIfaceName: dd7f46d69cffa4b, network: default, NAD default, SandboxID: "dd7f46d69cffa4b7e62a189d1434bd86183b781af752cdbe95d5b17bfc4152eb", PCI device ID: , UID: "b77cb2ed-7d44-45c3-a5ed-3d4bf07637e5", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0425 02:57:08.502266 4008 cni.go:473] [openshift-monitoring/metrics-server-78c46f68cb-h8mws dd7f46d69cffa4b7e62a189d1434bd86183b781af752cdbe95d5b17bfc4152eb network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-78c46f68cb-h8mws dd7f46d69cffa4b7e62a189d1434bd86183b781af752cdbe95d5b17bfc4152eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:d5:3e:ce:38:ff\",\"name\":\"dd7f46d69cffa4b\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5dade5d1-ce26-4d8c-9121-f41aa6ad33b7\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 02:57:09.458324 4008 cni.go:452] [openshift-multus/network-metrics-daemon-ct69w d06e2cecbdeb04f16f754a09deddc9b848ed812bae6fdf74e633bd5e78087600 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-ct69w d06e2cecbdeb04f16f754a09deddc9b848ed812bae6fdf74e633bd5e78087600 network default NAD default NAD key ] I0425 02:57:09.467800 4008 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-ct69w, hostIfaceName: d06e2cecbdeb04f, network: default, NAD default, SandboxID: "d06e2cecbdeb04f16f754a09deddc9b848ed812bae6fdf74e633bd5e78087600", PCI device ID: , UID: "df67cd91-7945-4e81-a287-f42796ad99c4", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0425 02:57:09.520277 4008 cni.go:473] [openshift-multus/network-metrics-daemon-ct69w d06e2cecbdeb04f16f754a09deddc9b848ed812bae6fdf74e633bd5e78087600 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-ct69w d06e2cecbdeb04f16f754a09deddc9b848ed812bae6fdf74e633bd5e78087600 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:b0:d2:81:cf:40\",\"name\":\"d06e2cecbdeb04f\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df119a9d-26e9-4c79-ba7c-66f1a6bbd6e5\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 02:57:09.713180 4008 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 02:57:09.713201 4008 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 02:57:09.713207 4008 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 02:57:09.713212 4008 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0425 02:57:09.855612 4008 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-179.ec2.internal I0425 02:57:09.855774 4008 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0425 02:57:09.879534 4008 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 23.801699ms I0425 02:57:09.879559 4008 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 23.834687ms I0425 02:57:09.880948 4008 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 25.352855ms, libovsdb time 1.034114ms W0425 02:57:09.995925 4008 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 02:57:09.995953 4008 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 02:57:09.995960 4008 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 02:57:09.995968 4008 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 02:57:10.021281 4008 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0425 02:57:10.213446 4008 cni.go:452] [openshift-monitoring/prometheus-k8s-0 ae179cff5d733bd1c1a8a14438722e707416c1d2aeccb4477c5ee1882b9c9e0f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 ae179cff5d733bd1c1a8a14438722e707416c1d2aeccb4477c5ee1882b9c9e0f network default NAD default NAD key ] I0425 02:57:10.223557 4008 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: ae179cff5d733bd, network: default, NAD default, SandboxID: "ae179cff5d733bd1c1a8a14438722e707416c1d2aeccb4477c5ee1882b9c9e0f", PCI device ID: , UID: "f1137776-094f-4b28-aa67-12255f8532b9", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0425 02:57:10.273631 4008 cni.go:473] [openshift-monitoring/prometheus-k8s-0 ae179cff5d733bd1c1a8a14438722e707416c1d2aeccb4477c5ee1882b9c9e0f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 ae179cff5d733bd1c1a8a14438722e707416c1d2aeccb4477c5ee1882b9c9e0f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:5b:58:c6:90:4f\",\"name\":\"ae179cff5d733bd\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ad40810-c256-4823-a807-c13790c04c4a\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 02:57:10.694422 4008 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 02:57:10.694521 4008 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 02:57:11.574067 4008 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0425 02:57:12.023249 4008 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 02:57:12.023276 4008 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 02:57:15.027867 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0425 02:57:15.696427 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 02:57:15.696451 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 02:57:15.696457 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 02:57:15.696462 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 02:57:15.696474 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 02:57:15.696479 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 02:57:15.696483 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 02:57:15.696487 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier I0425 02:57:15.800463 4008 cni.go:452] [openshift-image-registry/image-registry-5c4d6565bf-zg2m5 64c7d13f03f708d633558ac4cba6b831b74624fc5e34fa2a06ecddab19c03e8d network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-5c4d6565bf-zg2m5 64c7d13f03f708d633558ac4cba6b831b74624fc5e34fa2a06ecddab19c03e8d network default NAD default NAD key ] I0425 02:57:15.878625 4008 cni.go:473] [openshift-image-registry/image-registry-5c4d6565bf-zg2m5 64c7d13f03f708d633558ac4cba6b831b74624fc5e34fa2a06ecddab19c03e8d network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-5c4d6565bf-zg2m5 64c7d13f03f708d633558ac4cba6b831b74624fc5e34fa2a06ecddab19c03e8d network default NAD default NAD key default], result "{}", err I0425 02:57:15.947484 4008 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5c4d6565bf-zg2m5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 02:57:15.947533 4008 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5c4d6565bf-zg2m5 I0425 02:57:15.948857 4008 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5c4d6565bf-zg2m5, ips: 10.128.0.6 I0425 02:57:15.948888 4008 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5c4d6565bf-zg2m5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 02:57:15.957936 4008 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-69c9b9984c-r7lc9] creating logical port openshift-image-registry_image-registry-69c9b9984c-r7lc9 for pod on switch ip-10-0-1-179.ec2.internal I0425 02:57:15.958163 4008 kube.go:256] Updating pod openshift-image-registry/image-registry-69c9b9984c-r7lc9 I0425 02:57:15.975187 4008 pod.go:62] [openshift-image-registry/image-registry-69c9b9984c-r7lc9] pod update took 17.10767ms I0425 02:57:15.975217 4008 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-69c9b9984c-r7lc9] addLogicalPort annotation time took 17.14232ms I0425 02:57:15.976678 4008 pods.go:271] [openshift-image-registry/image-registry-69c9b9984c-r7lc9] addLogicalPort took 18.760641ms, libovsdb time 1.117368ms W0425 02:57:15.998518 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 02:57:15.998544 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 02:57:15.998554 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 02:57:15.998562 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0425 02:57:16.045681 4008 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5c4d6565bf-zg2m5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:57:16.045708 4008 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5c4d6565bf-zg2m5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:57:16.056548 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5c4d6565bf-zg2m5 I0425 02:57:16.056582 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5c4d6565bf-zg2m5 I0425 02:57:16.377660 4008 cni.go:452] [openshift-image-registry/image-registry-69c9b9984c-r7lc9 f260e6ae2e185ae8bc276586be627289fe1a72e4815c4009a907e0d37583253b network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-69c9b9984c-r7lc9 f260e6ae2e185ae8bc276586be627289fe1a72e4815c4009a907e0d37583253b network default NAD default NAD key ] I0425 02:57:16.386967 4008 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-69c9b9984c-r7lc9, hostIfaceName: f260e6ae2e185ae, network: default, NAD default, SandboxID: "f260e6ae2e185ae8bc276586be627289fe1a72e4815c4009a907e0d37583253b", PCI device ID: , UID: "08e1cdd6-bd20-4776-ae6c-991fd4e97e79", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0425 02:57:16.439036 4008 cni.go:473] [openshift-image-registry/image-registry-69c9b9984c-r7lc9 f260e6ae2e185ae8bc276586be627289fe1a72e4815c4009a907e0d37583253b network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-69c9b9984c-r7lc9 f260e6ae2e185ae8bc276586be627289fe1a72e4815c4009a907e0d37583253b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:6d:98:ad:34:e7\",\"name\":\"f260e6ae2e185ae\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/04beef3e-d0fc-485c-ab44-636fda57cecd\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 02:57:24.837954 4008 base_network_controller_pods.go:487] [default/openshift-console/console-666fc4697c-kz2l4] creating logical port openshift-console_console-666fc4697c-kz2l4 for pod on switch ip-10-0-1-179.ec2.internal I0425 02:57:24.838067 4008 kube.go:256] Updating pod openshift-console/console-666fc4697c-kz2l4 I0425 02:57:24.854818 4008 pod.go:62] [openshift-console/console-666fc4697c-kz2l4] pod update took 16.787756ms I0425 02:57:24.854841 4008 base_network_controller_pods.go:951] [default/openshift-console/console-666fc4697c-kz2l4] addLogicalPort annotation time took 16.817643ms I0425 02:57:24.856159 4008 pods.go:271] [openshift-console/console-666fc4697c-kz2l4] addLogicalPort took 18.219411ms, libovsdb time 996.218µs I0425 02:57:25.205500 4008 cni.go:452] [openshift-console/console-666fc4697c-kz2l4 ad7d1deb7de19279fcd7edb09a2a85eddf8b1e62b0f06f063f458ab3d1da15b9 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-666fc4697c-kz2l4 ad7d1deb7de19279fcd7edb09a2a85eddf8b1e62b0f06f063f458ab3d1da15b9 network default NAD default NAD key ] I0425 02:57:25.214880 4008 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-666fc4697c-kz2l4, hostIfaceName: ad7d1deb7de1927, network: default, NAD default, SandboxID: "ad7d1deb7de19279fcd7edb09a2a85eddf8b1e62b0f06f063f458ab3d1da15b9", PCI device ID: , UID: "d82d8102-b4e7-45ab-b55d-94e020f160c0", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0425 02:57:25.265726 4008 cni.go:473] [openshift-console/console-666fc4697c-kz2l4 ad7d1deb7de19279fcd7edb09a2a85eddf8b1e62b0f06f063f458ab3d1da15b9 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-666fc4697c-kz2l4 ad7d1deb7de19279fcd7edb09a2a85eddf8b1e62b0f06f063f458ab3d1da15b9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:d4:78:c5:38:1b\",\"name\":\"ad7d1deb7de1927\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/768715c2-5e6a-417c-83f5-13487f0ccc58\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 02:57:29.076416 4008 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0425 02:57:30.991365 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0425 02:57:34.778737 4008 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0425 02:57:35.628740 4008 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0425 02:57:36.104224 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0425 02:57:38.034441 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0425 02:57:39.776948 4008 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5c4d6565bf-tcwsq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 02:57:39.777528 4008 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5c4d6565bf-tcwsq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 02:57:40.109955 4008 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5c4d6565bf-tcwsq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:57:40.109977 4008 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5c4d6565bf-tcwsq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:57:40.117320 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5c4d6565bf-tcwsq I0425 02:57:40.117351 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5c4d6565bf-tcwsq W0425 02:57:49.691675 4008 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0425 02:57:50.715709 4008 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0425 02:58:00.943301 4008 obj_retry.go:498] Detected object openshift-console/console-666fc4697c-s96tn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 02:58:00.943939 4008 obj_retry.go:498] Detected object openshift-console/console-666fc4697c-s96tn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 02:58:01.751448 4008 obj_retry.go:492] Detected object openshift-console/console-666fc4697c-s96tn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:58:01.751474 4008 obj_retry.go:492] Detected object openshift-console/console-666fc4697c-s96tn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:58:01.759229 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-666fc4697c-s96tn I0425 02:58:01.759261 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-666fc4697c-s96tn I0425 02:58:09.037166 4008 cni.go:452] [openshift-console/console-666fc4697c-kz2l4 ad7d1deb7de19279fcd7edb09a2a85eddf8b1e62b0f06f063f458ab3d1da15b9 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-666fc4697c-kz2l4 ad7d1deb7de19279fcd7edb09a2a85eddf8b1e62b0f06f063f458ab3d1da15b9 network default NAD default NAD key ] I0425 02:58:09.114215 4008 cni.go:473] [openshift-console/console-666fc4697c-kz2l4 ad7d1deb7de19279fcd7edb09a2a85eddf8b1e62b0f06f063f458ab3d1da15b9 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-666fc4697c-kz2l4 ad7d1deb7de19279fcd7edb09a2a85eddf8b1e62b0f06f063f458ab3d1da15b9 network default NAD default NAD key default], result "{}", err I0425 02:58:09.160619 4008 obj_retry.go:498] Detected object openshift-console/console-666fc4697c-kz2l4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 02:58:09.160661 4008 pods.go:176] Deleting pod: openshift-console/console-666fc4697c-kz2l4 I0425 02:58:09.161896 4008 pods.go:236] Attempting to release IPs for pod: openshift-console/console-666fc4697c-kz2l4, ips: 10.128.0.20 I0425 02:58:09.161928 4008 obj_retry.go:498] Detected object openshift-console/console-666fc4697c-kz2l4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 02:58:09.523148 4008 obj_retry.go:492] Detected object openshift-console/console-666fc4697c-kz2l4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:58:09.523198 4008 obj_retry.go:492] Detected object openshift-console/console-666fc4697c-kz2l4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:58:09.526961 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-666fc4697c-kz2l4 I0425 02:58:09.526988 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-666fc4697c-kz2l4 W0425 02:58:10.313518 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 02:58:10.313541 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0425 02:58:25.418617 4008 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 02:58:25.419202 4008 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 02:58:26.001392 4008 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:58:26.001413 4008 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:58:26.009891 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0425 02:58:26.009918 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0425 02:58:29.841692 4008 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 02:58:29.842342 4008 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 02:58:30.028517 4008 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:58:30.028545 4008 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:58:30.037859 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0425 02:58:30.037887 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0425 02:58:32.134359 4008 base_network_controller_pods.go:487] [default/openshift-console/console-74b949df7b-bbmk2] creating logical port openshift-console_console-74b949df7b-bbmk2 for pod on switch ip-10-0-1-179.ec2.internal I0425 02:58:32.134496 4008 kube.go:256] Updating pod openshift-console/console-74b949df7b-bbmk2 I0425 02:58:32.154961 4008 pod.go:62] [openshift-console/console-74b949df7b-bbmk2] pod update took 20.492358ms I0425 02:58:32.154986 4008 base_network_controller_pods.go:951] [default/openshift-console/console-74b949df7b-bbmk2] addLogicalPort annotation time took 20.524869ms I0425 02:58:32.156255 4008 pods.go:271] [openshift-console/console-74b949df7b-bbmk2] addLogicalPort took 21.917627ms, libovsdb time 898.488µs I0425 02:58:32.493803 4008 cni.go:452] [openshift-console/console-74b949df7b-bbmk2 4fe29fed1dff516dd00dac9e80690f426ecc329f36a061be63f66e38b938dd7f network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-74b949df7b-bbmk2 4fe29fed1dff516dd00dac9e80690f426ecc329f36a061be63f66e38b938dd7f network default NAD default NAD key ] I0425 02:58:32.504298 4008 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-74b949df7b-bbmk2, hostIfaceName: 4fe29fed1dff516, network: default, NAD default, SandboxID: "4fe29fed1dff516dd00dac9e80690f426ecc329f36a061be63f66e38b938dd7f", PCI device ID: , UID: "1588b862-8013-451b-9a90-e2b7489bf0d1", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0425 02:58:32.557222 4008 cni.go:473] [openshift-console/console-74b949df7b-bbmk2 4fe29fed1dff516dd00dac9e80690f426ecc329f36a061be63f66e38b938dd7f network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-74b949df7b-bbmk2 4fe29fed1dff516dd00dac9e80690f426ecc329f36a061be63f66e38b938dd7f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:6f:c6:9a:ad:7e\",\"name\":\"4fe29fed1dff516\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d60f1ed0-4b0a-4e2d-9fa5-ac135c90cf94\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 02:58:43.369324 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0425 02:58:57.427240 4008 obj_retry.go:498] Detected object openshift-console/console-65b976766f-rv6lb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 02:58:57.427806 4008 obj_retry.go:498] Detected object openshift-console/console-65b976766f-rv6lb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 02:58:57.817487 4008 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 02:58:57.818160 4008 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 02:58:57.993219 4008 obj_retry.go:492] Detected object openshift-console/console-65b976766f-rv6lb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:58:57.993246 4008 obj_retry.go:492] Detected object openshift-console/console-65b976766f-rv6lb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:58:58.000882 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-65b976766f-rv6lb I0425 02:58:58.000907 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-65b976766f-rv6lb I0425 02:58:58.020266 4008 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:58:58.020286 4008 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:58:58.027907 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0425 02:58:58.027938 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0425 02:59:08.697159 4008 obj_retry.go:498] Detected object openshift-console/console-65b976766f-95dc5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 02:59:08.697715 4008 obj_retry.go:498] Detected object openshift-console/console-65b976766f-95dc5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 02:59:09.196029 4008 obj_retry.go:492] Detected object openshift-console/console-65b976766f-95dc5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:59:09.196052 4008 obj_retry.go:492] Detected object openshift-console/console-65b976766f-95dc5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:59:09.202971 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-65b976766f-95dc5 I0425 02:59:09.202989 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-65b976766f-95dc5 I0425 02:59:32.494092 4008 cni.go:452] [openshift-monitoring/prometheus-k8s-0 ae179cff5d733bd1c1a8a14438722e707416c1d2aeccb4477c5ee1882b9c9e0f network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 ae179cff5d733bd1c1a8a14438722e707416c1d2aeccb4477c5ee1882b9c9e0f network default NAD default NAD key ] I0425 02:59:32.570464 4008 cni.go:473] [openshift-monitoring/prometheus-k8s-0 ae179cff5d733bd1c1a8a14438722e707416c1d2aeccb4477c5ee1882b9c9e0f network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 ae179cff5d733bd1c1a8a14438722e707416c1d2aeccb4477c5ee1882b9c9e0f network default NAD default NAD key default], result "{}", err I0425 02:59:32.629002 4008 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 02:59:32.629046 4008 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0425 02:59:32.630231 4008 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.128.0.18 I0425 02:59:32.630257 4008 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 02:59:33.563613 4008 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:59:33.563644 4008 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:59:33.571792 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0425 02:59:33.571824 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0425 02:59:33.615013 4008 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-179.ec2.internal I0425 02:59:33.615139 4008 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0425 02:59:33.642358 4008 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 27.275861ms I0425 02:59:33.642388 4008 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 27.311082ms I0425 02:59:33.643572 4008 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 28.578141ms, libovsdb time 870.069µs I0425 02:59:33.977283 4008 cni.go:452] [openshift-monitoring/prometheus-k8s-0 98d89544584fe055a6def71bbd7cd499f7270c396112a5db55fc61b94c7285b0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 98d89544584fe055a6def71bbd7cd499f7270c396112a5db55fc61b94c7285b0 network default NAD default NAD key ] I0425 02:59:33.987022 4008 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 98d89544584fe05, network: default, NAD default, SandboxID: "98d89544584fe055a6def71bbd7cd499f7270c396112a5db55fc61b94c7285b0", PCI device ID: , UID: "2143e884-d840-4074-bfcf-7964471f6fde", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0425 02:59:34.036457 4008 cni.go:473] [openshift-monitoring/prometheus-k8s-0 98d89544584fe055a6def71bbd7cd499f7270c396112a5db55fc61b94c7285b0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 98d89544584fe055a6def71bbd7cd499f7270c396112a5db55fc61b94c7285b0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:34:a4:fb:db:8a\",\"name\":\"98d89544584fe05\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4afe2370-4517-4744-b4e7-bdd9752041ab\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 03:00:05.431334 4008 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618100-6srk7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:00:05.431917 4008 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618100-6srk7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:00:06.455743 4008 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618100-6srk7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:00:06.455780 4008 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618100-6srk7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0425 03:00:34.837484 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 03:00:34.837505 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0425 03:01:06.705507 4008 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0425 03:01:09.860090 4008 cni.go:452] [openshift-console/console-74b949df7b-bbmk2 4fe29fed1dff516dd00dac9e80690f426ecc329f36a061be63f66e38b938dd7f network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-74b949df7b-bbmk2 4fe29fed1dff516dd00dac9e80690f426ecc329f36a061be63f66e38b938dd7f network default NAD default NAD key ] I0425 03:01:09.935353 4008 cni.go:473] [openshift-console/console-74b949df7b-bbmk2 4fe29fed1dff516dd00dac9e80690f426ecc329f36a061be63f66e38b938dd7f network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-74b949df7b-bbmk2 4fe29fed1dff516dd00dac9e80690f426ecc329f36a061be63f66e38b938dd7f network default NAD default NAD key default], result "{}", err I0425 03:01:09.983131 4008 obj_retry.go:498] Detected object openshift-console/console-74b949df7b-bbmk2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:01:09.983175 4008 pods.go:176] Deleting pod: openshift-console/console-74b949df7b-bbmk2 I0425 03:01:09.984450 4008 pods.go:236] Attempting to release IPs for pod: openshift-console/console-74b949df7b-bbmk2, ips: 10.128.0.21 I0425 03:01:09.984481 4008 obj_retry.go:498] Detected object openshift-console/console-74b949df7b-bbmk2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:01:09.992357 4008 base_network_controller_pods.go:487] [default/openshift-console/console-c67947bb5-wvtq7] creating logical port openshift-console_console-c67947bb5-wvtq7 for pod on switch ip-10-0-1-179.ec2.internal I0425 03:01:09.992499 4008 kube.go:256] Updating pod openshift-console/console-c67947bb5-wvtq7 I0425 03:01:10.006978 4008 pod.go:62] [openshift-console/console-c67947bb5-wvtq7] pod update took 14.506237ms I0425 03:01:10.007007 4008 base_network_controller_pods.go:951] [default/openshift-console/console-c67947bb5-wvtq7] addLogicalPort annotation time took 14.544725ms I0425 03:01:10.008287 4008 pods.go:271] [openshift-console/console-c67947bb5-wvtq7] addLogicalPort took 15.952489ms, libovsdb time 874.944µs I0425 03:01:10.358966 4008 cni.go:452] [openshift-console/console-c67947bb5-wvtq7 3c60fdf9ebcc09df29fd8ed0413ca25ee01132fb81f5257f22cc06272262b407 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-c67947bb5-wvtq7 3c60fdf9ebcc09df29fd8ed0413ca25ee01132fb81f5257f22cc06272262b407 network default NAD default NAD key ] I0425 03:01:10.368960 4008 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-c67947bb5-wvtq7, hostIfaceName: 3c60fdf9ebcc09d, network: default, NAD default, SandboxID: "3c60fdf9ebcc09df29fd8ed0413ca25ee01132fb81f5257f22cc06272262b407", PCI device ID: , UID: "a4ce67ad-ef03-446d-9a01-1ea324a6a9c7", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0425 03:01:10.419307 4008 cni.go:473] [openshift-console/console-c67947bb5-wvtq7 3c60fdf9ebcc09df29fd8ed0413ca25ee01132fb81f5257f22cc06272262b407 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-c67947bb5-wvtq7 3c60fdf9ebcc09df29fd8ed0413ca25ee01132fb81f5257f22cc06272262b407 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:4d:68:6a:02:14\",\"name\":\"3c60fdf9ebcc09d\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eee1804f-0653-45af-944c-946350d24189\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 03:01:10.929749 4008 obj_retry.go:492] Detected object openshift-console/console-74b949df7b-bbmk2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:01:10.929777 4008 obj_retry.go:492] Detected object openshift-console/console-74b949df7b-bbmk2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:01:10.938150 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74b949df7b-bbmk2 I0425 03:01:10.938183 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74b949df7b-bbmk2 I0425 03:01:20.963055 4008 obj_retry.go:498] Detected object openshift-console/console-74b949df7b-sgrlr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:01:20.963629 4008 obj_retry.go:498] Detected object openshift-console/console-74b949df7b-sgrlr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0425 03:01:20.998815 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0425 03:01:21.607359 4008 obj_retry.go:492] Detected object openshift-console/console-74b949df7b-sgrlr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:01:21.607383 4008 obj_retry.go:492] Detected object openshift-console/console-74b949df7b-sgrlr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:01:21.618911 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74b949df7b-sgrlr I0425 03:01:21.618936 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74b949df7b-sgrlr I0425 03:01:28.716646 4008 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0425 03:01:31.610107 4008 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0425 03:01:43.721826 4008 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 W0425 03:01:56.769748 4008 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 03:02:03.771697 4008 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0425 03:02:04.728963 4008 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0425 03:02:07.820682 4008 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0425 03:02:07.820763 4008 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-m87rs IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-m87rs: no pod IPs found I0425 03:02:08.607595 4008 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=71 I0425 03:02:34.694989 4008 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0425 03:02:37.608533 4008 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=22 I0425 03:02:53.614717 4008 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=590 I0425 03:03:09.734423 4008 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0425 03:03:13.694434 4008 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0425 03:03:23.700362 4008 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0425 03:04:03.607786 4008 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=131 I0425 03:04:15.710699 4008 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0425 03:05:16.734440 4008 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0425 03:05:24.606892 4008 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0425 03:06:13.792800 4008 namespace.go:98] [tsf] adding namespace I0425 03:06:13.793718 4008 namespace.go:102] [tsf] adding namespace took 895.545µs I0425 03:06:13.812667 4008 namespace.go:142] [tsf] updating namespace I0425 03:06:13.822765 4008 namespace.go:142] [tsf] updating namespace I0425 03:06:17.559733 4008 namespace.go:98] [tsf-tpa] adding namespace I0425 03:06:17.560668 4008 namespace.go:102] [tsf-tpa] adding namespace took 906.521µs I0425 03:06:17.563428 4008 namespace.go:98] [konflux-operator] adding namespace I0425 03:06:17.564149 4008 namespace.go:102] [konflux-operator] adding namespace took 705.962µs I0425 03:06:17.566399 4008 namespace.go:98] [konflux-ui] adding namespace I0425 03:06:17.566554 4008 namespace.go:98] [cert-manager-operator] adding namespace I0425 03:06:17.566605 4008 namespace.go:98] [tsf-tas] adding namespace I0425 03:06:17.566698 4008 namespace.go:98] [tsf-keycloak] adding namespace I0425 03:06:17.566853 4008 namespace.go:98] [rhbk-operator] adding namespace I0425 03:06:17.567093 4008 namespace.go:102] [konflux-ui] adding namespace took 681.928µs I0425 03:06:17.567741 4008 namespace.go:102] [cert-manager-operator] adding namespace took 1.167718ms I0425 03:06:17.568283 4008 namespace.go:102] [tsf-tas] adding namespace took 1.660645ms I0425 03:06:17.568307 4008 namespace.go:98] [rhtpa-operator] adding namespace I0425 03:06:17.568833 4008 namespace.go:102] [tsf-keycloak] adding namespace took 2.11733ms I0425 03:06:17.569312 4008 namespace.go:102] [rhbk-operator] adding namespace took 2.44253ms I0425 03:06:17.569963 4008 namespace.go:102] [rhtpa-operator] adding namespace took 1.648524ms I0425 03:06:17.579408 4008 namespace.go:142] [tsf-tpa] updating namespace I0425 03:06:17.596222 4008 namespace.go:142] [tsf-tpa] updating namespace I0425 03:06:17.605299 4008 namespace.go:142] [konflux-ui] updating namespace I0425 03:06:17.608533 4008 namespace.go:142] [konflux-operator] updating namespace I0425 03:06:17.612681 4008 namespace.go:142] [tsf-tas] updating namespace I0425 03:06:17.614538 4008 namespace.go:142] [cert-manager-operator] updating namespace I0425 03:06:17.616684 4008 namespace.go:142] [tsf-keycloak] updating namespace I0425 03:06:17.626327 4008 namespace.go:142] [konflux-operator] updating namespace I0425 03:06:17.626417 4008 namespace.go:142] [rhtpa-operator] updating namespace I0425 03:06:17.630284 4008 namespace.go:142] [konflux-ui] updating namespace I0425 03:06:17.642252 4008 namespace.go:142] [rhbk-operator] updating namespace I0425 03:06:17.645274 4008 namespace.go:142] [konflux-ui] updating namespace I0425 03:06:17.649823 4008 namespace.go:142] [tsf-tpa] updating namespace I0425 03:06:17.655926 4008 namespace.go:142] [cert-manager-operator] updating namespace I0425 03:06:17.680179 4008 namespace.go:142] [tsf-tas] updating namespace I0425 03:06:17.683762 4008 namespace.go:142] [cert-manager-operator] updating namespace I0425 03:06:17.699709 4008 namespace.go:142] [tsf-tas] updating namespace I0425 03:06:17.703899 4008 namespace.go:142] [tsf-keycloak] updating namespace I0425 03:06:17.719315 4008 namespace.go:142] [rhtpa-operator] updating namespace I0425 03:06:17.720837 4008 namespace.go:142] [tsf-keycloak] updating namespace I0425 03:06:17.731626 4008 namespace.go:142] [rhtpa-operator] updating namespace I0425 03:06:17.742770 4008 namespace.go:142] [rhbk-operator] updating namespace I0425 03:06:17.760029 4008 namespace.go:142] [rhbk-operator] updating namespace I0425 03:06:17.774093 4008 namespace.go:142] [konflux-operator] updating namespace I0425 03:06:18.685886 4008 namespace.go:142] [tsf-tpa] updating namespace I0425 03:06:18.703812 4008 namespace.go:142] [tsf-keycloak] updating namespace I0425 03:06:20.335019 4008 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d25xjz] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d25xjz for pod on switch ip-10-0-1-179.ec2.internal I0425 03:06:20.335172 4008 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d25xjz I0425 03:06:20.349970 4008 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d25xjz] pod update took 14.859864ms I0425 03:06:20.349992 4008 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d25xjz] addLogicalPort annotation time took 14.887262ms I0425 03:06:20.351207 4008 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d25xjz] addLogicalPort took 16.204891ms, libovsdb time 838.931µs I0425 03:06:20.440554 4008 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lvgfd] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lvgfd for pod on switch ip-10-0-1-179.ec2.internal I0425 03:06:20.440673 4008 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lvgfd I0425 03:06:20.455728 4008 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lvgfd] pod update took 15.083894ms I0425 03:06:20.455755 4008 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lvgfd] addLogicalPort annotation time took 15.114759ms I0425 03:06:20.456963 4008 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lvgfd] addLogicalPort took 16.423234ms, libovsdb time 880.51µs I0425 03:06:20.694550 4008 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d25xjz d22978e6deeedf6affb3552b8588230894fc67fba525158798f17c50b3d4f2c5 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d25xjz d22978e6deeedf6affb3552b8588230894fc67fba525158798f17c50b3d4f2c5 network default NAD default NAD key ] I0425 03:06:20.704388 4008 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d25xjz, hostIfaceName: d22978e6deeedf6, network: default, NAD default, SandboxID: "d22978e6deeedf6affb3552b8588230894fc67fba525158798f17c50b3d4f2c5", PCI device ID: , UID: "8bebffc5-c065-4dda-a9c2-7b1906611fdc", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0425 03:06:20.754883 4008 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d25xjz d22978e6deeedf6affb3552b8588230894fc67fba525158798f17c50b3d4f2c5 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d25xjz d22978e6deeedf6affb3552b8588230894fc67fba525158798f17c50b3d4f2c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:2e:b2:58:8b:b6\",\"name\":\"d22978e6deeedf6\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cb1e7bb2-3051-4c65-a73e-01544c74990f\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 03:06:20.801163 4008 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lvgfd 91420c53af7589c730311294a85d87704b0d9fe97ed3997cff97a92e647691c6 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lvgfd 91420c53af7589c730311294a85d87704b0d9fe97ed3997cff97a92e647691c6 network default NAD default NAD key ] I0425 03:06:20.812041 4008 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lvgfd, hostIfaceName: 91420c53af7589c, network: default, NAD default, SandboxID: "91420c53af7589c730311294a85d87704b0d9fe97ed3997cff97a92e647691c6", PCI device ID: , UID: "a5b0686f-aa8c-4c50-b183-59c3590ec73d", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0425 03:06:20.864043 4008 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lvgfd 91420c53af7589c730311294a85d87704b0d9fe97ed3997cff97a92e647691c6 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lvgfd 91420c53af7589c730311294a85d87704b0d9fe97ed3997cff97a92e647691c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:91:cd:dd:3d:15\",\"name\":\"91420c53af7589c\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/78c70ce1-1e6c-424c-a91e-6a598b098637\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 03:06:23.308898 4008 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf29xcjz] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf29xcjz for pod on switch ip-10-0-1-179.ec2.internal I0425 03:06:23.309081 4008 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf29xcjz I0425 03:06:23.322512 4008 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf29xcjz] pod update took 13.461813ms I0425 03:06:23.322538 4008 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf29xcjz] addLogicalPort annotation time took 13.496094ms I0425 03:06:23.323774 4008 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf29xcjz] addLogicalPort took 14.892306ms, libovsdb time 869.401µs I0425 03:06:23.666068 4008 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf29xcjz 256e4a34ff0ae12c4503db5b89b13b4b218d00b9b5878a4e03ea1fbc7b8c0e2c network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf29xcjz 256e4a34ff0ae12c4503db5b89b13b4b218d00b9b5878a4e03ea1fbc7b8c0e2c network default NAD default NAD key ] I0425 03:06:23.677624 4008 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf29xcjz, hostIfaceName: 256e4a34ff0ae12, network: default, NAD default, SandboxID: "256e4a34ff0ae12c4503db5b89b13b4b218d00b9b5878a4e03ea1fbc7b8c0e2c", PCI device ID: , UID: "d4999cfc-bf51-4a96-97cd-f9a594aa1949", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0425 03:06:23.729078 4008 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf29xcjz 256e4a34ff0ae12c4503db5b89b13b4b218d00b9b5878a4e03ea1fbc7b8c0e2c network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf29xcjz 256e4a34ff0ae12c4503db5b89b13b4b218d00b9b5878a4e03ea1fbc7b8c0e2c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:44:a2:02:0a:70\",\"name\":\"256e4a34ff0ae12\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e2a5361b-cfac-4769-adc2-38fbf4a67d2a\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 03:06:24.159020 4008 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lvgfd 91420c53af7589c730311294a85d87704b0d9fe97ed3997cff97a92e647691c6 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lvgfd 91420c53af7589c730311294a85d87704b0d9fe97ed3997cff97a92e647691c6 network default NAD default NAD key ] I0425 03:06:24.238668 4008 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lvgfd 91420c53af7589c730311294a85d87704b0d9fe97ed3997cff97a92e647691c6 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lvgfd 91420c53af7589c730311294a85d87704b0d9fe97ed3997cff97a92e647691c6 network default NAD default NAD key default], result "{}", err I0425 03:06:24.453775 4008 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lvgfd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:06:24.453835 4008 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lvgfd I0425 03:06:24.455631 4008 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lvgfd, ips: 10.128.0.25 I0425 03:06:24.455671 4008 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lvgfd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:06:24.455696 4008 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lvgfd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 03:06:24.455705 4008 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 03:06:24.455948 4008 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lvgfd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 03:06:24.455971 4008 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 03:06:25.304141 4008 base_network_controller_pods.go:487] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158klcsh] creating logical port openshift-marketplace_26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158klcsh for pod on switch ip-10-0-1-179.ec2.internal I0425 03:06:25.304284 4008 kube.go:256] Updating pod openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158klcsh I0425 03:06:25.318169 4008 pod.go:62] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158klcsh] pod update took 13.914355ms I0425 03:06:25.318199 4008 base_network_controller_pods.go:951] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158klcsh] addLogicalPort annotation time took 13.947266ms I0425 03:06:25.319614 4008 pods.go:271] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158klcsh] addLogicalPort took 15.505677ms, libovsdb time 1.004232ms I0425 03:06:25.482753 4008 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lvgfd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:25.482784 4008 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lvgfd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:25.482801 4008 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lvgfd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:25.482812 4008 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lvgfd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:25.745101 4008 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158klcsh 030e61bc4bf97116cef73a3710db51a81215e44c1a52059ac64c6e87cc7062d9 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158klcsh 030e61bc4bf97116cef73a3710db51a81215e44c1a52059ac64c6e87cc7062d9 network default NAD default NAD key ] I0425 03:06:25.755692 4008 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158klcsh, hostIfaceName: 030e61bc4bf9711, network: default, NAD default, SandboxID: "030e61bc4bf97116cef73a3710db51a81215e44c1a52059ac64c6e87cc7062d9", PCI device ID: , UID: "f40ee0aa-601f-48c7-885c-460d61f49c32", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0425 03:06:25.810960 4008 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158klcsh 030e61bc4bf97116cef73a3710db51a81215e44c1a52059ac64c6e87cc7062d9 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158klcsh 030e61bc4bf97116cef73a3710db51a81215e44c1a52059ac64c6e87cc7062d9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:54:c5:fe:ff:c2\",\"name\":\"030e61bc4bf9711\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/57d287ca-0bc5-4c6f-ad0c-8cee10c13f0a\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 03:06:26.795415 4008 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vzfcm] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vzfcm for pod on switch ip-10-0-1-179.ec2.internal I0425 03:06:26.795536 4008 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vzfcm I0425 03:06:26.808125 4008 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vzfcm] pod update took 12.60087ms I0425 03:06:26.808154 4008 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vzfcm] addLogicalPort annotation time took 12.648834ms I0425 03:06:26.809373 4008 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vzfcm] addLogicalPort took 13.975188ms, libovsdb time 842.347µs I0425 03:06:26.912632 4008 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364w9hr] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364w9hr for pod on switch ip-10-0-1-179.ec2.internal I0425 03:06:26.912738 4008 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364w9hr I0425 03:06:26.925948 4008 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364w9hr] pod update took 13.239143ms I0425 03:06:26.925970 4008 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364w9hr] addLogicalPort annotation time took 13.266904ms I0425 03:06:26.927247 4008 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364w9hr] addLogicalPort took 14.636172ms, libovsdb time 843.191µs I0425 03:06:27.156493 4008 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vzfcm 2c7bd345f70e6ab21734175e3d77dd0b19d774f01035ae2affa2ece82958533a network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vzfcm 2c7bd345f70e6ab21734175e3d77dd0b19d774f01035ae2affa2ece82958533a network default NAD default NAD key ] I0425 03:06:27.167533 4008 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vzfcm, hostIfaceName: 2c7bd345f70e6ab, network: default, NAD default, SandboxID: "2c7bd345f70e6ab21734175e3d77dd0b19d774f01035ae2affa2ece82958533a", PCI device ID: , UID: "193ef7fa-5db0-4148-a29a-eaaa9dbf821d", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0425 03:06:27.184917 4008 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d25xjz d22978e6deeedf6affb3552b8588230894fc67fba525158798f17c50b3d4f2c5 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d25xjz d22978e6deeedf6affb3552b8588230894fc67fba525158798f17c50b3d4f2c5 network default NAD default NAD key ] I0425 03:06:27.282615 4008 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364w9hr 98ee26b9886d9bc9f72593652a61dedcd798666e4d15b765d496d7c0ffd928bb network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364w9hr 98ee26b9886d9bc9f72593652a61dedcd798666e4d15b765d496d7c0ffd928bb network default NAD default NAD key ] I0425 03:06:27.287502 4008 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d25xjz d22978e6deeedf6affb3552b8588230894fc67fba525158798f17c50b3d4f2c5 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d25xjz d22978e6deeedf6affb3552b8588230894fc67fba525158798f17c50b3d4f2c5 network default NAD default NAD key default], result "{}", err I0425 03:06:27.294181 4008 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364w9hr, hostIfaceName: 98ee26b9886d9bc, network: default, NAD default, SandboxID: "98ee26b9886d9bc9f72593652a61dedcd798666e4d15b765d496d7c0ffd928bb", PCI device ID: , UID: "98588369-356c-491d-ae2f-e19861ffd248", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0425 03:06:27.326236 4008 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d25xjz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:06:27.326268 4008 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d25xjz I0425 03:06:27.327823 4008 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d25xjz, ips: 10.128.0.24 I0425 03:06:27.327853 4008 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d25xjz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:06:27.327875 4008 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d25xjz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 03:06:27.327885 4008 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 03:06:27.328083 4008 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d25xjz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 03:06:27.328097 4008 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 03:06:27.346369 4008 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364w9hr 98ee26b9886d9bc9f72593652a61dedcd798666e4d15b765d496d7c0ffd928bb network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364w9hr 98ee26b9886d9bc9f72593652a61dedcd798666e4d15b765d496d7c0ffd928bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:52:6d:6d:42:69\",\"name\":\"98ee26b9886d9bc\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9af00fe7-fc6f-480d-bdff-9e973d581bd3\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 03:06:27.427803 4008 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vzfcm 2c7bd345f70e6ab21734175e3d77dd0b19d774f01035ae2affa2ece82958533a network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vzfcm 2c7bd345f70e6ab21734175e3d77dd0b19d774f01035ae2affa2ece82958533a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:d8:f3:c1:60:9a\",\"name\":\"2c7bd345f70e6ab\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18cfdd6b-c6f5-4259-af89-248d0b3f7bae\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 03:06:28.196576 4008 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf29xcjz 256e4a34ff0ae12c4503db5b89b13b4b218d00b9b5878a4e03ea1fbc7b8c0e2c network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf29xcjz 256e4a34ff0ae12c4503db5b89b13b4b218d00b9b5878a4e03ea1fbc7b8c0e2c network default NAD default NAD key ] I0425 03:06:28.276506 4008 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf29xcjz 256e4a34ff0ae12c4503db5b89b13b4b218d00b9b5878a4e03ea1fbc7b8c0e2c network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf29xcjz 256e4a34ff0ae12c4503db5b89b13b4b218d00b9b5878a4e03ea1fbc7b8c0e2c network default NAD default NAD key default], result "{}", err I0425 03:06:28.322730 4008 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf29xcjz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:06:28.322800 4008 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf29xcjz I0425 03:06:28.324345 4008 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf29xcjz, ips: 10.128.0.26 I0425 03:06:28.324381 4008 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf29xcjz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:06:28.324414 4008 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf29xcjz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 03:06:28.324426 4008 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 03:06:28.324592 4008 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf29xcjz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 03:06:28.324608 4008 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 03:06:28.353046 4008 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d25xjz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:28.353077 4008 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d25xjz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:28.353101 4008 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d25xjz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:28.353128 4008 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d25xjz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:29.209712 4008 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158klcsh 030e61bc4bf97116cef73a3710db51a81215e44c1a52059ac64c6e87cc7062d9 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158klcsh 030e61bc4bf97116cef73a3710db51a81215e44c1a52059ac64c6e87cc7062d9 network default NAD default NAD key ] I0425 03:06:29.287011 4008 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158klcsh 030e61bc4bf97116cef73a3710db51a81215e44c1a52059ac64c6e87cc7062d9 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158klcsh 030e61bc4bf97116cef73a3710db51a81215e44c1a52059ac64c6e87cc7062d9 network default NAD default NAD key default], result "{}", err I0425 03:06:29.322652 4008 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158klcsh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:06:29.322692 4008 pods.go:176] Deleting pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158klcsh I0425 03:06:29.324229 4008 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158klcsh, ips: 10.128.0.27 I0425 03:06:29.324267 4008 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158klcsh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:06:29.324301 4008 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158klcsh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 03:06:29.324314 4008 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 03:06:29.324519 4008 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158klcsh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 03:06:29.324534 4008 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 03:06:29.356157 4008 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf29xcjz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:29.356183 4008 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf29xcjz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:29.356194 4008 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf29xcjz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:29.356211 4008 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf29xcjz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:30.352077 4008 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158klcsh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:30.352107 4008 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158klcsh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:30.352140 4008 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158klcsh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:30.352150 4008 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158klcsh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:31.222406 4008 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vzfcm 2c7bd345f70e6ab21734175e3d77dd0b19d774f01035ae2affa2ece82958533a network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vzfcm 2c7bd345f70e6ab21734175e3d77dd0b19d774f01035ae2affa2ece82958533a network default NAD default NAD key ] I0425 03:06:31.222795 4008 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364w9hr 98ee26b9886d9bc9f72593652a61dedcd798666e4d15b765d496d7c0ffd928bb network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364w9hr 98ee26b9886d9bc9f72593652a61dedcd798666e4d15b765d496d7c0ffd928bb network default NAD default NAD key ] I0425 03:06:31.303907 4008 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vzfcm 2c7bd345f70e6ab21734175e3d77dd0b19d774f01035ae2affa2ece82958533a network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vzfcm 2c7bd345f70e6ab21734175e3d77dd0b19d774f01035ae2affa2ece82958533a network default NAD default NAD key default], result "{}", err I0425 03:06:31.328156 4008 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364w9hr 98ee26b9886d9bc9f72593652a61dedcd798666e4d15b765d496d7c0ffd928bb network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364w9hr 98ee26b9886d9bc9f72593652a61dedcd798666e4d15b765d496d7c0ffd928bb network default NAD default NAD key default], result "{}", err I0425 03:06:31.349582 4008 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vzfcm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:06:31.349612 4008 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vzfcm I0425 03:06:31.350964 4008 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vzfcm, ips: 10.128.0.28 I0425 03:06:31.350993 4008 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vzfcm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:06:31.351016 4008 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vzfcm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 03:06:31.351024 4008 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 03:06:31.351241 4008 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vzfcm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 03:06:31.351258 4008 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 03:06:31.373249 4008 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364w9hr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:06:31.373297 4008 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364w9hr I0425 03:06:31.374644 4008 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364w9hr, ips: 10.128.0.29 I0425 03:06:31.374677 4008 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364w9hr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:06:31.374708 4008 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364w9hr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 03:06:31.374722 4008 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 03:06:31.374900 4008 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364w9hr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 03:06:31.374916 4008 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 03:06:32.380053 4008 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vzfcm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:32.380080 4008 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vzfcm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:32.380105 4008 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vzfcm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:32.380133 4008 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vzfcm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:32.401723 4008 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364w9hr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:32.401749 4008 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364w9hr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:32.401765 4008 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364w9hr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:32.401777 4008 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364w9hr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:33.143175 4008 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-fm8mj] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-fm8mj for pod on switch ip-10-0-1-179.ec2.internal I0425 03:06:33.143303 4008 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-fm8mj I0425 03:06:33.190798 4008 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-fm8mj] pod update took 47.52931ms I0425 03:06:33.190830 4008 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-fm8mj] addLogicalPort annotation time took 47.566706ms I0425 03:06:33.192072 4008 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-fm8mj] addLogicalPort took 48.911844ms, libovsdb time 873.053µs I0425 03:06:33.505773 4008 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-fm8mj f95baea857c45b760501107261f03a6e1393cf7fe3f1953250533d2e206b03d5 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-fm8mj f95baea857c45b760501107261f03a6e1393cf7fe3f1953250533d2e206b03d5 network default NAD default NAD key ] I0425 03:06:33.515415 4008 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-fm8mj, hostIfaceName: f95baea857c45b7, network: default, NAD default, SandboxID: "f95baea857c45b760501107261f03a6e1393cf7fe3f1953250533d2e206b03d5", PCI device ID: , UID: "3e1623d1-71be-4e34-aab9-ffbff4154ae8", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0425 03:06:33.565793 4008 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-fm8mj f95baea857c45b760501107261f03a6e1393cf7fe3f1953250533d2e206b03d5 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-fm8mj f95baea857c45b760501107261f03a6e1393cf7fe3f1953250533d2e206b03d5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:17:29:05:c6:16\",\"name\":\"f95baea857c45b7\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f72e2411-c8b6-40d9-b031-da4b1aa78306\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 03:06:36.318042 4008 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0425 03:06:37.136633 4008 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0425 03:06:37.147862 4008 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0425 03:06:39.272532 4008 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-x7jh9] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-x7jh9 for pod on switch ip-10-0-1-179.ec2.internal I0425 03:06:39.272693 4008 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-x7jh9 I0425 03:06:39.297164 4008 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-x7jh9] pod update took 24.507505ms I0425 03:06:39.297194 4008 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-x7jh9] addLogicalPort annotation time took 24.544565ms I0425 03:06:39.298511 4008 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-x7jh9] addLogicalPort took 25.993277ms, libovsdb time 920.145µs I0425 03:06:39.633532 4008 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-x7jh9 2ee8db7b375875ed78a76253469c2f12fe06846bd57e61f43c3d5f236d3607eb network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-x7jh9 2ee8db7b375875ed78a76253469c2f12fe06846bd57e61f43c3d5f236d3607eb network default NAD default NAD key ] I0425 03:06:39.642936 4008 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-x7jh9, hostIfaceName: 2ee8db7b375875e, network: default, NAD default, SandboxID: "2ee8db7b375875ed78a76253469c2f12fe06846bd57e61f43c3d5f236d3607eb", PCI device ID: , UID: "7e140431-e7b1-40cb-881b-adbd87f9d474", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0425 03:06:39.699846 4008 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-x7jh9 2ee8db7b375875ed78a76253469c2f12fe06846bd57e61f43c3d5f236d3607eb network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-x7jh9 2ee8db7b375875ed78a76253469c2f12fe06846bd57e61f43c3d5f236d3607eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:f4:c2:8f:74:fb\",\"name\":\"2ee8db7b375875e\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/506173ff-c6b4-4956-9f8e-c9e8f8e573c9\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 03:06:42.044930 4008 namespace.go:98] [cert-manager] adding namespace I0425 03:06:42.047471 4008 namespace.go:102] [cert-manager] adding namespace took 2.508978ms I0425 03:06:42.097471 4008 namespace.go:142] [cert-manager] updating namespace I0425 03:06:42.122874 4008 namespace.go:142] [cert-manager] updating namespace I0425 03:06:46.002743 4008 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-k97qj] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-k97qj for pod on switch ip-10-0-1-179.ec2.internal I0425 03:06:46.002842 4008 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-k97qj I0425 03:06:46.025435 4008 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-k97qj] pod update took 22.615297ms I0425 03:06:46.025468 4008 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-k97qj] addLogicalPort annotation time took 22.651999ms I0425 03:06:46.026633 4008 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-k97qj] addLogicalPort took 23.912049ms, libovsdb time 839.965µs I0425 03:06:46.376748 4008 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-k97qj 177b8d86f8def3b07eeb33cb1fdfe9133c2623d5ee5874e95af06fdbec19febc network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-k97qj 177b8d86f8def3b07eeb33cb1fdfe9133c2623d5ee5874e95af06fdbec19febc network default NAD default NAD key ] I0425 03:06:46.386470 4008 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-k97qj, hostIfaceName: 177b8d86f8def3b, network: default, NAD default, SandboxID: "177b8d86f8def3b07eeb33cb1fdfe9133c2623d5ee5874e95af06fdbec19febc", PCI device ID: , UID: "c17fe035-9a2b-473d-891e-2d9f1f4d873c", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0425 03:06:46.436599 4008 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-k97qj 177b8d86f8def3b07eeb33cb1fdfe9133c2623d5ee5874e95af06fdbec19febc network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-k97qj 177b8d86f8def3b07eeb33cb1fdfe9133c2623d5ee5874e95af06fdbec19febc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:fd:31:50:f0:ce\",\"name\":\"177b8d86f8def3b\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c812ef72-b10a-4523-9651-1689a7d17d72\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 03:06:46.762921 4008 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-hqhp6] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-hqhp6 for pod on switch ip-10-0-1-179.ec2.internal I0425 03:06:46.763051 4008 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-hqhp6 I0425 03:06:46.780717 4008 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-hqhp6] pod update took 17.695565ms I0425 03:06:46.780741 4008 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-hqhp6] addLogicalPort annotation time took 17.725912ms I0425 03:06:46.781957 4008 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-hqhp6] addLogicalPort took 19.0557ms, libovsdb time 869.068µs I0425 03:06:47.122984 4008 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-hqhp6 6ed07f6b36e2871acdf2917826214d6c9667edafd62dff488791ffcf74f5d4b6 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-hqhp6 6ed07f6b36e2871acdf2917826214d6c9667edafd62dff488791ffcf74f5d4b6 network default NAD default NAD key ] I0425 03:06:47.133357 4008 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-hqhp6, hostIfaceName: 6ed07f6b36e2871, network: default, NAD default, SandboxID: "6ed07f6b36e2871acdf2917826214d6c9667edafd62dff488791ffcf74f5d4b6", PCI device ID: , UID: "92cdd47d-3766-4360-b894-32baa02d90fe", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0425 03:06:47.187700 4008 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-hqhp6 6ed07f6b36e2871acdf2917826214d6c9667edafd62dff488791ffcf74f5d4b6 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-hqhp6 6ed07f6b36e2871acdf2917826214d6c9667edafd62dff488791ffcf74f5d4b6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:69:57:12:46:79\",\"name\":\"6ed07f6b36e2871\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13d13d8f-aee4-4f5e-9c80-1856a8496913\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 03:06:47.343774 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0425 03:06:48.612806 4008 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=13 I0425 03:06:50.087773 4008 namespace.go:142] [openshift-operators] updating namespace I0425 03:06:50.104576 4008 namespace.go:142] [openshift-operators] updating namespace W0425 03:06:50.368609 4008 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0425 03:06:50.368627 4008 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0425 03:06:53.101995 4008 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-h9zmf] creating logical port cert-manager_cert-manager-59c77684cc-h9zmf for pod on switch ip-10-0-1-179.ec2.internal I0425 03:06:53.102100 4008 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-h9zmf I0425 03:06:53.118494 4008 pod.go:62] [cert-manager/cert-manager-59c77684cc-h9zmf] pod update took 16.420608ms I0425 03:06:53.118520 4008 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-h9zmf] addLogicalPort annotation time took 16.451699ms I0425 03:06:53.119873 4008 pods.go:271] [cert-manager/cert-manager-59c77684cc-h9zmf] addLogicalPort took 17.897369ms, libovsdb time 987.043µs I0425 03:06:53.464972 4008 cni.go:452] [cert-manager/cert-manager-59c77684cc-h9zmf 3db3f43aeaf5cf98682b962e7b8c3064360a59b846a00e43a69323f3f597f1f7 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-h9zmf 3db3f43aeaf5cf98682b962e7b8c3064360a59b846a00e43a69323f3f597f1f7 network default NAD default NAD key ] I0425 03:06:53.474407 4008 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-h9zmf, hostIfaceName: 3db3f43aeaf5cf9, network: default, NAD default, SandboxID: "3db3f43aeaf5cf98682b962e7b8c3064360a59b846a00e43a69323f3f597f1f7", PCI device ID: , UID: "795d8275-6c52-4c54-867a-0e49cbffd29f", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0425 03:06:53.528356 4008 cni.go:473] [cert-manager/cert-manager-59c77684cc-h9zmf 3db3f43aeaf5cf98682b962e7b8c3064360a59b846a00e43a69323f3f597f1f7 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-h9zmf 3db3f43aeaf5cf98682b962e7b8c3064360a59b846a00e43a69323f3f597f1f7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:17:bb:61:93:c5\",\"name\":\"3db3f43aeaf5cf9\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1b58b836-b7ed-44c3-adaf-4f807bfa381f\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 03:06:56.360444 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0425 03:06:56.360465 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook W0425 03:06:57.999780 4008 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0425 03:06:59.245228 4008 namespace.go:142] [openshift-operators] updating namespace I0425 03:07:00.183934 4008 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-vpjkp] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-vpjkp for pod on switch ip-10-0-1-179.ec2.internal I0425 03:07:00.184078 4008 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-vpjkp I0425 03:07:00.205688 4008 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-vpjkp] pod update took 21.636637ms I0425 03:07:00.205717 4008 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-vpjkp] addLogicalPort annotation time took 21.673304ms I0425 03:07:00.207211 4008 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-vpjkp] addLogicalPort took 23.299184ms, libovsdb time 992.213µs I0425 03:07:00.570183 4008 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-vpjkp 7e08b2844e3ad5b861ccd46269af3145a1ef4b15fa23f8489b6bb03a357acea9 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-vpjkp 7e08b2844e3ad5b861ccd46269af3145a1ef4b15fa23f8489b6bb03a357acea9 network default NAD default NAD key ] I0425 03:07:00.579523 4008 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-vpjkp, hostIfaceName: 7e08b2844e3ad5b, network: default, NAD default, SandboxID: "7e08b2844e3ad5b861ccd46269af3145a1ef4b15fa23f8489b6bb03a357acea9", PCI device ID: , UID: "fcdaffda-a7df-4301-a9b5-d0a8be10089e", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0425 03:07:00.631433 4008 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-vpjkp 7e08b2844e3ad5b861ccd46269af3145a1ef4b15fa23f8489b6bb03a357acea9 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-vpjkp 7e08b2844e3ad5b861ccd46269af3145a1ef4b15fa23f8489b6bb03a357acea9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:4c:67:30:9d:24\",\"name\":\"7e08b2844e3ad5b\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07860c1a-53fc-4b85-a1be-f53df9874178\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 03:07:05.695762 4008 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-jpr78] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-jpr78 for pod on switch ip-10-0-1-179.ec2.internal I0425 03:07:05.695875 4008 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-jpr78 I0425 03:07:05.738425 4008 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-jpr78] pod update took 42.576622ms I0425 03:07:05.738448 4008 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-jpr78] addLogicalPort annotation time took 42.60491ms I0425 03:07:05.739754 4008 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-jpr78] addLogicalPort took 44.006578ms, libovsdb time 957.343µs I0425 03:07:06.049526 4008 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-jpr78 daaa169d4ce834c5c30a24f9784505888295b6846d5a80f52f2f39cefd0db76b network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-jpr78 daaa169d4ce834c5c30a24f9784505888295b6846d5a80f52f2f39cefd0db76b network default NAD default NAD key ] I0425 03:07:06.058912 4008 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-jpr78, hostIfaceName: daaa169d4ce834c, network: default, NAD default, SandboxID: "daaa169d4ce834c5c30a24f9784505888295b6846d5a80f52f2f39cefd0db76b", PCI device ID: , UID: "dc16ad4e-fcf1-4ecd-8874-a7a4a366f2ef", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0425 03:07:06.112662 4008 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-jpr78 daaa169d4ce834c5c30a24f9784505888295b6846d5a80f52f2f39cefd0db76b network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-jpr78 daaa169d4ce834c5c30a24f9784505888295b6846d5a80f52f2f39cefd0db76b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:7e:77:7c:3e:2a\",\"name\":\"daaa169d4ce834c\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b90558f0-5422-4acb-ab91-5643a662dc08\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 03:07:07.486466 4008 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0425 03:07:07.643670 4008 namespace.go:98] [trusted-artifact-signer] adding namespace I0425 03:07:07.644565 4008 namespace.go:102] [trusted-artifact-signer] adding namespace took 866.889µs I0425 03:07:07.692045 4008 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 03:07:07.727935 4008 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 03:07:10.379227 4008 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:07:10.379799 4008 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:07:10.468487 4008 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:07:10.468517 4008 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:07:10.545219 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0425 03:07:10.545248 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0425 03:07:14.907952 4008 namespace.go:98] [openshift-pipelines] adding namespace I0425 03:07:14.908880 4008 namespace.go:102] [openshift-pipelines] adding namespace took 905.411µs I0425 03:07:14.954959 4008 namespace.go:142] [openshift-pipelines] updating namespace I0425 03:07:15.631184 4008 namespace.go:142] [cert-manager] updating namespace I0425 03:07:15.963781 4008 namespace.go:142] [cert-manager-operator] updating namespace I0425 03:07:16.482253 4008 namespace.go:142] [konflux-operator] updating namespace I0425 03:07:16.707720 4008 namespace.go:142] [konflux-ui] updating namespace I0425 03:07:16.888021 4008 namespace.go:142] [open-cluster-management-2pstnblpfvopedep638n6fq8493r2vv0] updating namespace I0425 03:07:17.289478 4008 namespace.go:142] [rhbk-operator] updating namespace I0425 03:07:17.496592 4008 namespace.go:142] [rhtpa-operator] updating namespace I0425 03:07:17.695100 4008 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 03:07:17.892664 4008 namespace.go:142] [tsf] updating namespace I0425 03:07:18.094467 4008 namespace.go:142] [tsf-keycloak] updating namespace I0425 03:07:18.293211 4008 namespace.go:142] [tsf-tas] updating namespace W0425 03:07:18.442549 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0425 03:07:18.495020 4008 namespace.go:142] [tsf-tpa] updating namespace I0425 03:07:18.632325 4008 namespace.go:142] [cert-manager] updating namespace I0425 03:07:18.641381 4008 namespace.go:142] [cert-manager-operator] updating namespace I0425 03:07:18.652470 4008 namespace.go:142] [default] updating namespace I0425 03:07:18.662956 4008 namespace.go:142] [konflux-operator] updating namespace I0425 03:07:18.677667 4008 namespace.go:142] [konflux-ui] updating namespace I0425 03:07:18.692134 4008 namespace.go:142] [open-cluster-management-2pstnblpfvopedep638n6fq8493r2vv0] updating namespace I0425 03:07:18.703083 4008 namespace.go:142] [openshift] updating namespace I0425 03:07:18.717737 4008 namespace.go:142] [rhbk-operator] updating namespace I0425 03:07:18.733197 4008 namespace.go:142] [rhtpa-operator] updating namespace I0425 03:07:18.745332 4008 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 03:07:18.758370 4008 namespace.go:142] [tsf] updating namespace I0425 03:07:18.770074 4008 namespace.go:142] [tsf-keycloak] updating namespace I0425 03:07:18.780791 4008 namespace.go:142] [tsf-tas] updating namespace I0425 03:07:18.792602 4008 namespace.go:142] [tsf-tpa] updating namespace I0425 03:07:18.881826 4008 namespace.go:142] [cert-manager] updating namespace I0425 03:07:18.990713 4008 namespace.go:142] [cert-manager-operator] updating namespace I0425 03:07:19.079020 4008 namespace.go:142] [default] updating namespace I0425 03:07:19.181734 4008 namespace.go:142] [konflux-operator] updating namespace I0425 03:07:19.296948 4008 namespace.go:142] [konflux-ui] updating namespace I0425 03:07:19.377601 4008 namespace.go:142] [open-cluster-management-2pstnblpfvopedep638n6fq8493r2vv0] updating namespace I0425 03:07:19.474336 4008 namespace.go:142] [openshift] updating namespace I0425 03:07:19.577174 4008 namespace.go:142] [rhbk-operator] updating namespace I0425 03:07:19.685348 4008 namespace.go:142] [rhtpa-operator] updating namespace I0425 03:07:19.776870 4008 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 03:07:19.875687 4008 namespace.go:142] [tsf] updating namespace I0425 03:07:19.981952 4008 namespace.go:142] [tsf-keycloak] updating namespace I0425 03:07:20.075314 4008 namespace.go:142] [tsf-tas] updating namespace I0425 03:07:20.178337 4008 namespace.go:142] [tsf-tpa] updating namespace I0425 03:07:20.621957 4008 namespace.go:142] [openshift-pipelines] updating namespace W0425 03:07:24.223071 4008 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0425 03:07:24.253607 4008 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0425 03:07:29.698714 4008 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-q9v95] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-q9v95 for pod on switch ip-10-0-1-179.ec2.internal I0425 03:07:29.698814 4008 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-q9v95 I0425 03:07:29.716386 4008 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-q9v95] pod update took 17.602517ms I0425 03:07:29.716411 4008 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-q9v95] addLogicalPort annotation time took 17.634801ms I0425 03:07:29.717811 4008 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-q9v95] addLogicalPort took 19.114012ms, libovsdb time 979.629µs I0425 03:07:30.065523 4008 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-q9v95 8425dc61bb6d996fa64eca0ee265551b02886c24316e499fab5ae75a51b9a9c4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-q9v95 8425dc61bb6d996fa64eca0ee265551b02886c24316e499fab5ae75a51b9a9c4 network default NAD default NAD key ] I0425 03:07:30.076706 4008 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-q9v95, hostIfaceName: 8425dc61bb6d996, network: default, NAD default, SandboxID: "8425dc61bb6d996fa64eca0ee265551b02886c24316e499fab5ae75a51b9a9c4", PCI device ID: , UID: "1758e627-42bb-471d-83d6-43d80a3d986b", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0425 03:07:30.133759 4008 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-q9v95 8425dc61bb6d996fa64eca0ee265551b02886c24316e499fab5ae75a51b9a9c4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-q9v95 8425dc61bb6d996fa64eca0ee265551b02886c24316e499fab5ae75a51b9a9c4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:2c:a8:5f:84:f0\",\"name\":\"8425dc61bb6d996\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/99cdaf12-b722-4855-b79b-ee5e3282b30f\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 03:07:34.158376 4008 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 03:07:34.158395 4008 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 03:07:34.158402 4008 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 03:07:34.212830 4008 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 03:07:34.212851 4008 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 03:07:34.212860 4008 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 03:07:34.212865 4008 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 03:07:34.578430 4008 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 03:07:34.578456 4008 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 03:07:34.578464 4008 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 03:07:45.588453 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 03:07:45.588477 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 03:07:45.588483 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0425 03:07:47.502066 4008 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:07:47.502640 4008 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:07:47.526811 4008 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:07:47.526840 4008 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:07:47.530223 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0425 03:07:47.530249 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0425 03:07:49.936616 4008 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0425 03:07:49.937321 4008 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0425 03:07:49.937357 4008 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0425 03:07:49.939395 4008 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0425 03:07:53.087539 4008 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-4hntm] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-4hntm for pod on switch ip-10-0-1-179.ec2.internal I0425 03:07:53.087654 4008 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-4hntm I0425 03:07:53.106714 4008 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-4hntm] pod update took 19.092459ms I0425 03:07:53.106749 4008 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-4hntm] addLogicalPort annotation time took 19.134584ms I0425 03:07:53.107988 4008 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-4hntm] addLogicalPort took 20.474221ms, libovsdb time 868.585µs I0425 03:07:53.450301 4008 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-4hntm 3af644653da85dd30f0c20e25f8cc3b812e045e3640ce643c7197843add4d31f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-4hntm 3af644653da85dd30f0c20e25f8cc3b812e045e3640ce643c7197843add4d31f network default NAD default NAD key ] I0425 03:07:53.459767 4008 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-4hntm, hostIfaceName: 3af644653da85dd, network: default, NAD default, SandboxID: "3af644653da85dd30f0c20e25f8cc3b812e045e3640ce643c7197843add4d31f", PCI device ID: , UID: "f3772695-6908-4edd-800f-b20a2bc0c802", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0425 03:07:53.514180 4008 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-4hntm 3af644653da85dd30f0c20e25f8cc3b812e045e3640ce643c7197843add4d31f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-4hntm 3af644653da85dd30f0c20e25f8cc3b812e045e3640ce643c7197843add4d31f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:07:77:85:35:6d\",\"name\":\"3af644653da85dd\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c8bffd8-0370-46bc-91eb-08ead193780f\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 03:07:55.697334 4008 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0425 03:07:56.263734 4008 namespace.go:142] [openshift-pipelines] updating namespace W0425 03:07:56.688837 4008 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0425 03:07:57.273688 4008 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0425 03:07:57.273708 4008 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0425 03:07:57.278593 4008 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0425 03:07:57.278610 4008 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0425 03:08:07.702382 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0425 03:08:09.593269 4008 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-zd6sn] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-zd6sn for pod on switch ip-10-0-1-179.ec2.internal I0425 03:08:09.593374 4008 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-zd6sn I0425 03:08:09.611235 4008 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-zd6sn] pod update took 17.88407ms I0425 03:08:09.611263 4008 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-zd6sn] addLogicalPort annotation time took 17.920574ms I0425 03:08:09.612696 4008 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-zd6sn] addLogicalPort took 19.446599ms, libovsdb time 1.023101ms I0425 03:08:09.959706 4008 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-zd6sn 72b3d4c11a217c0325ca1a10239a979d4e00723c867a64c8c53aeb31c57fbe4f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-zd6sn 72b3d4c11a217c0325ca1a10239a979d4e00723c867a64c8c53aeb31c57fbe4f network default NAD default NAD key ] I0425 03:08:09.969434 4008 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-zd6sn, hostIfaceName: 72b3d4c11a217c0, network: default, NAD default, SandboxID: "72b3d4c11a217c0325ca1a10239a979d4e00723c867a64c8c53aeb31c57fbe4f", PCI device ID: , UID: "629e3100-eca5-47d4-bab9-73d962a5da19", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0425 03:08:10.023076 4008 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-zd6sn 72b3d4c11a217c0325ca1a10239a979d4e00723c867a64c8c53aeb31c57fbe4f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-zd6sn 72b3d4c11a217c0325ca1a10239a979d4e00723c867a64c8c53aeb31c57fbe4f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:b3:61:a3:33:b8\",\"name\":\"72b3d4c11a217c0\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/42c1ddeb-9a6c-4cc7-b5b8-72bdf877ce23\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 03:08:10.708797 4008 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0425 03:08:13.669909 4008 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0425 03:08:16.751561 4008 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-1-179.ec2.internal I0425 03:08:16.751679 4008 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0425 03:08:16.765429 4008 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 13.781992ms I0425 03:08:16.765460 4008 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 13.818337ms I0425 03:08:16.766809 4008 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 15.266578ms, libovsdb time 967.228µs I0425 03:08:19.514780 4008 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 b1aef6897f553a48e1eceb8a2d8be5396929e2e6048b649a61ab82b32cfe247c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 b1aef6897f553a48e1eceb8a2d8be5396929e2e6048b649a61ab82b32cfe247c network default NAD default NAD key ] I0425 03:08:19.524346 4008 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: b1aef6897f553a4, network: default, NAD default, SandboxID: "b1aef6897f553a48e1eceb8a2d8be5396929e2e6048b649a61ab82b32cfe247c", PCI device ID: , UID: "19900791-0a0d-4dd4-9182-b539faf10202", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0425 03:08:19.577589 4008 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 b1aef6897f553a48e1eceb8a2d8be5396929e2e6048b649a61ab82b32cfe247c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 b1aef6897f553a48e1eceb8a2d8be5396929e2e6048b649a61ab82b32cfe247c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:7e:52:23:3e:4d\",\"name\":\"b1aef6897f553a4\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e7ae32b1-d74d-4abc-b93e-1fb709a5840c\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 03:08:25.891149 4008 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0425 03:08:27.227975 4008 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-hzwlx] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-hzwlx for pod on switch ip-10-0-1-179.ec2.internal I0425 03:08:27.228088 4008 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-hzwlx I0425 03:08:27.253192 4008 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-hzwlx] pod update took 25.127784ms I0425 03:08:27.253226 4008 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-hzwlx] addLogicalPort annotation time took 25.168477ms I0425 03:08:27.254795 4008 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-hzwlx] addLogicalPort took 26.839322ms, libovsdb time 1.06994ms I0425 03:08:27.325224 4008 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-lq845] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-lq845 for pod on switch ip-10-0-1-179.ec2.internal I0425 03:08:27.325339 4008 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-lq845 I0425 03:08:27.346126 4008 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-lq845] pod update took 20.804184ms I0425 03:08:27.346152 4008 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-lq845] addLogicalPort annotation time took 20.848751ms I0425 03:08:27.347398 4008 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-lq845] addLogicalPort took 22.192779ms, libovsdb time 785.522µs I0425 03:08:27.589391 4008 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-hzwlx 9db9fc7e07cc073c3bb8e77703faa1da2477a9887f2bfe7ae983d7b95b6d2ef2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-hzwlx 9db9fc7e07cc073c3bb8e77703faa1da2477a9887f2bfe7ae983d7b95b6d2ef2 network default NAD default NAD key ] I0425 03:08:27.598656 4008 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-hzwlx, hostIfaceName: 9db9fc7e07cc073, network: default, NAD default, SandboxID: "9db9fc7e07cc073c3bb8e77703faa1da2477a9887f2bfe7ae983d7b95b6d2ef2", PCI device ID: , UID: "bb963498-4b76-4322-853a-a7eac13da1fc", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0425 03:08:27.654544 4008 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-hzwlx 9db9fc7e07cc073c3bb8e77703faa1da2477a9887f2bfe7ae983d7b95b6d2ef2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-hzwlx 9db9fc7e07cc073c3bb8e77703faa1da2477a9887f2bfe7ae983d7b95b6d2ef2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:aa:92:db:0a:b8\",\"name\":\"9db9fc7e07cc073\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d032323-f896-46ad-a46f-4aba4ee0f0c6\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 03:08:27.692221 4008 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-lq845 07fb2e2868ed416df10d61be82bc2d09ad3781a770f782bcdad9240883b0a6e4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-lq845 07fb2e2868ed416df10d61be82bc2d09ad3781a770f782bcdad9240883b0a6e4 network default NAD default NAD key ] I0425 03:08:27.702155 4008 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-lq845, hostIfaceName: 07fb2e2868ed416, network: default, NAD default, SandboxID: "07fb2e2868ed416df10d61be82bc2d09ad3781a770f782bcdad9240883b0a6e4", PCI device ID: , UID: "bfb66785-0083-458b-bd3e-91eac795f80b", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0425 03:08:27.754008 4008 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-lq845 07fb2e2868ed416df10d61be82bc2d09ad3781a770f782bcdad9240883b0a6e4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-lq845 07fb2e2868ed416df10d61be82bc2d09ad3781a770f782bcdad9240883b0a6e4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:27:37:85:53:a2\",\"name\":\"07fb2e2868ed416\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3ce0a770-5969-4833-96d2-718237077695\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 03:08:32.885703 4008 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 03:08:32.885728 4008 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 03:08:32.885733 4008 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 03:08:37.918726 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 03:08:37.918751 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 03:08:37.918757 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0425 03:08:40.806500 4008 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:08:40.807036 4008 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:08:40.854588 4008 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:08:40.854610 4008 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:08:40.862546 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0425 03:08:40.862582 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0425 03:08:43.742019 4008 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-5sn58-wll6g] creating logical port tsf-tas_ctlog-createtree-job-5sn58-wll6g for pod on switch ip-10-0-1-179.ec2.internal I0425 03:08:43.742152 4008 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-5sn58-wll6g I0425 03:08:43.765365 4008 pod.go:62] [tsf-tas/ctlog-createtree-job-5sn58-wll6g] pod update took 23.265785ms I0425 03:08:43.765392 4008 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-5sn58-wll6g] addLogicalPort annotation time took 23.296567ms I0425 03:08:43.766852 4008 pods.go:271] [tsf-tas/ctlog-createtree-job-5sn58-wll6g] addLogicalPort took 24.852389ms, libovsdb time 1.005404ms I0425 03:08:44.404662 4008 cni.go:452] [tsf-tas/ctlog-createtree-job-5sn58-wll6g 0a5f6d0934f5ec25ae179af4f667f6eb9afaf4f539afc284c3435a7233367aa9 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-5sn58-wll6g 0a5f6d0934f5ec25ae179af4f667f6eb9afaf4f539afc284c3435a7233367aa9 network default NAD default NAD key ] I0425 03:08:44.415334 4008 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-5sn58-wll6g, hostIfaceName: 0a5f6d0934f5ec2, network: default, NAD default, SandboxID: "0a5f6d0934f5ec25ae179af4f667f6eb9afaf4f539afc284c3435a7233367aa9", PCI device ID: , UID: "25a25e52-11d6-4c43-b748-442111366e7e", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0425 03:08:44.470336 4008 cni.go:473] [tsf-tas/ctlog-createtree-job-5sn58-wll6g 0a5f6d0934f5ec25ae179af4f667f6eb9afaf4f539afc284c3435a7233367aa9 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-5sn58-wll6g 0a5f6d0934f5ec25ae179af4f667f6eb9afaf4f539afc284c3435a7233367aa9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:fd:f0:f9:3a:87\",\"name\":\"0a5f6d0934f5ec2\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/60906b58-9aed-4e86-8a55-15d79bb8c0a5\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 03:08:46.671674 4008 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-6f8f84cc75-8zq5j] creating logical port tsf-tas_trillian-db-6f8f84cc75-8zq5j for pod on switch ip-10-0-1-179.ec2.internal I0425 03:08:46.671773 4008 kube.go:256] Updating pod tsf-tas/trillian-db-6f8f84cc75-8zq5j I0425 03:08:46.688043 4008 pod.go:62] [tsf-tas/trillian-db-6f8f84cc75-8zq5j] pod update took 16.292822ms I0425 03:08:46.688070 4008 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-6f8f84cc75-8zq5j] addLogicalPort annotation time took 16.326302ms I0425 03:08:46.689482 4008 pods.go:271] [tsf-tas/trillian-db-6f8f84cc75-8zq5j] addLogicalPort took 17.830389ms, libovsdb time 957.194µs W0425 03:08:47.720717 4008 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0425 03:08:47.720737 4008 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server I0425 03:08:49.761043 4008 cni.go:452] [tsf-tas/trillian-db-6f8f84cc75-8zq5j ff1c75db7da8cbf8f6611d09eba226aa9dfb170ada6b28fb9ce9ef610b8867af network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-6f8f84cc75-8zq5j ff1c75db7da8cbf8f6611d09eba226aa9dfb170ada6b28fb9ce9ef610b8867af network default NAD default NAD key ] I0425 03:08:49.771472 4008 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-6f8f84cc75-8zq5j, hostIfaceName: ff1c75db7da8cbf, network: default, NAD default, SandboxID: "ff1c75db7da8cbf8f6611d09eba226aa9dfb170ada6b28fb9ce9ef610b8867af", PCI device ID: , UID: "420b678a-ff51-408f-9a25-786f9233ce17", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0425 03:08:49.825934 4008 cni.go:473] [tsf-tas/trillian-db-6f8f84cc75-8zq5j ff1c75db7da8cbf8f6611d09eba226aa9dfb170ada6b28fb9ce9ef610b8867af network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-6f8f84cc75-8zq5j ff1c75db7da8cbf8f6611d09eba226aa9dfb170ada6b28fb9ce9ef610b8867af network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:00:68:08:6b:36\",\"name\":\"ff1c75db7da8cbf\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4ff110d0-df21-40c0-94af-7f299bbcc8a9\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 03:08:50.683579 4008 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-pnlcs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:08:50.684380 4008 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-pnlcs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:08:51.583819 4008 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-pnlcs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:08:51.583845 4008 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-pnlcs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0425 03:08:55.009493 4008 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0425 03:08:59.795917 4008 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0425 03:08:59.825915 4008 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0425 03:09:02.967997 4008 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-d87tq-gmp9m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:02.968576 4008 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-d87tq-gmp9m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:03.991431 4008 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-d87tq-gmp9m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:03.991463 4008 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-d87tq-gmp9m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0425 03:09:06.055983 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0425 03:09:14.697256 4008 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 W0425 03:09:16.735365 4008 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0425 03:09:26.610321 4008 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=52 I0425 03:09:31.205367 4008 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:31.205971 4008 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:31.229234 4008 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:31.229256 4008 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:31.240614 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0425 03:09:31.240640 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0425 03:09:39.221189 4008 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-2wjgj-lg92f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:39.221798 4008 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-2wjgj-lg92f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:40.066991 4008 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-2wjgj-lg92f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:40.067020 4008 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-2wjgj-lg92f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:41.203574 4008 obj_retry.go:498] Detected object tsf/patch-tekton-config-p4cs6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:41.204341 4008 obj_retry.go:498] Detected object tsf/patch-tekton-config-p4cs6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:42.240928 4008 obj_retry.go:492] Detected object tsf/patch-tekton-config-p4cs6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:42.240961 4008 obj_retry.go:492] Detected object tsf/patch-tekton-config-p4cs6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:46.289292 4008 cni.go:452] [tsf-tas/ctlog-createtree-job-5sn58-wll6g 0a5f6d0934f5ec25ae179af4f667f6eb9afaf4f539afc284c3435a7233367aa9 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-5sn58-wll6g 0a5f6d0934f5ec25ae179af4f667f6eb9afaf4f539afc284c3435a7233367aa9 network default NAD default NAD key ] I0425 03:09:46.361363 4008 cni.go:473] [tsf-tas/ctlog-createtree-job-5sn58-wll6g 0a5f6d0934f5ec25ae179af4f667f6eb9afaf4f539afc284c3435a7233367aa9 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-5sn58-wll6g 0a5f6d0934f5ec25ae179af4f667f6eb9afaf4f539afc284c3435a7233367aa9 network default NAD default NAD key default], result "{}", err I0425 03:09:46.416395 4008 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-5sn58-wll6g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:46.416440 4008 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-5sn58-wll6g I0425 03:09:46.417783 4008 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-5sn58-wll6g, ips: 10.128.0.43 I0425 03:09:46.417810 4008 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-5sn58-wll6g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:47.314577 4008 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-5sn58-wll6g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:47.314615 4008 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-5sn58-wll6g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:48.253324 4008 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-c655ffb88-mqbzq] creating logical port tsf-tas_rekor-server-c655ffb88-mqbzq for pod on switch ip-10-0-1-179.ec2.internal I0425 03:09:48.253428 4008 kube.go:256] Updating pod tsf-tas/rekor-server-c655ffb88-mqbzq I0425 03:09:48.268426 4008 pod.go:62] [tsf-tas/rekor-server-c655ffb88-mqbzq] pod update took 15.023423ms I0425 03:09:48.268455 4008 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-c655ffb88-mqbzq] addLogicalPort annotation time took 15.059222ms I0425 03:09:48.269879 4008 pods.go:271] [tsf-tas/rekor-server-c655ffb88-mqbzq] addLogicalPort took 16.572385ms, libovsdb time 1.002338ms I0425 03:09:49.075230 4008 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-69dcdb5486-mb9fl] creating logical port tsf-tas_ctlog-69dcdb5486-mb9fl for pod on switch ip-10-0-1-179.ec2.internal I0425 03:09:49.075336 4008 kube.go:256] Updating pod tsf-tas/ctlog-69dcdb5486-mb9fl I0425 03:09:49.096939 4008 pod.go:62] [tsf-tas/ctlog-69dcdb5486-mb9fl] pod update took 21.630766ms I0425 03:09:49.096966 4008 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-69dcdb5486-mb9fl] addLogicalPort annotation time took 21.66591ms I0425 03:09:49.098359 4008 pods.go:271] [tsf-tas/ctlog-69dcdb5486-mb9fl] addLogicalPort took 23.148974ms, libovsdb time 914.594µs W0425 03:09:49.126663 4008 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0425 03:09:49.439100 4008 cni.go:452] [tsf-tas/ctlog-69dcdb5486-mb9fl f53e05d26022bbfe1a9edf0b3937bcca3e8576001614dc188185c383687bf5ae network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-69dcdb5486-mb9fl f53e05d26022bbfe1a9edf0b3937bcca3e8576001614dc188185c383687bf5ae network default NAD default NAD key ] I0425 03:09:49.448635 4008 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-69dcdb5486-mb9fl, hostIfaceName: f53e05d26022bbf, network: default, NAD default, SandboxID: "f53e05d26022bbfe1a9edf0b3937bcca3e8576001614dc188185c383687bf5ae", PCI device ID: , UID: "f440d1a2-0eb7-4207-a5c0-032210ea554c", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0425 03:09:49.504446 4008 cni.go:473] [tsf-tas/ctlog-69dcdb5486-mb9fl f53e05d26022bbfe1a9edf0b3937bcca3e8576001614dc188185c383687bf5ae network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-69dcdb5486-mb9fl f53e05d26022bbfe1a9edf0b3937bcca3e8576001614dc188185c383687bf5ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:3a:16:97:2a:e5\",\"name\":\"f53e05d26022bbf\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86639956-3842-432c-8604-f0196f210042\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 03:09:51.154245 4008 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0425 03:09:51.318909 4008 cni.go:452] [tsf-tas/rekor-server-c655ffb88-mqbzq 894b5fbb5e277386d2eebd8d9c9343c0d6aea8b927877c24393f18f6f2653327 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-c655ffb88-mqbzq 894b5fbb5e277386d2eebd8d9c9343c0d6aea8b927877c24393f18f6f2653327 network default NAD default NAD key ] W0425 03:09:51.319093 4008 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0425 03:09:51.328430 4008 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-c655ffb88-mqbzq, hostIfaceName: 894b5fbb5e27738, network: default, NAD default, SandboxID: "894b5fbb5e277386d2eebd8d9c9343c0d6aea8b927877c24393f18f6f2653327", PCI device ID: , UID: "924e7783-2752-4899-8985-ed9bd31b77da", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0425 03:09:51.382613 4008 cni.go:473] [tsf-tas/rekor-server-c655ffb88-mqbzq 894b5fbb5e277386d2eebd8d9c9343c0d6aea8b927877c24393f18f6f2653327 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-c655ffb88-mqbzq 894b5fbb5e277386d2eebd8d9c9343c0d6aea8b927877c24393f18f6f2653327 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:80:90:16:13:b7\",\"name\":\"894b5fbb5e27738\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/210e30f9-2fe6-405b-b64a-aaa2e352c87e\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 03:09:52.287548 4008 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-bt8m9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:52.288242 4008 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-bt8m9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:53.310558 4008 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-bt8m9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:53.310586 4008 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-bt8m9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:53.353137 4008 obj_retry.go:492] Detected object tsf/patch-tekton-config-p4cs6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:53.353162 4008 obj_retry.go:492] Detected object tsf/patch-tekton-config-p4cs6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:53.361734 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-p4cs6 I0425 03:09:53.361768 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-p4cs6 I0425 03:09:53.609740 4008 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=101 W0425 03:09:54.344614 4008 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0425 03:09:57.327212 4008 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:57.327766 4008 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:57.349183 4008 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:57.349214 4008 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:57.353273 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0425 03:09:57.353296 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0425 03:09:59.719540 4008 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 W0425 03:10:02.339357 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0425 03:10:03.388319 4008 obj_retry.go:498] Detected object tsf-tpa/create-db-tls2l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:10:03.388854 4008 obj_retry.go:498] Detected object tsf-tpa/create-db-tls2l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:10:04.390280 4008 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618110-sjxsn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:10:04.390836 4008 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618110-sjxsn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:10:04.413336 4008 obj_retry.go:492] Detected object tsf-tpa/create-db-tls2l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:10:04.413361 4008 obj_retry.go:492] Detected object tsf-tpa/create-db-tls2l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0425 03:10:05.354895 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0425 03:10:05.415384 4008 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618110-sjxsn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:10:05.415410 4008 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618110-sjxsn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:10:07.429489 4008 obj_retry.go:498] Detected object tsf-tpa/migrate-db-qm4x2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:10:07.430087 4008 obj_retry.go:498] Detected object tsf-tpa/migrate-db-qm4x2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:10:07.557432 4008 obj_retry.go:492] Detected object tsf-tpa/migrate-db-qm4x2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:10:07.557460 4008 obj_retry.go:492] Detected object tsf-tpa/migrate-db-qm4x2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:10:10.685695 4008 base_network_controller_pods.go:487] [default/tsf-tpa/server-54b7646bcf-69872] creating logical port tsf-tpa_server-54b7646bcf-69872 for pod on switch ip-10-0-1-179.ec2.internal I0425 03:10:10.685821 4008 kube.go:256] Updating pod tsf-tpa/server-54b7646bcf-69872 I0425 03:10:10.703067 4008 pod.go:62] [tsf-tpa/server-54b7646bcf-69872] pod update took 17.280974ms I0425 03:10:10.703092 4008 base_network_controller_pods.go:951] [default/tsf-tpa/server-54b7646bcf-69872] addLogicalPort annotation time took 17.314636ms I0425 03:10:10.704542 4008 pods.go:271] [tsf-tpa/server-54b7646bcf-69872] addLogicalPort took 18.869315ms, libovsdb time 1.016909ms I0425 03:10:10.743951 4008 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-dwp2x] creating logical port tsf-tpa_importer-86bcdf477b-dwp2x for pod on switch ip-10-0-1-179.ec2.internal I0425 03:10:10.744045 4008 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-dwp2x I0425 03:10:10.760448 4008 pod.go:62] [tsf-tpa/importer-86bcdf477b-dwp2x] pod update took 16.430405ms I0425 03:10:10.760551 4008 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-dwp2x] addLogicalPort annotation time took 16.53513ms I0425 03:10:10.762079 4008 pods.go:271] [tsf-tpa/importer-86bcdf477b-dwp2x] addLogicalPort took 18.142495ms, libovsdb time 917.378µs I0425 03:10:12.100460 4008 obj_retry.go:498] Detected object tsf-tpa/create-importers-qknqc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:10:12.101075 4008 obj_retry.go:498] Detected object tsf-tpa/create-importers-qknqc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:10:13.122796 4008 obj_retry.go:492] Detected object tsf-tpa/create-importers-qknqc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:10:13.122824 4008 obj_retry.go:492] Detected object tsf-tpa/create-importers-qknqc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:10:21.552486 4008 cni.go:452] [tsf-tpa/server-54b7646bcf-69872 3c83f78b522517d1b4dbe6bca1423b6f515478df7beac6eafa4240af8d465b35 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-54b7646bcf-69872 3c83f78b522517d1b4dbe6bca1423b6f515478df7beac6eafa4240af8d465b35 network default NAD default NAD key ] I0425 03:10:21.562339 4008 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-54b7646bcf-69872, hostIfaceName: 3c83f78b522517d, network: default, NAD default, SandboxID: "3c83f78b522517d1b4dbe6bca1423b6f515478df7beac6eafa4240af8d465b35", PCI device ID: , UID: "dfb4a539-ae40-4ef7-a76c-bf4f3bc2376c", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0425 03:10:21.609816 4008 cni.go:452] [tsf-tpa/importer-86bcdf477b-dwp2x 6c006314c2cf4731d0c55f2724bf60aa969a81db1ae235b7fb1859059dcb1255 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-dwp2x 6c006314c2cf4731d0c55f2724bf60aa969a81db1ae235b7fb1859059dcb1255 network default NAD default NAD key ] I0425 03:10:21.620871 4008 cni.go:473] [tsf-tpa/server-54b7646bcf-69872 3c83f78b522517d1b4dbe6bca1423b6f515478df7beac6eafa4240af8d465b35 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-54b7646bcf-69872 3c83f78b522517d1b4dbe6bca1423b6f515478df7beac6eafa4240af8d465b35 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:2d:40:df:fa:5f\",\"name\":\"3c83f78b522517d\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77e4c52f-92f0-411c-8d85-9b0849d485d3\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 03:10:21.622272 4008 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-dwp2x, hostIfaceName: 6c006314c2cf473, network: default, NAD default, SandboxID: "6c006314c2cf4731d0c55f2724bf60aa969a81db1ae235b7fb1859059dcb1255", PCI device ID: , UID: "893819c5-e915-4840-aae5-5760f17b472e", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0425 03:10:21.679606 4008 cni.go:473] [tsf-tpa/importer-86bcdf477b-dwp2x 6c006314c2cf4731d0c55f2724bf60aa969a81db1ae235b7fb1859059dcb1255 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-dwp2x 6c006314c2cf4731d0c55f2724bf60aa969a81db1ae235b7fb1859059dcb1255 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:d4:dd:8a:e9:79\",\"name\":\"6c006314c2cf473\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d48a20f5-2daa-47ff-9697-d05fb85c99ec\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 03:10:22.617077 4008 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=510 I0425 03:10:24.151627 4008 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-bqfg5-n4m5m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:10:24.152264 4008 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-bqfg5-n4m5m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0425 03:10:24.521473 4008 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0425 03:10:25.039861 4008 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-bqfg5-n4m5m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:10:25.039890 4008 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-bqfg5-n4m5m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:10:25.731708 4008 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 W0425 03:10:35.557511 4008 util.go:959] Failed to build node endpoints for node ip-10-0-1-179.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server W0425 03:10:44.116902 4008 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0425 03:10:51.672678 4008 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:10:51.673263 4008 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:10:51.720371 4008 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:10:51.720396 4008 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:10:51.728513 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0425 03:10:51.728565 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0425 03:10:52.502795 4008 namespace.go:98] [default-tenant] adding namespace I0425 03:10:52.502864 4008 namespace.go:98] [image-controller] adding namespace I0425 03:10:52.503737 4008 namespace.go:102] [default-tenant] adding namespace took 918.604µs I0425 03:10:52.504413 4008 namespace.go:102] [image-controller] adding namespace took 1.530974ms I0425 03:10:52.507546 4008 namespace.go:98] [build-service] adding namespace I0425 03:10:52.508263 4008 namespace.go:102] [build-service] adding namespace took 702.096µs I0425 03:10:52.508294 4008 namespace.go:98] [integration-service] adding namespace I0425 03:10:52.508916 4008 namespace.go:102] [integration-service] adding namespace took 609.033µs I0425 03:10:52.537085 4008 namespace.go:142] [default-tenant] updating namespace I0425 03:10:52.565936 4008 namespace.go:142] [default-tenant] updating namespace I0425 03:10:52.573700 4008 namespace.go:142] [image-controller] updating namespace I0425 03:10:52.594929 4008 namespace.go:142] [image-controller] updating namespace I0425 03:10:52.595750 4008 namespace.go:142] [build-service] updating namespace I0425 03:10:52.616963 4008 namespace.go:142] [build-service] updating namespace I0425 03:10:52.625147 4008 namespace.go:142] [integration-service] updating namespace I0425 03:10:52.645005 4008 namespace.go:142] [integration-service] updating namespace I0425 03:10:52.715761 4008 namespace.go:142] [build-service] updating namespace I0425 03:10:52.728875 4008 namespace.go:142] [integration-service] updating namespace I0425 03:10:52.740082 4008 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0425 03:10:52.750568 4008 namespace.go:98] [release-service] adding namespace I0425 03:10:52.751491 4008 namespace.go:102] [release-service] adding namespace took 899.562µs I0425 03:10:52.785783 4008 namespace.go:142] [release-service] updating namespace I0425 03:10:52.785926 4008 namespace.go:142] [konflux-ui] updating namespace I0425 03:10:52.807547 4008 namespace.go:142] [release-service] updating namespace I0425 03:10:52.964680 4008 namespace.go:98] [konflux-info] adding namespace I0425 03:10:52.965582 4008 namespace.go:102] [konflux-info] adding namespace took 877.307µs I0425 03:10:53.040752 4008 namespace.go:98] [namespace-lister] adding namespace I0425 03:10:53.041798 4008 namespace.go:102] [namespace-lister] adding namespace took 1.017311ms I0425 03:10:53.157032 4008 namespace.go:98] [enterprise-contract-service] adding namespace I0425 03:10:53.157846 4008 namespace.go:102] [enterprise-contract-service] adding namespace took 793.209µs I0425 03:10:53.200069 4008 namespace.go:142] [image-controller] updating namespace I0425 03:10:53.395018 4008 namespace.go:142] [default-tenant] updating namespace I0425 03:10:53.520778 4008 namespace.go:98] [segment-bridge] adding namespace I0425 03:10:53.520811 4008 namespace.go:142] [konflux-info] updating namespace I0425 03:10:53.521791 4008 namespace.go:102] [segment-bridge] adding namespace took 990.606µs I0425 03:10:53.676017 4008 namespace.go:142] [konflux-info] updating namespace I0425 03:10:53.698379 4008 namespace.go:98] [konflux-cli] adding namespace I0425 03:10:53.699396 4008 namespace.go:102] [konflux-cli] adding namespace took 985.904µs I0425 03:10:53.750997 4008 namespace.go:142] [namespace-lister] updating namespace I0425 03:10:53.915030 4008 namespace.go:142] [namespace-lister] updating namespace I0425 03:10:54.013745 4008 namespace.go:142] [enterprise-contract-service] updating namespace I0425 03:10:54.081710 4008 namespace.go:142] [enterprise-contract-service] updating namespace I0425 03:10:54.259837 4008 namespace.go:142] [segment-bridge] updating namespace I0425 03:10:54.344868 4008 namespace.go:142] [segment-bridge] updating namespace I0425 03:10:54.434695 4008 namespace.go:142] [konflux-cli] updating namespace I0425 03:10:54.526994 4008 namespace.go:142] [konflux-cli] updating namespace I0425 03:10:54.787192 4008 namespace.go:142] [build-service] updating namespace I0425 03:10:54.893361 4008 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0425 03:10:54.894008 4008 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0425 03:10:54.894031 4008 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0425 03:10:54.896744 4008 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0425 03:10:54.948076 4008 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0425 03:10:54.948109 4008 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0425 03:10:54.949000 4008 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0425 03:10:55.308577 4008 namespace.go:142] [default-tenant] updating namespace I0425 03:10:56.010475 4008 namespace.go:142] [enterprise-contract-service] updating namespace I0425 03:10:56.620724 4008 namespace.go:142] [image-controller] updating namespace I0425 03:10:57.078772 4008 namespace.go:142] [integration-service] updating namespace I0425 03:10:57.508831 4008 namespace.go:142] [konflux-info] updating namespace I0425 03:10:57.859784 4008 namespace.go:142] [namespace-lister] updating namespace I0425 03:10:58.299803 4008 namespace.go:142] [release-service] updating namespace I0425 03:10:58.474129 4008 namespace.go:142] [build-service] updating namespace I0425 03:10:58.511835 4008 namespace.go:142] [default-tenant] updating namespace I0425 03:10:58.540664 4008 namespace.go:142] [enterprise-contract-service] updating namespace I0425 03:10:58.568508 4008 namespace.go:142] [image-controller] updating namespace I0425 03:10:58.591916 4008 namespace.go:142] [integration-service] updating namespace I0425 03:10:58.640816 4008 namespace.go:142] [konflux-info] updating namespace I0425 03:10:58.717220 4008 namespace.go:142] [namespace-lister] updating namespace I0425 03:10:58.732179 4008 namespace.go:142] [release-service] updating namespace I0425 03:10:58.817625 4008 namespace.go:142] [build-service] updating namespace I0425 03:10:58.905388 4008 namespace.go:142] [default-tenant] updating namespace I0425 03:10:58.997861 4008 namespace.go:142] [enterprise-contract-service] updating namespace I0425 03:10:59.082510 4008 namespace.go:142] [image-controller] updating namespace I0425 03:10:59.156756 4008 namespace.go:142] [integration-service] updating namespace I0425 03:10:59.225795 4008 namespace.go:142] [konflux-info] updating namespace I0425 03:10:59.300927 4008 namespace.go:142] [namespace-lister] updating namespace I0425 03:10:59.418751 4008 namespace.go:142] [release-service] updating namespace W0425 03:10:59.599892 4008 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0425 03:10:59.633317 4008 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0425 03:11:00.643142 4008 namespace.go:142] [konflux-cli] updating namespace I0425 03:11:00.842441 4008 namespace.go:142] [segment-bridge] updating namespace I0425 03:11:00.961190 4008 namespace.go:142] [konflux-cli] updating namespace I0425 03:11:00.982471 4008 namespace.go:142] [segment-bridge] updating namespace I0425 03:11:01.071736 4008 namespace.go:142] [konflux-cli] updating namespace I0425 03:11:01.167886 4008 namespace.go:142] [segment-bridge] updating namespace W0425 03:11:06.659723 4008 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0425 03:11:06.661847 4008 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0425 03:11:06.679217 4008 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0425 03:11:06.704213 4008 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0425 03:11:06.708740 4008 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0425 03:11:07.679841 4008 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0425 03:11:07.680091 4008 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0425 03:11:07.701330 4008 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0425 03:11:10.717961 4008 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0425 03:11:10.717983 4008 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0425 03:11:11.266369 4008 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0425 03:11:11.266388 4008 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0425 03:11:16.724765 4008 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0425 03:11:19.204210 4008 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-g6gdz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:11:19.204781 4008 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-g6gdz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:11:19.779052 4008 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-g6gdz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:11:19.779076 4008 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-g6gdz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:11:19.787627 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-g6gdz I0425 03:11:19.787653 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-g6gdz I0425 03:12:15.611372 4008 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=165 I0425 03:12:18.383871 4008 obj_retry.go:498] Detected object konflux-ui/proxy-858f886d8d-cfr5q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:12:18.384483 4008 obj_retry.go:498] Detected object konflux-ui/proxy-858f886d8d-cfr5q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:12:19.152044 4008 obj_retry.go:492] Detected object konflux-ui/proxy-858f886d8d-cfr5q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:12:19.152072 4008 obj_retry.go:492] Detected object konflux-ui/proxy-858f886d8d-cfr5q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:12:19.159174 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-858f886d8d-cfr5q I0425 03:12:19.159198 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-858f886d8d-cfr5q I0425 03:12:28.365916 4008 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:12:28.366525 4008 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:12:28.385020 4008 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:12:28.385040 4008 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:12:28.394276 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0425 03:12:28.394299 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0425 03:12:48.020721 4008 namespace.go:98] [default-managed-tenant-jxzrd] adding namespace I0425 03:12:48.021675 4008 namespace.go:102] [default-managed-tenant-jxzrd] adding namespace took 924.17µs I0425 03:12:48.046308 4008 namespace.go:142] [default-managed-tenant-jxzrd] updating namespace I0425 03:12:48.062416 4008 namespace.go:142] [default-managed-tenant-jxzrd] updating namespace I0425 03:12:49.182213 4008 namespace.go:142] [default-managed-tenant-jxzrd] updating namespace I0425 03:12:49.304976 4008 namespace.go:142] [default-managed-tenant-jxzrd] updating namespace I0425 03:12:49.381086 4008 namespace.go:142] [default-managed-tenant-jxzrd] updating namespace I0425 03:13:01.702959 4008 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0425 03:13:09.737219 4008 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0425 03:13:15.616163 4008 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 I0425 03:13:34.712978 4008 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0425 03:14:14.609169 4008 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0425 03:14:16.699933 4008 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0425 03:14:57.612218 4008 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=56 I0425 03:15:04.612771 4008 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=40 I0425 03:16:48.699373 4008 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0425 03:16:55.633086 4008 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=119 I0425 03:17:12.711684 4008 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0425 03:17:15.722265 4008 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0425 03:17:46.616373 4008 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=12 I0425 03:18:05.735276 4008 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0425 03:19:16.611939 4008 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0425 03:19:49.702654 4008 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0425 03:20:04.034295 4008 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618120-7js5t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:20:04.034872 4008 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618120-7js5t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:20:04.061956 4008 obj_retry.go:492] Detected object tsf-tpa/create-db-tls2l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:20:04.061984 4008 obj_retry.go:492] Detected object tsf-tpa/create-db-tls2l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:20:04.066757 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-tls2l I0425 03:20:04.066786 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-tls2l I0425 03:20:04.901139 4008 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618120-7js5t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:20:04.901163 4008 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618120-7js5t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:20:07.038828 4008 obj_retry.go:492] Detected object tsf-tpa/migrate-db-qm4x2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:20:07.038882 4008 obj_retry.go:492] Detected object tsf-tpa/migrate-db-qm4x2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:20:07.045254 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-qm4x2 I0425 03:20:07.045281 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-qm4x2 I0425 03:20:13.037031 4008 obj_retry.go:492] Detected object tsf-tpa/create-importers-qknqc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:20:13.037084 4008 obj_retry.go:492] Detected object tsf-tpa/create-importers-qknqc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:20:13.043103 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-qknqc I0425 03:20:13.043153 4008 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-qknqc I0425 03:20:22.750141 4008 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0425 03:20:33.615768 4008 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=21 I0425 03:20:51.619632 4008 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0425 03:20:56.706086 4008 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0425 03:20:57.727588 4008 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0425 03:22:01.615393 4008 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0425 03:22:19.716064 4008 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0425 03:22:45.739887 4008 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0425 03:23:18.636333 4008 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=22 I0425 03:23:38.725698 4008 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0425 03:23:45.703215 4008 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7