+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-4.ec2.internal ++ [[ -n ip-10-0-1-4.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-4.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260318-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260318-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260318-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0406 02:56:41.407809975 - disable conntrack on geneve port' I0406 02:56:41.407809975 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0406 02:56:41.424642567 - starting ovnkube-node' I0406 02:56:41.424642567 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-4.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-4.ec2.internal --init-node ip-10-0-1-4.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-4.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0406 02:56:41.461592 3771 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf I0406 02:56:41.461646 3771 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-7042996710.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}} I0406 02:56:41.463321 3771 kube.go:423] Waiting for certificate I0406 02:56:41.463356 3771 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0406 02:56:41.463386 3771 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0406 02:56:41.464104 3771 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0406 02:56:41.492482 3771 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0406 02:56:41.492501 3771 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0406 02:56:41.495149 3771 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0406 02:56:41.495232 3771 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-7b7dk" I0406 02:56:48.833360 3771 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-7b7dk" I0406 02:56:48.833436 3771 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0406 02:56:49.464305 3771 kube.go:430] Certificate found I0406 02:56:49.465262 3771 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0406 02:56:49.466051 3771 metrics.go:541] Starting metrics server at address "127.0.0.1:29103" I0406 02:56:49.527829 3771 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0406 02:56:49.536545 3771 metrics.go:541] Starting metrics server at address "127.0.0.1:29105" I0406 02:56:49.536993 3771 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0406 02:56:49.537140 3771 factory.go:537] Starting watch factory I0406 02:56:49.537441 3771 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0406 02:56:49.537500 3771 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0406 02:56:49.537919 3771 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0406 02:56:49.537979 3771 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0406 02:56:49.538283 3771 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0406 02:56:49.538306 3771 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0406 02:56:49.538743 3771 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0406 02:56:49.538767 3771 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0406 02:56:49.538959 3771 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0406 02:56:49.538988 3771 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0406 02:56:49.539111 3771 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0406 02:56:49.539127 3771 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0406 02:56:49.547703 3771 controller_manager.go:368] Starting the ovnkube controller I0406 02:56:49.547719 3771 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-4.ec2.internal I0406 02:56:49.547839 3771 controller_manager.go:393] NBDB zone sync took: 69.769µs I0406 02:56:49.547862 3771 factory.go:537] Starting watch factory I0406 02:56:49.573196 3771 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0406 02:56:49.575326 3771 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0406 02:56:49.575362 3771 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0406 02:56:49.575370 3771 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0406 02:56:49.575594 3771 ovn_northd.go:121] Registering OVN northd metrics I0406 02:56:49.575783 3771 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0406 02:56:49.575960 3771 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics I0406 02:56:49.581169 3771 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0406 02:56:49.581191 3771 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0406 02:56:49.589853 3771 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0406 02:56:49.598923 3771 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics I0406 02:56:49.644048 3771 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0406 02:56:49.644079 3771 factory.go:1931] *v1.Namespace informer cache synced successfully I0406 02:56:49.644083 3771 factory.go:1931] *v1.Node informer cache synced successfully I0406 02:56:49.644086 3771 factory.go:1931] *v1.Service informer cache synced successfully I0406 02:56:49.644089 3771 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0406 02:56:49.644092 3771 factory.go:1931] *v1.Pod informer cache synced successfully I0406 02:56:49.644156 3771 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0406 02:56:49.644171 3771 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0406 02:56:49.644192 3771 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0406 02:56:49.644212 3771 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0406 02:56:49.653935 3771 factory.go:1931] *v1.Node informer cache synced successfully I0406 02:56:49.653946 3771 factory.go:1931] *v1.Service informer cache synced successfully I0406 02:56:49.653950 3771 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0406 02:56:49.653953 3771 factory.go:1931] *v1.Pod informer cache synced successfully I0406 02:56:49.653956 3771 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0406 02:56:49.653959 3771 factory.go:1931] *v1.Namespace informer cache synced successfully I0406 02:56:49.658902 3771 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0406 02:56:49.658919 3771 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0406 02:56:49.658983 3771 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0406 02:56:49.658992 3771 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0406 02:56:49.659030 3771 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0406 02:56:49.659042 3771 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0406 02:56:49.663292 3771 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0406 02:56:49.664486 3771 factory.go:1931] *v1.EgressIP informer cache synced successfully I0406 02:56:49.664538 3771 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0406 02:56:49.664550 3771 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0406 02:56:49.694047 3771 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0406 02:56:49.750019 3771 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0406 02:56:49.750042 3771 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0406 02:56:49.755289 3771 factory.go:1931] *v1.EgressIP informer cache synced successfully I0406 02:56:49.760432 3771 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0406 02:56:49.760501 3771 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0406 02:56:49.760512 3771 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0406 02:56:49.764419 3771 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0406 02:56:49.766367 3771 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0406 02:56:49.766471 3771 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0406 02:56:49.766483 3771 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0406 02:56:49.770245 3771 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0406 02:56:49.770251 3771 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0406 02:56:49.772277 3771 factory.go:1931] *v1.EgressService informer cache synced successfully I0406 02:56:49.772335 3771 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0406 02:56:49.772347 3771 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0406 02:56:49.775324 3771 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0406 02:56:49.775498 3771 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0406 02:56:49.777475 3771 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0406 02:56:49.777666 3771 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0406 02:56:49.777685 3771 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0406 02:56:49.781176 3771 factory.go:1931] *v1.EgressService informer cache synced successfully I0406 02:56:49.781449 3771 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0406 02:56:49.783430 3771 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0406 02:56:49.783512 3771 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0406 02:56:49.783528 3771 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0406 02:56:49.783535 3771 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0406 02:56:49.783550 3771 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0406 02:56:49.787051 3771 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0406 02:56:49.789866 3771 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0406 02:56:49.789914 3771 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0406 02:56:49.792855 3771 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0406 02:56:49.798196 3771 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0406 02:56:49.798207 3771 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0406 02:56:49.798214 3771 factory.go:649] Watch Factory start up complete, took: 250.354216ms I0406 02:56:49.798221 3771 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-1-4.ec2.internal" zone I0406 02:56:49.836442 3771 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-07 02:51:48 +0000 UTC" deadline="2026-04-06 23:34:30.887733025 +0000 UTC" I0406 02:56:49.836459 3771 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h37m41.051280543s" I0406 02:56:49.889590 3771 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0406 02:56:49.889604 3771 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0406 02:56:49.889611 3771 factory.go:649] Watch Factory start up complete, took: 352.477508ms I0406 02:56:49.889726 3771 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256 I0406 02:56:49.922639 3771 default_node_network_controller.go:709] Initializing the default node network controller I0406 02:56:49.975618 3771 udn_isolation.go:101] Starting UDN host isolation manager I0406 02:56:49.981526 3771 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0406 02:56:50.020478 3771 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0406 02:56:50.020591 3771 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0406 02:56:50.020605 3771 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0406 02:56:50.051685 3771 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0406 02:56:50.051741 3771 default_node_network_controller.go:808] Node ip-10-0-1-4.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0406 02:56:50.057343 3771 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.4"] k8s.ovn.org/zone-name:ip-10-0-1-4.ec2.internal] on node ip-10-0-1-4.ec2.internal I0406 02:56:50.079155 3771 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0406 02:56:50.084986 3771 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0406 02:56:50.085169 3771 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0406 02:56:50.085280 3771 gateway_init.go:263] Preparing Gateway I0406 02:56:50.085288 3771 gateway_shared_intf.go:1658] Creating new gateway I0406 02:56:50.167588 3771 iptables.go:108] Creating table: filter chain: FORWARD I0406 02:56:50.174294 3771 iptables.go:108] Creating table: filter chain: OUTPUT I0406 02:56:50.180846 3771 gateway_shared_intf.go:1787] Gateway Creation Complete I0406 02:56:50.180863 3771 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-4.ec2.internal","mac-address":"0a:ff:fe:e7:b6:bf","ip-addresses":["10.0.1.4/24"],"ip-address":"10.0.1.4/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:d9b71553-b8a0-4836-92d7-18ba458054f4 k8s.ovn.org/node-encap-ips:["10.0.1.4"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.4/24"} k8s.ovn.org/zone-name:ip-10-0-1-4.ec2.internal] on node ip-10-0-1-4.ec2.internal I0406 02:56:50.201405 3771 default_node_network_controller.go:518] Node connection status = connected I0406 02:56:50.299191 3771 controller_manager.go:427] Waiting for node in zone sync took: 500.954952ms I0406 02:56:50.341164 3771 controller_manager.go:608] Switching to transit router for layer2 networks I0406 02:56:50.341179 3771 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-4.ec2.internal I0406 02:56:50.355871 3771 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0406 02:56:50.363101 3771 controller_manager.go:288] SCTP support detected in OVN I0406 02:56:50.363655 3771 services_controller.go:69] Creating services controller for network=default I0406 02:56:50.363763 3771 udn_enabled_svc.go:80] Waiting for service informer to sync I0406 02:56:50.363781 3771 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0406 02:56:50.363814 3771 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0406 02:56:50.363833 3771 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0406 02:56:50.363841 3771 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0406 02:56:50.363982 3771 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0406 02:56:50.364021 3771 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks I0406 02:56:50.364047 3771 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 18.492µs I0406 02:56:50.364076 3771 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 34.526µs I0406 02:56:50.364083 3771 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0406 02:56:50.364081 3771 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 71.852µs I0406 02:56:50.364092 3771 nad_controller.go:173] [zone-nad-controller NAD controller]: started I0406 02:56:50.364102 3771 default_network_controller.go:321] Starting the default network controller I0406 02:56:50.364176 3771 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 11.84µs I0406 02:56:50.364228 3771 udn_enabled_svc.go:95] Performing full resync I0406 02:56:50.364536 3771 udn_enabled_svc.go:99] Waiting for handler to sync I0406 02:56:50.364550 3771 udn_enabled_svc.go:104] Starting worker I0406 02:56:50.373517 3771 default_network_controller.go:388] Cleaning External Gateway ECMP routes I0406 02:56:50.373600 3771 repair.go:33] Syncing exgw routes took 69.875µs I0406 02:56:50.373623 3771 default_network_controller.go:407] Starting all the Watchers... I0406 02:56:50.373778 3771 namespace.go:98] [kube-public] adding namespace I0406 02:56:50.373787 3771 namespace.go:98] [openshift-backplane-mobb] adding namespace I0406 02:56:50.373794 3771 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0406 02:56:50.373808 3771 namespace.go:98] [openshift-etcd] adding namespace I0406 02:56:50.373807 3771 namespace.go:98] [openshift-console-operator] adding namespace I0406 02:56:50.373820 3771 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0406 02:56:50.373826 3771 namespace.go:98] [openshift-network-node-identity] adding namespace I0406 02:56:50.373820 3771 namespace.go:98] [openshift-console-user-settings] adding namespace I0406 02:56:50.373824 3771 namespace.go:98] [openshift-backplane-cse] adding namespace I0406 02:56:50.373840 3771 namespace.go:98] [openshift-dns-operator] adding namespace I0406 02:56:50.373844 3771 namespace.go:98] [openshift-console] adding namespace I0406 02:56:50.373847 3771 namespace.go:98] [openshift-must-gather-operator] adding namespace I0406 02:56:50.373847 3771 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0406 02:56:50.373852 3771 namespace.go:98] [kube-system] adding namespace I0406 02:56:50.373880 3771 namespace.go:98] [dedicated-admin] adding namespace I0406 02:56:50.374795 3771 namespace.go:102] [kube-public] adding namespace took 1.006017ms I0406 02:56:50.374811 3771 namespace.go:98] [open-cluster-management-2pgcu9mfas1m46ulnh3binnrqpenib9u] adding namespace I0406 02:56:50.375557 3771 namespace.go:102] [open-cluster-management-2pgcu9mfas1m46ulnh3binnrqpenib9u] adding namespace took 740.08µs I0406 02:56:50.375570 3771 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0406 02:56:50.376149 3771 namespace.go:102] [openshift-backplane-mobb] adding namespace took 2.352801ms I0406 02:56:50.376163 3771 namespace.go:98] [openshift-ingress] adding namespace I0406 02:56:50.376703 3771 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 2.895665ms I0406 02:56:50.376724 3771 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0406 02:56:50.377331 3771 namespace.go:102] [openshift-console-operator] adding namespace took 3.512442ms I0406 02:56:50.377348 3771 namespace.go:98] [openshift-backplane-csm] adding namespace I0406 02:56:50.377839 3771 namespace.go:102] [openshift-etcd] adding namespace took 4.025369ms I0406 02:56:50.377856 3771 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0406 02:56:50.378434 3771 namespace.go:102] [openshift-console-user-settings] adding namespace took 4.596615ms I0406 02:56:50.378447 3771 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0406 02:56:50.378973 3771 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 5.141005ms I0406 02:56:50.378990 3771 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0406 02:56:50.379535 3771 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.700844ms I0406 02:56:50.379551 3771 namespace.go:98] [openshift-config-managed] adding namespace I0406 02:56:50.380051 3771 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.210222ms I0406 02:56:50.380084 3771 namespace.go:98] [openshift-backplane-cee] adding namespace I0406 02:56:50.380616 3771 namespace.go:102] [openshift-dns-operator] adding namespace took 6.77096ms I0406 02:56:50.380627 3771 namespace.go:98] [openshift-network-operator] adding namespace I0406 02:56:50.381194 3771 namespace.go:102] [openshift-console] adding namespace took 7.343702ms I0406 02:56:50.381213 3771 namespace.go:98] [openshift-monitoring] adding namespace I0406 02:56:50.381787 3771 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.934279ms I0406 02:56:50.381803 3771 namespace.go:98] [openshift-operators-redhat] adding namespace I0406 02:56:50.382369 3771 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 8.510467ms I0406 02:56:50.382380 3771 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0406 02:56:50.382895 3771 namespace.go:102] [kube-system] adding namespace took 9.031887ms I0406 02:56:50.382907 3771 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0406 02:56:50.383591 3771 namespace.go:102] [dedicated-admin] adding namespace took 9.701333ms I0406 02:56:50.383606 3771 namespace.go:98] [openshift-authentication] adding namespace I0406 02:56:50.384087 3771 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.512466ms I0406 02:56:50.384098 3771 namespace.go:98] [openshift-route-controller-manager] adding namespace I0406 02:56:50.384674 3771 namespace.go:102] [openshift-ingress] adding namespace took 8.504833ms I0406 02:56:50.384689 3771 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0406 02:56:50.385137 3771 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.404077ms I0406 02:56:50.385150 3771 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0406 02:56:50.385615 3771 namespace.go:102] [openshift-backplane-csm] adding namespace took 8.262553ms I0406 02:56:50.385627 3771 namespace.go:98] [openshift-package-operator] adding namespace I0406 02:56:50.386229 3771 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.367892ms I0406 02:56:50.386241 3771 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0406 02:56:50.386655 3771 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 8.205362ms I0406 02:56:50.386664 3771 namespace.go:98] [openshift-multus] adding namespace I0406 02:56:50.387312 3771 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.317865ms I0406 02:56:50.387322 3771 namespace.go:98] [openshift-service-ca] adding namespace I0406 02:56:50.387720 3771 namespace.go:102] [openshift-config-managed] adding namespace took 8.159213ms I0406 02:56:50.387742 3771 namespace.go:98] [openshift-kube-scheduler] adding namespace I0406 02:56:50.388385 3771 namespace.go:102] [openshift-backplane-cee] adding namespace took 8.294763ms I0406 02:56:50.388398 3771 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0406 02:56:50.388776 3771 namespace.go:102] [openshift-network-operator] adding namespace took 8.146034ms I0406 02:56:50.388787 3771 namespace.go:98] [openshift-image-registry] adding namespace I0406 02:56:50.389464 3771 namespace.go:102] [openshift-monitoring] adding namespace took 8.246232ms I0406 02:56:50.389475 3771 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0406 02:56:50.389893 3771 namespace.go:102] [openshift-operators-redhat] adding namespace took 8.086612ms I0406 02:56:50.389903 3771 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0406 02:56:50.390539 3771 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 8.151005ms I0406 02:56:50.390557 3771 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0406 02:56:50.390991 3771 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.077109ms I0406 02:56:50.391009 3771 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0406 02:56:50.391406 3771 namespace.go:102] [openshift-authentication] adding namespace took 7.792915ms I0406 02:56:50.391423 3771 namespace.go:98] [kube-node-lease] adding namespace I0406 02:56:50.391852 3771 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.746565ms I0406 02:56:50.391870 3771 namespace.go:98] [openshift-service-ca-operator] adding namespace I0406 02:56:50.392390 3771 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.695758ms I0406 02:56:50.392406 3771 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0406 02:56:50.392955 3771 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.800175ms I0406 02:56:50.392970 3771 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0406 02:56:50.393512 3771 namespace.go:102] [openshift-package-operator] adding namespace took 7.877726ms I0406 02:56:50.393529 3771 namespace.go:98] [openshift-ovn-kubernetes] adding namespace W0406 02:56:50.393990 3771 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-tg4jk: pod openshift-multus/network-metrics-daemon-tg4jk: no pod IPs found I0406 02:56:50.393996 3771 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 7.748663ms I0406 02:56:50.394012 3771 namespace.go:98] [openshift-ingress-operator] adding namespace I0406 02:56:50.394641 3771 namespace.go:102] [openshift-multus] adding namespace took 7.969833ms I0406 02:56:50.394660 3771 namespace.go:98] [openshift-machine-config-operator] adding namespace I0406 02:56:50.395251 3771 namespace.go:102] [openshift-service-ca] adding namespace took 7.921982ms I0406 02:56:50.395269 3771 namespace.go:98] [default] adding namespace I0406 02:56:50.395676 3771 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.92428ms I0406 02:56:50.395694 3771 namespace.go:98] [openshift-host-network] adding namespace I0406 02:56:50.396211 3771 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.805865ms I0406 02:56:50.396231 3771 namespace.go:98] [openshift-infra] adding namespace I0406 02:56:50.396602 3771 namespace.go:102] [openshift-image-registry] adding namespace took 7.810567ms I0406 02:56:50.396611 3771 namespace.go:98] [openshift-marketplace] adding namespace I0406 02:56:50.397213 3771 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.734115ms I0406 02:56:50.397224 3771 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0406 02:56:50.397691 3771 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.783779ms I0406 02:56:50.397704 3771 namespace.go:98] [openshift-operators] adding namespace I0406 02:56:50.398039 3771 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.47885ms I0406 02:56:50.398053 3771 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0406 02:56:50.398512 3771 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.498216ms I0406 02:56:50.398525 3771 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0406 02:56:50.398986 3771 namespace.go:102] [kube-node-lease] adding namespace took 7.556886ms I0406 02:56:50.399001 3771 namespace.go:98] [openshift-network-console] adding namespace I0406 02:56:50.399454 3771 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.578263ms I0406 02:56:50.399935 3771 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.524311ms I0406 02:56:50.399946 3771 namespace.go:98] [openshift-authentication-operator] adding namespace I0406 02:56:50.400433 3771 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.4565ms I0406 02:56:50.400449 3771 namespace.go:98] [openshift-machine-api] adding namespace I0406 02:56:50.401237 3771 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.7021ms I0406 02:56:50.401250 3771 namespace.go:98] [openshift-logging] adding namespace I0406 02:56:50.401868 3771 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.850598ms I0406 02:56:50.401877 3771 namespace.go:98] [openshift-backplane-srep] adding namespace I0406 02:56:50.402307 3771 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.63733ms I0406 02:56:50.402328 3771 namespace.go:98] [openshift] adding namespace I0406 02:56:50.402759 3771 namespace.go:102] [default] adding namespace took 7.485007ms I0406 02:56:50.402771 3771 namespace.go:98] [openshift-backplane] adding namespace I0406 02:56:50.403229 3771 namespace.go:102] [openshift-host-network] adding namespace took 7.528637ms I0406 02:56:50.403246 3771 namespace.go:98] [openshift-kube-apiserver] adding namespace I0406 02:56:50.403781 3771 namespace.go:102] [openshift-infra] adding namespace took 7.543859ms I0406 02:56:50.403796 3771 namespace.go:98] [openshift-customer-monitoring] adding namespace I0406 02:56:50.404283 3771 namespace.go:102] [openshift-marketplace] adding namespace took 7.667139ms I0406 02:56:50.404296 3771 namespace.go:98] [openshift-controller-manager] adding namespace I0406 02:56:50.404725 3771 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.493844ms I0406 02:56:50.404741 3771 namespace.go:98] [openshift-node] adding namespace I0406 02:56:50.405222 3771 namespace.go:102] [openshift-operators] adding namespace took 7.512258ms I0406 02:56:50.405233 3771 namespace.go:98] [openshift-backplane-tam] adding namespace I0406 02:56:50.405580 3771 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.504784ms I0406 02:56:50.405599 3771 namespace.go:98] [openshift-apiserver] adding namespace I0406 02:56:50.406126 3771 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.595556ms I0406 02:56:50.406143 3771 namespace.go:98] [openshift-insights] adding namespace I0406 02:56:50.406696 3771 namespace.go:102] [openshift-network-console] adding namespace took 7.690746ms I0406 02:56:50.406708 3771 namespace.go:98] [openshift-dns] adding namespace I0406 02:56:50.407131 3771 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.179995ms I0406 02:56:50.407144 3771 namespace.go:98] [openshift-config] adding namespace I0406 02:56:50.407561 3771 namespace.go:102] [openshift-machine-api] adding namespace took 7.106154ms I0406 02:56:50.408118 3771 namespace.go:102] [openshift-logging] adding namespace took 6.863269ms I0406 02:56:50.408131 3771 namespace.go:98] [openshift-config-operator] adding namespace I0406 02:56:50.408603 3771 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.717915ms I0406 02:56:50.409096 3771 namespace.go:102] [openshift] adding namespace took 6.761087ms I0406 02:56:50.409629 3771 namespace.go:102] [openshift-backplane] adding namespace took 6.853564ms I0406 02:56:50.409642 3771 namespace.go:98] [openshift-ingress-canary] adding namespace I0406 02:56:50.410003 3771 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.752278ms I0406 02:56:50.410015 3771 namespace.go:98] [openshift-network-diagnostics] adding namespace I0406 02:56:50.410530 3771 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.726062ms I0406 02:56:50.410969 3771 namespace.go:102] [openshift-controller-manager] adding namespace took 6.667961ms I0406 02:56:50.411546 3771 namespace.go:102] [openshift-node] adding namespace took 6.800421ms I0406 02:56:50.411965 3771 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.72676ms I0406 02:56:50.411981 3771 namespace.go:98] [openshift-apiserver-operator] adding namespace I0406 02:56:50.412522 3771 namespace.go:102] [openshift-apiserver] adding namespace took 6.916827ms I0406 02:56:50.413097 3771 namespace.go:102] [openshift-insights] adding namespace took 6.948544ms I0406 02:56:50.413609 3771 namespace.go:102] [openshift-dns] adding namespace took 6.892576ms I0406 02:56:50.413631 3771 namespace.go:98] [openshift-cluster-version] adding namespace I0406 02:56:50.414035 3771 namespace.go:102] [openshift-config] adding namespace took 6.883798ms I0406 02:56:50.414637 3771 namespace.go:102] [openshift-config-operator] adding namespace took 6.502476ms I0406 02:56:50.415098 3771 namespace.go:102] [openshift-ingress-canary] adding namespace took 5.448024ms W0406 02:56:50.415103 3771 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-9jhwf: pod openshift-network-diagnostics/network-check-target-9jhwf: no pod IPs found I0406 02:56:50.415660 3771 namespace.go:102] [openshift-network-diagnostics] adding namespace took 5.640313ms I0406 02:56:50.416042 3771 namespace.go:102] [openshift-apiserver-operator] adding namespace took 4.053975ms I0406 02:56:50.416633 3771 namespace.go:102] [openshift-cluster-version] adding namespace took 2.992438ms I0406 02:56:50.417079 3771 zone_ic_handler.go:186] Time taken to create transit switch: 308.273µs I0406 02:56:50.417155 3771 master.go:532] Adding or Updating local node "ip-10-0-1-4.ec2.internal" for network "default" I0406 02:56:50.417689 3771 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-2-216.ec2.internal for the network default I0406 02:56:50.417694 3771 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-0-56.ec2.internal for the network default I0406 02:56:50.418885 3771 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-2-216.ec2.internal" on network "default" took: 1.207509ms I0406 02:56:50.419206 3771 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-0-56.ec2.internal" on network "default" took: 1.520078ms W0406 02:56:50.425994 3771 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-9jhwf: pod openshift-network-diagnostics/network-check-target-9jhwf: no pod IPs found W0406 02:56:50.426011 3771 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-tg4jk: pod openshift-multus/network-metrics-daemon-tg4jk: no pod IPs found I0406 02:56:50.430565 3771 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-1-4.ec2.internal for the network default I0406 02:56:50.431459 3771 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0406 02:56:50.431482 3771 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0406 02:56:50.431495 3771 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0406 02:56:50.431507 3771 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-56.ec2.internal in network "default" I0406 02:56:50.431582 3771 node_tracker.go:169] Node ip-10-0-0-56.ec2.internal switch + router changed, syncing services in network "default" I0406 02:56:50.431597 3771 services_controller.go:574] Full service sync requested for network=default I0406 02:56:50.431609 3771 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-4.ec2.internal in network "default" I0406 02:56:50.431646 3771 node_tracker.go:169] Node ip-10-0-1-4.ec2.internal switch + router changed, syncing services in network "default" I0406 02:56:50.431657 3771 services_controller.go:574] Full service sync requested for network=default I0406 02:56:50.431665 3771 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-216.ec2.internal in network "default" I0406 02:56:50.431698 3771 node_tracker.go:169] Node ip-10-0-2-216.ec2.internal switch + router changed, syncing services in network "default" I0406 02:56:50.431707 3771 services_controller.go:574] Full service sync requested for network=default I0406 02:56:50.532233 3771 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0406 02:56:50.532253 3771 services_controller.go:208] Setting up event handlers for services for network=default I0406 02:56:50.532326 3771 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0406 02:56:50.532371 3771 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0406 02:56:50.532386 3771 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0406 02:56:50.633036 3771 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0406 02:56:50.633072 3771 repair.go:60] Starting repairing loop for services I0406 02:56:50.633149 3771 repair.go:131] Deleted 0 stale service LBs I0406 02:56:50.633168 3771 repair.go:137] Deleted 0 stale Chassis Template Vars I0406 02:56:50.633183 3771 repair.go:62] Finished repairing loop for services: 130.374µs I0406 02:56:50.633207 3771 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0406 02:56:50.633217 3771 services_controller.go:254] Starting workers for network=default W0406 02:56:50.633355 3771 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0406 02:56:50.633606 3771 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-tg4jk] creating logical port openshift-multus_network-metrics-daemon-tg4jk for pod on switch ip-10-0-1-4.ec2.internal I0406 02:56:50.633630 3771 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-zkdct of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0406 02:56:50.633735 3771 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-tg4jk I0406 02:56:50.634284 3771 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-9jhwf] creating logical port openshift-network-diagnostics_network-check-target-9jhwf for pod on switch ip-10-0-1-4.ec2.internal I0406 02:56:50.634381 3771 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-9jhwf W0406 02:56:50.634981 3771 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0406 02:56:50.651705 3771 pod.go:62] [openshift-multus/network-metrics-daemon-tg4jk] pod update took 18.024343ms I0406 02:56:50.651726 3771 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-tg4jk] addLogicalPort annotation time took 18.047702ms I0406 02:56:50.652704 3771 pod.go:62] [openshift-network-diagnostics/network-check-target-9jhwf] pod update took 18.354795ms I0406 02:56:50.652729 3771 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-9jhwf] addLogicalPort annotation time took 18.386291ms I0406 02:56:50.652794 3771 pods.go:271] [openshift-multus/network-metrics-daemon-tg4jk] addLogicalPort took 19.197398ms, libovsdb time 853.952µs I0406 02:56:50.653751 3771 pods.go:271] [openshift-network-diagnostics/network-check-target-9jhwf] addLogicalPort took 19.474302ms, libovsdb time 786.368µs I0406 02:56:50.653792 3771 obj_retry.go:544] Failed to create *v1.Pod openshift-image-registry/image-registry-85b66fd5f-c4fgm, error: failed to obtain IPs to add remote pod openshift-image-registry/image-registry-85b66fd5f-c4fgm: suppressed error logged: pod openshift-image-registry/image-registry-85b66fd5f-c4fgm: no pod IPs found I0406 02:56:50.654585 3771 admin_network_policy_controller.go:227] Starting controller default-network-controller I0406 02:56:50.654619 3771 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0406 02:56:50.654804 3771 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0406 02:56:50.654820 3771 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0406 02:56:50.655016 3771 repair.go:29] Repairing admin network policies took 189.438µs I0406 02:56:50.655149 3771 repair.go:92] Repairing baseline admin network policies took 123.17µs I0406 02:56:50.655577 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0406 02:56:50.655594 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0406 02:56:50.657286 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0406 02:56:50.657308 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0406 02:56:50.657315 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0406 02:56:50.657785 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0406 02:56:50.657808 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0406 02:56:50.657816 3771 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0406 02:56:50.659825 3771 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0406 02:56:50.659869 3771 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0406 02:56:50.659906 3771 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0406 02:56:50.661772 3771 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0406 02:56:50.661791 3771 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0406 02:56:50.661799 3771 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0406 02:56:50.662364 3771 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0406 02:56:50.662380 3771 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0406 02:56:50.662387 3771 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0406 02:56:50.663705 3771 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0406 02:56:50.663728 3771 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0406 02:56:50.663755 3771 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0406 02:56:50.666505 3771 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0406 02:56:50.666523 3771 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0406 02:56:50.666538 3771 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0406 02:56:50.667487 3771 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0406 02:56:50.667507 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0406 02:56:50.667518 3771 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0406 02:56:50.667982 3771 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0406 02:56:50.668000 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0406 02:56:50.668007 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0406 02:56:50.669443 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0406 02:56:50.669464 3771 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0406 02:56:50.669473 3771 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0406 02:56:50.670392 3771 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0406 02:56:50.670410 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0406 02:56:50.670418 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0406 02:56:50.670907 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0406 02:56:50.670921 3771 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0406 02:56:50.670929 3771 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0406 02:56:50.672117 3771 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0406 02:56:50.672138 3771 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0406 02:56:50.672149 3771 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0406 02:56:50.673324 3771 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0406 02:56:50.673343 3771 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0406 02:56:50.673351 3771 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0406 02:56:50.673670 3771 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0406 02:56:50.673688 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0406 02:56:50.674168 3771 obj_retry.go:544] Failed to create *factory.addressSetPodSelector openshift-dns/dns-default-7lv5p, error: suppressed error logged: pod openshift-dns/dns-default-7lv5p: no pod IPs found I0406 02:56:50.674443 3771 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0406 02:56:50.674456 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0406 02:56:50.675135 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0406 02:56:50.675152 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0406 02:56:50.675160 3771 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0406 02:56:50.675875 3771 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0406 02:56:50.675889 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0406 02:56:50.675896 3771 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0406 02:56:50.676357 3771 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0406 02:56:50.676376 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0406 02:56:50.676383 3771 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0406 02:56:50.676764 3771 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0406 02:56:50.676784 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0406 02:56:50.676830 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0406 02:56:50.678808 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0406 02:56:50.678834 3771 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0406 02:56:50.678854 3771 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0406 02:56:50.679861 3771 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0406 02:56:50.679880 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0406 02:56:50.679887 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0406 02:56:50.680540 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0406 02:56:50.680557 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0406 02:56:50.680564 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0406 02:56:50.681136 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0406 02:56:50.681155 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0406 02:56:50.681164 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0406 02:56:50.681685 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0406 02:56:50.681704 3771 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0406 02:56:50.681712 3771 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0406 02:56:50.682886 3771 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0406 02:56:50.682902 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0406 02:56:50.682933 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0406 02:56:50.683692 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0406 02:56:50.683711 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0406 02:56:50.683719 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0406 02:56:50.684274 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0406 02:56:50.684292 3771 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0406 02:56:50.684301 3771 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0406 02:56:50.686038 3771 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0406 02:56:50.686082 3771 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0406 02:56:50.686099 3771 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0406 02:56:50.687357 3771 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0406 02:56:50.687665 3771 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-zkdct of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0406 02:56:50.693825 3771 egressfirewall.go:319] Starting EgressFirewall controller I0406 02:56:50.693865 3771 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0406 02:56:50.693878 3771 controller.go:133] Adding controller egress-firewall-controller event handlers I0406 02:56:50.693902 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0406 02:56:50.693914 3771 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0406 02:56:50.693903 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0406 02:56:50.693922 3771 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0406 02:56:50.694234 3771 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0406 02:56:50.694249 3771 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0406 02:56:50.694257 3771 egressqos.go:193] Setting up event handlers for EgressQoS I0406 02:56:50.694274 3771 egressfirewall.go:628] Syncing node "ip-10-0-0-56.ec2.internal" for egress firewall I0406 02:56:50.694286 3771 egressfirewall.go:628] Syncing node "ip-10-0-1-4.ec2.internal" for egress firewall I0406 02:56:50.694290 3771 egressfirewall.go:628] Syncing node "ip-10-0-2-216.ec2.internal" for egress firewall I0406 02:56:50.694397 3771 egressqos.go:245] Starting EgressQoS Controller I0406 02:56:50.694408 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0406 02:56:50.694415 3771 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0406 02:56:50.694420 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0406 02:56:50.694425 3771 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0406 02:56:50.694429 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0406 02:56:50.694433 3771 shared_informer.go:356] "Caches are synced" controller="egressqos" I0406 02:56:50.694437 3771 egressqos.go:259] Repairing EgressQoSes I0406 02:56:50.694441 3771 egressqos.go:399] Starting repairing loop for egressqos I0406 02:56:50.694518 3771 egressqos.go:401] Finished repairing loop for egressqos: 76.415µs I0406 02:56:50.694532 3771 egressservice_zone.go:132] Setting up event handlers for Egress Services I0406 02:56:50.694567 3771 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-4.ec2.internal I0406 02:56:50.694648 3771 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-4.ec2.internal : 82.943µs I0406 02:56:50.694751 3771 egressservice_zone.go:210] Starting Egress Services Controller I0406 02:56:50.694766 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0406 02:56:50.694778 3771 shared_informer.go:356] "Caches are synced" controller="egressservices" I0406 02:56:50.694787 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0406 02:56:50.694796 3771 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0406 02:56:50.694805 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0406 02:56:50.694813 3771 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0406 02:56:50.694839 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0406 02:56:50.694850 3771 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0406 02:56:50.694856 3771 egressservice_zone.go:228] Repairing Egress Services I0406 02:56:50.695203 3771 master_controller.go:88] Starting Admin Policy Based Route Controller I0406 02:56:50.695214 3771 external_controller.go:278] Starting Admin Policy Based Route Controller I0406 02:56:50.695275 3771 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-216.ec2.internal I0406 02:56:50.695300 3771 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-216.ec2.internal: 26.508µs I0406 02:56:50.695319 3771 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-56.ec2.internal I0406 02:56:50.695333 3771 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-56.ec2.internal: 17.594µs I0406 02:56:50.695343 3771 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-4.ec2.internal I0406 02:56:50.695351 3771 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-4.ec2.internal: 8.805µs I0406 02:56:50.695457 3771 default_network_controller.go:568] Completing all the Watchers took 321.826645ms I0406 02:56:50.695469 3771 default_network_controller.go:572] Starting unidling controllers I0406 02:56:50.695475 3771 unidle.go:46] Registering OVN SB ControllerEvent handler I0406 02:56:50.695480 3771 unidle.go:63] Populating Initial ContollerEvent events I0406 02:56:50.695491 3771 unidle.go:79] Setting up event handlers for services I0406 02:56:50.695574 3771 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller I0406 02:56:50.701027 3771 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0406 02:56:50.702138 3771 default_node_network_controller.go:518] Node connection status = connected I0406 02:56:50.719465 3771 bridgeconfig.go:537] Gateway is ready I0406 02:56:50.719481 3771 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager I0406 02:56:50.731402 3771 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.4. Updating OVN encap IP. I0406 02:56:50.736744 3771 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.4 - it is already configured I0406 02:56:50.736757 3771 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.4/24:{} 172.20.0.1/32:{}]. Updating annotations. I0406 02:56:50.736968 3771 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.4/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-4.ec2.internal","mac-address":"0a:ff:fe:e7:b6:bf","ip-addresses":["10.0.1.4/24"],"ip-address":"10.0.1.4/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:d9b71553-b8a0-4836-92d7-18ba458054f4 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.4/24"}] on node ip-10-0-1-4.ec2.internal I0406 02:56:50.754796 3771 egressfirewall.go:628] Syncing node "ip-10-0-1-4.ec2.internal" for egress firewall I0406 02:56:50.754798 3771 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-4.ec2.internal in network "default" I0406 02:56:50.754837 3771 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-4.ec2.internal I0406 02:56:50.754843 3771 master.go:532] Adding or Updating local node "ip-10-0-1-4.ec2.internal" for network "default" I0406 02:56:50.754849 3771 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-4.ec2.internal: 16.719µs I0406 02:56:50.754864 3771 node_tracker.go:169] Node ip-10-0-1-4.ec2.internal switch + router changed, syncing services in network "default" I0406 02:56:50.754883 3771 services_controller.go:574] Full service sync requested for network=default W0406 02:56:50.755416 3771 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0406 02:56:50.755483 3771 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0406 02:56:50.755642 3771 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.1.4 I0406 02:56:50.755748 3771 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-4.ec2.internal I0406 02:56:50.760122 3771 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-1-4.ec2.internal. Updating no re-route policies I0406 02:56:50.760198 3771 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-64w66 I0406 02:56:50.760207 3771 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-2hjbp I0406 02:56:50.760214 3771 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-64w66 I0406 02:56:50.760220 3771 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-2hjbp I0406 02:56:50.760227 3771 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-2xxz6 I0406 02:56:50.760239 3771 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-2hjbp after 0 failed attempt(s) I0406 02:56:50.760241 3771 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-7z4db I0406 02:56:50.760246 3771 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-4lhrp I0406 02:56:50.760235 3771 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-64w66 after 0 failed attempt(s) I0406 02:56:50.760255 3771 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-7z4db I0406 02:56:50.760254 3771 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-wn8ph I0406 02:56:50.760257 3771 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-tg4jk I0406 02:56:50.760266 3771 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-wn8ph I0406 02:56:50.760268 3771 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-96rjj I0406 02:56:50.760272 3771 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-tg4jk I0406 02:56:50.760272 3771 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-7z4db after 0 failed attempt(s) I0406 02:56:50.760269 3771 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-j86p5 I0406 02:56:50.760281 3771 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-96rjj I0406 02:56:50.760279 3771 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-4.ec2.internal I0406 02:56:50.760286 3771 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-j86p5 I0406 02:56:50.760294 3771 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-4.ec2.internal I0406 02:56:50.760301 3771 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-96rjj after 0 failed attempt(s) I0406 02:56:50.760307 3771 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-tg4jk] creating logical port openshift-multus_network-metrics-daemon-tg4jk for pod on switch ip-10-0-1-4.ec2.internal I0406 02:56:50.760315 3771 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-4.ec2.internal after 0 failed attempt(s) I0406 02:56:50.760316 3771 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-j86p5 after 0 failed attempt(s) I0406 02:56:50.760219 3771 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-4.ec2.internal I0406 02:56:50.760362 3771 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-4.ec2.internal I0406 02:56:50.760382 3771 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-4.ec2.internal after 0 failed attempt(s) I0406 02:56:50.760382 3771 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-9jhwf I0406 02:56:50.760210 3771 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-rxs6j I0406 02:56:50.760393 3771 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-wn8ph after 0 failed attempt(s) I0406 02:56:50.760399 3771 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-rxs6j I0406 02:56:50.760399 3771 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-9jhwf I0406 02:56:50.760248 3771 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-2xxz6 I0406 02:56:50.760411 3771 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-rxs6j after 0 failed attempt(s) I0406 02:56:50.760417 3771 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-2xxz6 after 0 failed attempt(s) I0406 02:56:50.760258 3771 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-4lhrp I0406 02:56:50.760425 3771 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-9jhwf] creating logical port openshift-network-diagnostics_network-check-target-9jhwf for pod on switch ip-10-0-1-4.ec2.internal I0406 02:56:50.760437 3771 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-4lhrp after 0 failed attempt(s) I0406 02:56:50.760855 3771 pods.go:271] [openshift-multus/network-metrics-daemon-tg4jk] addLogicalPort took 558.543µs, libovsdb time 219.835µs I0406 02:56:50.760871 3771 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-tg4jk after 0 failed attempt(s) I0406 02:56:50.761179 3771 pods.go:271] [openshift-network-diagnostics/network-check-target-9jhwf] addLogicalPort took 759.533µs, libovsdb time 206.499µs I0406 02:56:50.761191 3771 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-9jhwf after 0 failed attempt(s) I0406 02:56:50.775773 3771 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher I0406 02:56:50.787910 3771 iptables.go:108] Creating table: mangle chain: OUTPUT I0406 02:56:50.791482 3771 iptables.go:108] Creating table: nat chain: OUTPUT I0406 02:56:50.838271 3771 iptables.go:108] Creating table: nat chain: PREROUTING I0406 02:56:50.903493 3771 iptables.go:108] Creating table: filter chain: FORWARD I0406 02:56:50.921357 3771 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1 W0406 02:56:50.921644 3771 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0406 02:56:50.921709 3771 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4 W0406 02:56:50.921827 3771 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0406 02:56:50.921886 3771 gateway_init.go:325] Gateway and management port readiness took 724.327939ms I0406 02:56:50.921912 3771 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0406 02:56:50.921972 3771 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0406 02:56:50.921985 3771 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0406 02:56:50.921994 3771 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0406 02:56:50.922090 3771 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0406 02:56:50.922185 3771 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 64.059µs I0406 02:56:50.922476 3771 network_controller.go:246] [node-nad-controller network controller]: syncing all networks I0406 02:56:50.922501 3771 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 15.339µs I0406 02:56:50.922510 3771 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 34.603µs I0406 02:56:50.922516 3771 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0406 02:56:50.922524 3771 nad_controller.go:173] [node-nad-controller NAD controller]: started I0406 02:56:50.922529 3771 default_node_network_controller.go:898] Starting the default node network controller I0406 02:56:50.922540 3771 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0406 02:56:50.922609 3771 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 12.476µs I0406 02:56:50.922701 3771 default_node_network_controller.go:1449] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0406 02:56:50.922710 3771 default_node_network_controller.go:934] Waiting for gateway and management port readiness... I0406 02:56:50.922733 3771 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1f390 0xc0002eff10 0xc0002f0070 0xc0002f00e0 0xc0002f01c0 0xc0002f0230 0xc0002f02a0 0xc000b2d810 0xc0002f0310 0xc0002f0460 0xc0006922d0 0xc006166bd0 0xc0002f04d0 map[0x2f8f0c0:0xc00249a540 0x2f8f600:0xc00249a6c0 0x2f90080:0xc00231db60 0x2f90320:0xc00249a4e0 0x2f90b00:0xc00249a5a0 0x2f90da0:0xc00249a600 0x2f91040:0xc00249a660 0x2f91820:0xc0032ecc60 0x2f91ac0:0xc0032eccc0 0x2fbc3e0:0xc001783e60 0x2fbc780:0xc003396180 0x2fbd260:0xc000c0b800 0x2fbebc0:0xc001cbe000 0x2fbf6a0:0xc0033961e0 0x2fc0520:0xc001783e00] 0xc000b22930 0} I0406 02:56:50.922789 3771 gateway.go:151] Starting gateway service sync I0406 02:56:50.923310 3771 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0406 02:56:50.925695 3771 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0406 02:56:50.944926 3771 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0406 02:56:50.946269 3771 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0406 02:56:50.947482 3771 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0406 02:56:50.980598 3771 gateway.go:168] Gateway service sync done. Time taken: 57.798199ms I0406 02:56:50.981159 3771 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30647 I0406 02:56:50.981508 3771 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1f390 0xc0002eff10 0xc0002f0070 0xc0002f00e0 0xc0002f01c0 0xc0002f0230 0xc0002f02a0 0xc000b2d810 0xc0002f0310 0xc0002f0460 0xc0006922d0 0xc006166bd0 0xc0002f04d0 map[0x2f8f0c0:0xc00249a540 0x2f8f600:0xc00249a6c0 0x2f90080:0xc00231db60 0x2f90320:0xc00249a4e0 0x2f90b00:0xc00249a5a0 0x2f90da0:0xc00249a600 0x2f91040:0xc00249a660 0x2f91820:0xc0032ecc60 0x2f91ac0:0xc0032eccc0 0x2fbc3e0:0xc001783e60 0x2fbc780:0xc003396180 0x2fbd260:0xc000c0b800 0x2fbebc0:0xc001cbe000 0x2fbf6a0:0xc0033961e0 0x2fc0520:0xc001783e00] 0xc000b22930 0} I0406 02:56:50.982025 3771 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1f390 0xc0002eff10 0xc0002f0070 0xc0002f00e0 0xc0002f01c0 0xc0002f0230 0xc0002f02a0 0xc000b2d810 0xc0002f0310 0xc0002f0460 0xc0006922d0 0xc006166bd0 0xc0002f04d0 map[0x2f8f0c0:0xc00249a540 0x2f8f600:0xc00249a6c0 0x2f90080:0xc00231db60 0x2f90320:0xc00249a4e0 0x2f90b00:0xc00249a5a0 0x2f90da0:0xc00249a600 0x2f91040:0xc00249a660 0x2f91820:0xc0032ecc60 0x2f91ac0:0xc0032eccc0 0x2fbc3e0:0xc001783e60 0x2fbc780:0xc003396180 0x2fbd260:0xc000c0b800 0x2fbebc0:0xc001cbe000 0x2fbf6a0:0xc0033961e0 0x2fc0520:0xc001783e00] 0xc000b22930 0} I0406 02:56:50.982092 3771 gateway.go:519] Reconciling gateway with updates I0406 02:56:50.986919 3771 gateway.go:326] Spawning Conntrack Rule Check Thread I0406 02:56:50.987000 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0406 02:56:50.987013 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0406 02:56:50.987022 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0406 02:56:50.987019 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0406 02:56:50.987043 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0406 02:56:50.987072 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console/console I0406 02:56:50.987072 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0406 02:56:50.987078 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0406 02:56:50.987084 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0406 02:56:50.987044 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0406 02:56:50.987090 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0406 02:56:50.987097 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0406 02:56:50.987099 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0406 02:56:50.987100 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0406 02:56:50.987098 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0406 02:56:50.987113 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0406 02:56:50.987113 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0406 02:56:50.987112 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0406 02:56:50.987114 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0406 02:56:50.987123 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0406 02:56:50.987129 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0406 02:56:50.987124 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0406 02:56:50.987132 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0406 02:56:50.987136 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0406 02:56:50.987140 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0406 02:56:50.987136 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0406 02:56:50.987143 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0406 02:56:50.987141 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0406 02:56:50.987156 3771 port_claim.go:71] Svc openshift-ingress/router-default: port 32685 is already open, no action needed I0406 02:56:50.987176 3771 port_claim.go:71] Svc openshift-ingress/router-default: port 32404 is already open, no action needed I0406 02:56:50.987181 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0406 02:56:50.987176 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0406 02:56:50.987124 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0406 02:56:50.987195 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0406 02:56:50.987131 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0406 02:56:50.987199 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0406 02:56:50.987112 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0406 02:56:50.987203 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0406 02:56:50.987207 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0406 02:56:50.987211 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0406 02:56:50.987214 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0406 02:56:50.987218 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0406 02:56:50.987219 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0406 02:56:50.987229 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0406 02:56:50.987225 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0406 02:56:50.987230 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0406 02:56:50.987238 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0406 02:56:50.987235 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0406 02:56:50.987240 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0406 02:56:50.987243 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0406 02:56:50.987248 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0406 02:56:50.987158 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0406 02:56:50.987262 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0406 02:56:50.987193 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0406 02:56:50.987275 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0406 02:56:50.987294 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0406 02:56:50.987152 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0406 02:56:50.987099 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0406 02:56:50.987085 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console/console I0406 02:56:50.987325 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0406 02:56:50.987226 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0406 02:56:50.987336 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0406 02:56:50.987339 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0406 02:56:50.987200 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0406 02:56:50.987349 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0406 02:56:50.987352 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0406 02:56:50.987111 3771 default_node_network_controller.go:943] Gateway and management port readiness took 64.392929ms I0406 02:56:50.987199 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0406 02:56:50.987363 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0406 02:56:50.987368 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0406 02:56:50.987370 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0406 02:56:50.987377 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0406 02:56:50.987385 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0406 02:56:50.987374 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0406 02:56:50.987391 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0406 02:56:50.987341 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0406 02:56:50.987405 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0406 02:56:50.987407 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0406 02:56:50.987412 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0406 02:56:50.987382 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0406 02:56:50.987420 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0406 02:56:50.987426 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0406 02:56:50.987429 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console/downloads I0406 02:56:50.987427 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0406 02:56:50.987429 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0406 02:56:50.987440 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0406 02:56:50.987439 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0406 02:56:50.987208 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0406 02:56:50.987410 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0406 02:56:50.987328 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0406 02:56:50.987511 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0406 02:56:50.987512 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0406 02:56:50.987521 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0406 02:56:50.987528 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0406 02:56:50.987556 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0406 02:56:50.987382 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0406 02:56:50.987613 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0406 02:56:50.987615 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0406 02:56:50.987615 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0406 02:56:50.987395 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0406 02:56:50.987626 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0406 02:56:50.987630 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0406 02:56:50.987235 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0406 02:56:50.987411 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0406 02:56:50.987232 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0406 02:56:50.987672 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0406 02:56:50.987419 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0406 02:56:50.987715 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0406 02:56:50.987184 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0406 02:56:50.987666 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0406 02:56:50.987729 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0406 02:56:50.987309 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0406 02:56:50.987737 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0406 02:56:50.988700 3771 node_ip_handler_linux.go:160] Node IP manager is running I0406 02:56:51.008073 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0406 02:56:51.008084 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0406 02:56:51.008100 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0406 02:56:51.008107 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0406 02:56:51.008114 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0406 02:56:51.008119 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0406 02:56:51.008124 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0406 02:56:51.008130 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0406 02:56:51.008134 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0406 02:56:51.008140 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0406 02:56:51.008145 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0406 02:56:51.008149 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0406 02:56:51.008154 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0406 02:56:51.008159 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0406 02:56:51.008164 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) W0406 02:56:51.025110 3771 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0406 02:56:51.025291 3771 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0406 02:56:51.025436 3771 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0406 02:56:51.053580 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0406 02:56:51.053608 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0406 02:56:51.053615 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0406 02:56:51.053625 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0406 02:56:51.053633 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0406 02:56:51.053639 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0406 02:56:51.053645 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0406 02:56:51.053652 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0406 02:56:51.053658 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0406 02:56:51.053664 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0406 02:56:51.053669 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0406 02:56:51.053675 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0406 02:56:51.053680 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0406 02:56:51.053685 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0406 02:56:51.053691 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0406 02:56:51.053695 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) W0406 02:56:51.570137 3771 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0406 02:56:51.570153 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0406 02:56:51.570158 3771 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0406 02:56:51.872938 3771 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0406 02:56:52.282751 3771 default_node_network_controller.go:1369] Starting node controller node sync W0406 02:56:52.282790 3771 egressip_healthcheck.go:76] Health checking using insecure connection I0406 02:56:52.282830 3771 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0406 02:56:52.294526 3771 default_node_network_controller.go:1411] Node controller node sync done. Time taken: 11.755286ms I0406 02:56:52.294638 3771 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-56.ec2.internal", IP: 10.0.0.56 to PMTUD blocking rules I0406 02:56:52.294651 3771 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-56.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0406 02:56:52.294691 3771 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-216.ec2.internal", IP: 10.0.2.216 to PMTUD blocking rules I0406 02:56:52.294726 3771 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-216.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0406 02:56:52.305969 3771 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0406 02:56:52.306192 3771 egressservice_node.go:93] Setting up event handlers for Egress Services I0406 02:56:52.306437 3771 egressservice_node.go:183] Starting Egress Services Controller I0406 02:56:52.306452 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0406 02:56:52.306461 3771 shared_informer.go:356] "Caches are synced" controller="egressservices" I0406 02:56:52.306466 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0406 02:56:52.306470 3771 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0406 02:56:52.306477 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0406 02:56:52.306483 3771 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0406 02:56:52.306487 3771 egressservice_node.go:197] Repairing Egress Services I0406 02:56:52.315982 3771 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0406 02:56:52.315992 3771 external_controller.go:278] Starting Admin Policy Based Route Controller I0406 02:56:52.316233 3771 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled I0406 02:56:52.316251 3771 link_network_manager.go:117] Link manager is running I0406 02:56:52.316264 3771 default_node_network_controller.go:1087] Default node network controller initialized and ready. I0406 02:56:52.316331 3771 ovspinning_linux.go:42] OVS CPU affinity pinning disabled I0406 02:56:52.316847 3771 vrf_manager.go:128] VRF manager is running I0406 02:56:52.316951 3771 node_controller_manager.go:437] Removing flows to drop GARP I0406 02:56:52.316969 3771 gateway.go:519] Reconciling gateway with updates I0406 02:56:52.345919 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0406 02:56:52.345927 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0406 02:56:52.345942 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0406 02:56:52.345947 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0406 02:56:52.345945 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0406 02:56:52.345958 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0406 02:56:52.345967 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console/downloads I0406 02:56:52.345972 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0406 02:56:52.345971 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0406 02:56:52.345989 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0406 02:56:52.345994 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0406 02:56:52.346012 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0406 02:56:52.346023 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0406 02:56:52.346029 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0406 02:56:52.346027 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0406 02:56:52.346008 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0406 02:56:52.346035 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0406 02:56:52.346044 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0406 02:56:52.346041 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0406 02:56:52.346023 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0406 02:56:52.346047 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0406 02:56:52.346076 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0406 02:56:52.346077 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0406 02:56:52.346079 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0406 02:56:52.346078 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0406 02:56:52.346089 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0406 02:56:52.346099 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0406 02:56:52.346101 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0406 02:56:52.346101 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0406 02:56:52.346110 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0406 02:56:52.346111 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0406 02:56:52.346123 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0406 02:56:52.346128 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0406 02:56:52.346127 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0406 02:56:52.346123 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console/console I0406 02:56:52.346139 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0406 02:56:52.346141 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0406 02:56:52.346147 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console/console I0406 02:56:52.346146 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0406 02:56:52.346151 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0406 02:56:52.346132 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0406 02:56:52.346158 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0406 02:56:52.346160 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0406 02:56:52.346174 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0406 02:56:52.346175 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0406 02:56:52.346176 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0406 02:56:52.346181 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0406 02:56:52.346174 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0406 02:56:52.346190 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0406 02:56:52.346099 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0406 02:56:52.346197 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0406 02:56:52.346206 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0406 02:56:52.346205 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0406 02:56:52.346046 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0406 02:56:52.346222 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0406 02:56:52.346206 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0406 02:56:52.346250 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0406 02:56:52.346109 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0406 02:56:52.346169 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0406 02:56:52.346259 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0406 02:56:52.346260 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0406 02:56:52.346265 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0406 02:56:52.346266 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0406 02:56:52.346259 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0406 02:56:52.346277 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0406 02:56:52.346279 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0406 02:56:52.346292 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0406 02:56:52.346297 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0406 02:56:52.346029 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0406 02:56:52.346038 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0406 02:56:52.346316 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0406 02:56:52.346324 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0406 02:56:52.346347 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0406 02:56:52.346342 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0406 02:56:52.346356 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0406 02:56:52.346357 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0406 02:56:52.346050 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0406 02:56:52.346361 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0406 02:56:52.346367 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0406 02:56:52.346366 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0406 02:56:52.346373 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0406 02:56:52.346369 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0406 02:56:52.346377 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0406 02:56:52.346382 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0406 02:56:52.346390 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0406 02:56:52.346396 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0406 02:56:52.346271 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0406 02:56:52.346406 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0406 02:56:52.346357 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0406 02:56:52.346411 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0406 02:56:52.346419 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0406 02:56:52.346380 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0406 02:56:52.346460 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0406 02:56:52.346467 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0406 02:56:52.346355 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0406 02:56:52.346471 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0406 02:56:52.346459 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0406 02:56:52.346482 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0406 02:56:52.346481 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0406 02:56:52.346466 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0406 02:56:52.346405 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0406 02:56:52.346497 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0406 02:56:52.346504 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0406 02:56:52.346508 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0406 02:56:52.346542 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0406 02:56:52.346086 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0406 02:56:52.346556 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0406 02:56:52.346029 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0406 02:56:52.346565 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0406 02:56:52.346590 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0406 02:56:52.346088 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0406 02:56:52.346602 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0406 02:56:52.346622 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0406 02:56:52.346087 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0406 02:56:52.346632 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0406 02:56:52.346642 3771 port_claim.go:71] Svc openshift-ingress/router-default: port 32685 is already open, no action needed I0406 02:56:52.346648 3771 port_claim.go:71] Svc openshift-ingress/router-default: port 32404 is already open, no action needed I0406 02:56:52.346115 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0406 02:56:52.346159 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0406 02:56:52.346711 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0406 02:56:52.346167 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0406 02:56:52.346737 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0406 02:56:52.346741 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0406 02:56:52.346161 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0406 02:56:52.346240 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0406 02:56:52.346037 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0406 02:56:52.346039 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0406 02:56:52.346778 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0406 02:56:52.346327 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0406 02:56:52.346800 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0406 02:56:52.346336 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0406 02:56:52.346832 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0406 02:56:52.346368 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0406 02:56:52.346384 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0406 02:56:52.346859 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0406 02:56:52.346410 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0406 02:56:52.346074 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0406 02:56:52.346868 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0406 02:56:52.385780 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0406 02:56:52.385795 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0406 02:56:52.385816 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0406 02:56:52.385830 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0406 02:56:52.385845 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0406 02:56:52.424485 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0406 02:56:52.424508 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0406 02:56:52.424514 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0406 02:56:53.916210 3771 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-4.ec2.internal I0406 02:56:53.916235 3771 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-4.ec2.internal: 33.059µs I0406 02:56:53.947366 3771 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-85b66fd5f-jvrq8] creating logical port openshift-image-registry_image-registry-85b66fd5f-jvrq8 for pod on switch ip-10-0-1-4.ec2.internal I0406 02:56:53.947496 3771 kube.go:256] Updating pod openshift-image-registry/image-registry-85b66fd5f-jvrq8 I0406 02:56:53.975200 3771 pod.go:62] [openshift-image-registry/image-registry-85b66fd5f-jvrq8] pod update took 27.735855ms I0406 02:56:53.975220 3771 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-85b66fd5f-jvrq8] addLogicalPort annotation time took 27.759152ms I0406 02:56:53.976274 3771 pods.go:271] [openshift-image-registry/image-registry-85b66fd5f-jvrq8] addLogicalPort took 28.920653ms, libovsdb time 821.761µs I0406 02:56:53.981773 3771 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-998rn] creating logical port openshift-ingress-canary_ingress-canary-998rn for pod on switch ip-10-0-1-4.ec2.internal I0406 02:56:53.981848 3771 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-c8t6d] creating logical port openshift-dns_dns-default-c8t6d for pod on switch ip-10-0-1-4.ec2.internal I0406 02:56:53.981891 3771 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-998rn I0406 02:56:53.981942 3771 kube.go:256] Updating pod openshift-dns/dns-default-c8t6d I0406 02:56:53.998199 3771 pod.go:62] [openshift-ingress-canary/ingress-canary-998rn] pod update took 16.363981ms I0406 02:56:53.998218 3771 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-998rn] addLogicalPort annotation time took 16.388122ms I0406 02:56:53.999376 3771 pods.go:271] [openshift-ingress-canary/ingress-canary-998rn] addLogicalPort took 17.616442ms, libovsdb time 813.528µs I0406 02:56:54.003267 3771 pod.go:62] [openshift-dns/dns-default-c8t6d] pod update took 21.3676ms I0406 02:56:54.003288 3771 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-c8t6d] addLogicalPort annotation time took 21.389835ms I0406 02:56:54.003524 3771 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-vw44r] creating logical port openshift-insights_insights-runtime-extractor-vw44r for pod on switch ip-10-0-1-4.ec2.internal I0406 02:56:54.003654 3771 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-vw44r I0406 02:56:54.004329 3771 pods.go:271] [openshift-dns/dns-default-c8t6d] addLogicalPort took 22.496426ms, libovsdb time 781.736µs I0406 02:56:54.032556 3771 pod.go:62] [openshift-insights/insights-runtime-extractor-vw44r] pod update took 28.979459ms I0406 02:56:54.032575 3771 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-vw44r] addLogicalPort annotation time took 29.00331ms I0406 02:56:54.033506 3771 pods.go:271] [openshift-insights/insights-runtime-extractor-vw44r] addLogicalPort took 29.990185ms, libovsdb time 699.547µs I0406 02:56:54.375989 3771 cni.go:403] [openshift-image-registry/image-registry-85b66fd5f-jvrq8 5405bad7bcff8347de828d8c170480d2f52b95eb4f2ab8d824e9d2b6c5f1ebe4 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-85b66fd5f-jvrq8 5405bad7bcff8347de828d8c170480d2f52b95eb4f2ab8d824e9d2b6c5f1ebe4 network default NAD default] I0406 02:56:54.414016 3771 cni.go:403] [openshift-ingress-canary/ingress-canary-998rn c714efd66f0a9a31aef583cd0053753b7c0b0fc98a7140b273e8da32e6e89fce network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-998rn c714efd66f0a9a31aef583cd0053753b7c0b0fc98a7140b273e8da32e6e89fce network default NAD default] I0406 02:56:54.442561 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-85b66fd5f-jvrq8, hostIfaceName: 5405bad7bcff834, network: default, NAD default, SandboxID: "5405bad7bcff8347de828d8c170480d2f52b95eb4f2ab8d824e9d2b6c5f1ebe4", PCI device ID: , UID: "a00508b1-78bd-4ed0-9194-dab9fc6fcbdb", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0406 02:56:54.449472 3771 cni.go:403] [openshift-insights/insights-runtime-extractor-vw44r 510e85a8ec86195742047ecccd447517bd06825b5013abbd6e87860d549f82fa network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-vw44r 510e85a8ec86195742047ecccd447517bd06825b5013abbd6e87860d549f82fa network default NAD default] I0406 02:56:54.452604 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-998rn, hostIfaceName: c714efd66f0a9a3, network: default, NAD default, SandboxID: "c714efd66f0a9a31aef583cd0053753b7c0b0fc98a7140b273e8da32e6e89fce", PCI device ID: , UID: "ebd83b71-6b82-4ec8-b14f-8c8c059c52ec", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0406 02:56:54.459684 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-vw44r, hostIfaceName: 510e85a8ec86195, network: default, NAD default, SandboxID: "510e85a8ec86195742047ecccd447517bd06825b5013abbd6e87860d549f82fa", PCI device ID: , UID: "74815351-8d0d-49d9-919e-69a8c41b995b", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] W0406 02:56:54.461433 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0406 02:56:54.477861 3771 cni.go:403] [openshift-dns/dns-default-c8t6d 1ef079d9fc13da84727344e064dcbb2b2f6abb074133ca80ab57881cfd2477b4 network default NAD default] ADD starting CNI request [openshift-dns/dns-default-c8t6d 1ef079d9fc13da84727344e064dcbb2b2f6abb074133ca80ab57881cfd2477b4 network default NAD default] I0406 02:56:54.494839 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-c8t6d, hostIfaceName: 1ef079d9fc13da8, network: default, NAD default, SandboxID: "1ef079d9fc13da84727344e064dcbb2b2f6abb074133ca80ab57881cfd2477b4", PCI device ID: , UID: "3770e6b7-a310-4b04-88c3-066935844d2c", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0406 02:56:54.555308 3771 cni.go:424] [openshift-dns/dns-default-c8t6d 1ef079d9fc13da84727344e064dcbb2b2f6abb074133ca80ab57881cfd2477b4 network default NAD default] ADD finished CNI request [openshift-dns/dns-default-c8t6d 1ef079d9fc13da84727344e064dcbb2b2f6abb074133ca80ab57881cfd2477b4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:11:3d:88:f9:f0\",\"name\":\"1ef079d9fc13da8\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a3de662e-aa4f-4260-b17d-5f179313b042\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0406 02:56:54.555408 3771 cni.go:424] [openshift-image-registry/image-registry-85b66fd5f-jvrq8 5405bad7bcff8347de828d8c170480d2f52b95eb4f2ab8d824e9d2b6c5f1ebe4 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-85b66fd5f-jvrq8 5405bad7bcff8347de828d8c170480d2f52b95eb4f2ab8d824e9d2b6c5f1ebe4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"32:01:2e:c9:78:5c\",\"name\":\"5405bad7bcff834\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/172d0667-e838-481e-b041-102db1174396\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0406 02:56:54.673666 3771 base_network_controller_pods.go:487] [default/openshift-console/console-69796cc9d4-zzk9f] creating logical port openshift-console_console-69796cc9d4-zzk9f for pod on switch ip-10-0-1-4.ec2.internal I0406 02:56:54.673797 3771 kube.go:256] Updating pod openshift-console/console-69796cc9d4-zzk9f I0406 02:56:54.692008 3771 pod.go:62] [openshift-console/console-69796cc9d4-zzk9f] pod update took 18.23854ms I0406 02:56:54.692031 3771 base_network_controller_pods.go:937] [default/openshift-console/console-69796cc9d4-zzk9f] addLogicalPort annotation time took 18.265494ms I0406 02:56:54.693249 3771 pods.go:271] [openshift-console/console-69796cc9d4-zzk9f] addLogicalPort took 19.602308ms, libovsdb time 943.185µs I0406 02:56:54.722557 3771 cni.go:424] [openshift-ingress-canary/ingress-canary-998rn c714efd66f0a9a31aef583cd0053753b7c0b0fc98a7140b273e8da32e6e89fce network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-998rn c714efd66f0a9a31aef583cd0053753b7c0b0fc98a7140b273e8da32e6e89fce network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:17:32:d5:ff:1f\",\"name\":\"c714efd66f0a9a3\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bbc2e28b-1753-472b-9476-d42a388116fa\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0406 02:56:54.723488 3771 cni.go:424] [openshift-insights/insights-runtime-extractor-vw44r 510e85a8ec86195742047ecccd447517bd06825b5013abbd6e87860d549f82fa network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-vw44r 510e85a8ec86195742047ecccd447517bd06825b5013abbd6e87860d549f82fa network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:5e:89:56:55:c1\",\"name\":\"510e85a8ec86195\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/81f761fb-d24a-4767-9083-701cd9515d84\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0406 02:56:54.874423 3771 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0406 02:56:54.874443 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0406 02:56:54.874451 3771 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0406 02:56:55.064251 3771 cni.go:403] [openshift-console/console-69796cc9d4-zzk9f ccee303f94321f9ca7d5ac5a7a8ca63b164eeab638d61d934b0b75620eba169b network default NAD default] ADD starting CNI request [openshift-console/console-69796cc9d4-zzk9f ccee303f94321f9ca7d5ac5a7a8ca63b164eeab638d61d934b0b75620eba169b network default NAD default] I0406 02:56:55.075602 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-69796cc9d4-zzk9f, hostIfaceName: ccee303f94321f9, network: default, NAD default, SandboxID: "ccee303f94321f9ca7d5ac5a7a8ca63b164eeab638d61d934b0b75620eba169b", PCI device ID: , UID: "435b89ea-2278-4774-bd22-4a56a0dedfba", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0406 02:56:55.127143 3771 cni.go:424] [openshift-console/console-69796cc9d4-zzk9f ccee303f94321f9ca7d5ac5a7a8ca63b164eeab638d61d934b0b75620eba169b network default NAD default] ADD finished CNI request [openshift-console/console-69796cc9d4-zzk9f ccee303f94321f9ca7d5ac5a7a8ca63b164eeab638d61d934b0b75620eba169b network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:14:42:2e:2b:9a\",\"name\":\"ccee303f94321f9\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/65b85f4e-576a-4565-af4d-f89a35710b37\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0406 02:56:55.304445 3771 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0406 02:56:59.309523 3771 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0406 02:56:59.309544 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0406 02:56:59.309559 3771 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0406 02:56:59.363218 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0406 02:56:59.914155 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0406 02:57:00.469954 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0406 02:57:01.491131 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0406 02:57:01.491155 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0406 02:57:01.491164 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0406 02:57:01.491180 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0406 02:57:01.491186 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0406 02:57:01.491190 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0406 02:57:01.860969 3771 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-794f95bd5b-kwjd6] creating logical port openshift-monitoring_kube-state-metrics-794f95bd5b-kwjd6 for pod on switch ip-10-0-1-4.ec2.internal I0406 02:57:01.861130 3771 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-794f95bd5b-kwjd6 I0406 02:57:01.879973 3771 pod.go:62] [openshift-monitoring/kube-state-metrics-794f95bd5b-kwjd6] pod update took 18.872122ms I0406 02:57:01.879993 3771 base_network_controller_pods.go:937] [default/openshift-monitoring/kube-state-metrics-794f95bd5b-kwjd6] addLogicalPort annotation time took 18.898048ms I0406 02:57:01.881229 3771 pods.go:271] [openshift-monitoring/kube-state-metrics-794f95bd5b-kwjd6] addLogicalPort took 20.277726ms, libovsdb time 914.211µs I0406 02:57:02.863185 3771 cni.go:403] [openshift-monitoring/kube-state-metrics-794f95bd5b-kwjd6 40ae8656a594e1216783a32aa5b434477e40c07ae9d0dab051b546f7e7df3637 network default NAD default] ADD starting CNI request [openshift-monitoring/kube-state-metrics-794f95bd5b-kwjd6 40ae8656a594e1216783a32aa5b434477e40c07ae9d0dab051b546f7e7df3637 network default NAD default] I0406 02:57:02.874196 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-794f95bd5b-kwjd6, hostIfaceName: 40ae8656a594e12, network: default, NAD default, SandboxID: "40ae8656a594e1216783a32aa5b434477e40c07ae9d0dab051b546f7e7df3637", PCI device ID: , UID: "d1462640-4c29-4b3b-a690-480062b52fdf", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0406 02:57:02.921501 3771 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-4.ec2.internal I0406 02:57:02.921635 3771 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0406 02:57:02.931571 3771 cni.go:424] [openshift-monitoring/kube-state-metrics-794f95bd5b-kwjd6 40ae8656a594e1216783a32aa5b434477e40c07ae9d0dab051b546f7e7df3637 network default NAD default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-794f95bd5b-kwjd6 40ae8656a594e1216783a32aa5b434477e40c07ae9d0dab051b546f7e7df3637 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:52:2f:20:43:c4\",\"name\":\"40ae8656a594e12\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f5120913-c301-4e89-abde-6e68a480a4b7\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0406 02:57:02.943591 3771 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 22.001238ms I0406 02:57:02.943620 3771 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 22.038034ms I0406 02:57:02.945087 3771 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 23.600394ms, libovsdb time 1.07934ms I0406 02:57:03.450805 3771 cni.go:403] [openshift-monitoring/alertmanager-main-0 0bd11ea7136d51ad9dff3470362cf7d4354f1b52279d4fd7972acf3f8b5e49a8 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 0bd11ea7136d51ad9dff3470362cf7d4354f1b52279d4fd7972acf3f8b5e49a8 network default NAD default] I0406 02:57:03.462751 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 0bd11ea7136d51a, network: default, NAD default, SandboxID: "0bd11ea7136d51ad9dff3470362cf7d4354f1b52279d4fd7972acf3f8b5e49a8", PCI device ID: , UID: "48cff0e3-f38b-40d8-99dd-d1ca13e6135e", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0406 02:57:03.507793 3771 cni.go:424] [openshift-monitoring/alertmanager-main-0 0bd11ea7136d51ad9dff3470362cf7d4354f1b52279d4fd7972acf3f8b5e49a8 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 0bd11ea7136d51ad9dff3470362cf7d4354f1b52279d4fd7972acf3f8b5e49a8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:88:ae:bb:cc:d8\",\"name\":\"0bd11ea7136d51a\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a54046a-5c47-4a12-825e-5ba7f83a0efa\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0406 02:57:04.937727 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0406 02:57:04.937747 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0406 02:57:04.937752 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0406 02:57:04.937766 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0406 02:57:04.937771 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0406 02:57:04.937775 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0406 02:57:04.946483 3771 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-556c699878-qchvg] creating logical port openshift-monitoring_thanos-querier-556c699878-qchvg for pod on switch ip-10-0-1-4.ec2.internal I0406 02:57:04.946600 3771 kube.go:256] Updating pod openshift-monitoring/thanos-querier-556c699878-qchvg I0406 02:57:04.988102 3771 pod.go:62] [openshift-monitoring/thanos-querier-556c699878-qchvg] pod update took 41.544631ms I0406 02:57:04.988124 3771 base_network_controller_pods.go:937] [default/openshift-monitoring/thanos-querier-556c699878-qchvg] addLogicalPort annotation time took 41.573347ms I0406 02:57:04.989324 3771 pods.go:271] [openshift-monitoring/thanos-querier-556c699878-qchvg] addLogicalPort took 42.860353ms, libovsdb time 924.889µs I0406 02:57:05.334891 3771 cni.go:403] [openshift-monitoring/thanos-querier-556c699878-qchvg 052b32b64269bbae03506a7e084503ad549c443ff030338efc6751fb806db28a network default NAD default] ADD starting CNI request [openshift-monitoring/thanos-querier-556c699878-qchvg 052b32b64269bbae03506a7e084503ad549c443ff030338efc6751fb806db28a network default NAD default] I0406 02:57:05.348082 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-556c699878-qchvg, hostIfaceName: 052b32b64269bba, network: default, NAD default, SandboxID: "052b32b64269bbae03506a7e084503ad549c443ff030338efc6751fb806db28a", PCI device ID: , UID: "122efa9b-e089-4435-9337-fd921a40fea0", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0406 02:57:05.402264 3771 cni.go:424] [openshift-monitoring/thanos-querier-556c699878-qchvg 052b32b64269bbae03506a7e084503ad549c443ff030338efc6751fb806db28a network default NAD default] ADD finished CNI request [openshift-monitoring/thanos-querier-556c699878-qchvg 052b32b64269bbae03506a7e084503ad549c443ff030338efc6751fb806db28a network default NAD default], result "{\"interfaces\":[{\"mac\":\"e2:4e:89:60:e9:e5\",\"name\":\"052b32b64269bba\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/214545ea-c180-45fa-b9db-74e11ca2e461\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0406 02:57:05.929314 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0406 02:57:05.929340 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0406 02:57:06.306464 3771 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-78f5f7f777-fnddq] creating logical port openshift-monitoring_metrics-server-78f5f7f777-fnddq for pod on switch ip-10-0-1-4.ec2.internal I0406 02:57:06.306565 3771 kube.go:256] Updating pod openshift-monitoring/metrics-server-78f5f7f777-fnddq I0406 02:57:06.319504 3771 pod.go:62] [openshift-monitoring/metrics-server-78f5f7f777-fnddq] pod update took 12.97138ms I0406 02:57:06.319528 3771 base_network_controller_pods.go:937] [default/openshift-monitoring/metrics-server-78f5f7f777-fnddq] addLogicalPort annotation time took 13.002815ms I0406 02:57:06.320938 3771 pods.go:271] [openshift-monitoring/metrics-server-78f5f7f777-fnddq] addLogicalPort took 14.493888ms, libovsdb time 1.070557ms W0406 02:57:06.392448 3771 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0406 02:57:06.392470 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0406 02:57:06.392477 3771 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0406 02:57:06.545435 3771 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-76957fdd44-6xg8c] creating logical port openshift-monitoring_monitoring-plugin-76957fdd44-6xg8c for pod on switch ip-10-0-1-4.ec2.internal I0406 02:57:06.545570 3771 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-76957fdd44-6xg8c I0406 02:57:06.558575 3771 pod.go:62] [openshift-monitoring/monitoring-plugin-76957fdd44-6xg8c] pod update took 13.080022ms I0406 02:57:06.558599 3771 base_network_controller_pods.go:937] [default/openshift-monitoring/monitoring-plugin-76957fdd44-6xg8c] addLogicalPort annotation time took 13.109261ms I0406 02:57:06.559811 3771 pods.go:271] [openshift-monitoring/monitoring-plugin-76957fdd44-6xg8c] addLogicalPort took 14.404354ms, libovsdb time 917.668µs I0406 02:57:06.678989 3771 cni.go:403] [openshift-monitoring/metrics-server-78f5f7f777-fnddq 85d9b1f7de311547b53834bb981adadd48c4288a0dfc0f9274c27a108f331471 network default NAD default] ADD starting CNI request [openshift-monitoring/metrics-server-78f5f7f777-fnddq 85d9b1f7de311547b53834bb981adadd48c4288a0dfc0f9274c27a108f331471 network default NAD default] I0406 02:57:06.690483 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-78f5f7f777-fnddq, hostIfaceName: 85d9b1f7de31154, network: default, NAD default, SandboxID: "85d9b1f7de311547b53834bb981adadd48c4288a0dfc0f9274c27a108f331471", PCI device ID: , UID: "49cc49b9-0644-4c65-a679-3e7d51636aef", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0406 02:57:06.737586 3771 cni.go:424] [openshift-monitoring/metrics-server-78f5f7f777-fnddq 85d9b1f7de311547b53834bb981adadd48c4288a0dfc0f9274c27a108f331471 network default NAD default] ADD finished CNI request [openshift-monitoring/metrics-server-78f5f7f777-fnddq 85d9b1f7de311547b53834bb981adadd48c4288a0dfc0f9274c27a108f331471 network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:3b:55:22:44:bd\",\"name\":\"85d9b1f7de31154\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f0cf03ca-a494-4278-b392-5231431004c1\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0406 02:57:06.940248 3771 cni.go:403] [openshift-monitoring/monitoring-plugin-76957fdd44-6xg8c b7bb71e9582f5085e8abc14595071b5bba2b9b2235fe129ea173625e9c20f6d7 network default NAD default] ADD starting CNI request [openshift-monitoring/monitoring-plugin-76957fdd44-6xg8c b7bb71e9582f5085e8abc14595071b5bba2b9b2235fe129ea173625e9c20f6d7 network default NAD default] I0406 02:57:06.952167 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-76957fdd44-6xg8c, hostIfaceName: b7bb71e9582f508, network: default, NAD default, SandboxID: "b7bb71e9582f5085e8abc14595071b5bba2b9b2235fe129ea173625e9c20f6d7", PCI device ID: , UID: "7cab4722-ab6e-4f35-a8da-b001d04d3ca7", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0406 02:57:07.001021 3771 cni.go:424] [openshift-monitoring/monitoring-plugin-76957fdd44-6xg8c b7bb71e9582f5085e8abc14595071b5bba2b9b2235fe129ea173625e9c20f6d7 network default NAD default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-76957fdd44-6xg8c b7bb71e9582f5085e8abc14595071b5bba2b9b2235fe129ea173625e9c20f6d7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:88:99:ae:9b:72\",\"name\":\"b7bb71e9582f508\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a3d12a8d-f336-4bd4-9a2d-babd0f9b5c32\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0406 02:57:07.524237 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0406 02:57:07.680927 3771 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-7788bfb9bb-vs4ct IP address from the namespace address-set, err: pod openshift-console/console-7788bfb9bb-vs4ct: no pod IPs found I0406 02:57:08.148704 3771 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-4.ec2.internal I0406 02:57:08.148842 3771 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0406 02:57:08.185508 3771 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 36.720866ms I0406 02:57:08.185534 3771 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 36.754862ms I0406 02:57:08.187130 3771 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 38.452816ms, libovsdb time 1.137282ms I0406 02:57:08.914386 3771 cni.go:403] [openshift-monitoring/prometheus-k8s-0 20922fa769d3cd9cfc608b04be8be12f5966fd9ba5023dcd2e38755b20febebc network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 20922fa769d3cd9cfc608b04be8be12f5966fd9ba5023dcd2e38755b20febebc network default NAD default] I0406 02:57:08.924187 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 20922fa769d3cd9, network: default, NAD default, SandboxID: "20922fa769d3cd9cfc608b04be8be12f5966fd9ba5023dcd2e38755b20febebc", PCI device ID: , UID: "e8c68f4c-cf48-4f24-aa18-d137367d8b0a", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0406 02:57:08.973704 3771 cni.go:424] [openshift-monitoring/prometheus-k8s-0 20922fa769d3cd9cfc608b04be8be12f5966fd9ba5023dcd2e38755b20febebc network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 20922fa769d3cd9cfc608b04be8be12f5966fd9ba5023dcd2e38755b20febebc network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:e5:b4:83:c1:f0\",\"name\":\"20922fa769d3cd9\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d8ca99c2-d3cb-4edc-afe5-60d3a811e459\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0406 02:57:09.319345 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0406 02:57:09.319367 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0406 02:57:09.319373 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0406 02:57:09.390451 3771 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0406 02:57:09.390472 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0406 02:57:09.432316 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0406 02:57:09.432344 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0406 02:57:10.389532 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0406 02:57:11.396709 3771 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0406 02:57:11.396727 3771 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0406 02:57:11.396733 3771 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0406 02:57:11.396737 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0406 02:57:12.859131 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0406 02:57:12.859158 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0406 02:57:12.896956 3771 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-image-registry/image-registry-6f4c66dc87-r5smh IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-6f4c66dc87-r5smh: no pod IPs found I0406 02:57:14.693439 3771 obj_retry.go:464] Detected object openshift-image-registry/image-registry-68b596bb54-4w84r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 02:57:14.694029 3771 obj_retry.go:464] Detected object openshift-image-registry/image-registry-68b596bb54-4w84r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0406 02:57:14.992163 3771 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0406 02:57:14.992182 3771 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0406 02:57:14.992188 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0406 02:57:15.036503 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0406 02:57:15.076728 3771 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0406 02:57:15.076754 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0406 02:57:15.567285 3771 obj_retry.go:458] Detected object openshift-image-registry/image-registry-68b596bb54-4w84r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 02:57:15.567312 3771 obj_retry.go:458] Detected object openshift-image-registry/image-registry-68b596bb54-4w84r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 02:57:15.570216 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-68b596bb54-4w84r I0406 02:57:15.570247 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-68b596bb54-4w84r W0406 02:57:16.311108 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0406 02:57:17.418253 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0406 02:57:17.418278 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0406 02:57:17.418284 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0406 02:57:17.418288 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0406 02:57:23.024188 3771 cni.go:403] [openshift-multus/network-metrics-daemon-tg4jk 956f73f6fe3037e89cfae1a1b40b606ace0f6ba5f0bb2a76c46a2d4d9e7f1123 network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-tg4jk 956f73f6fe3037e89cfae1a1b40b606ace0f6ba5f0bb2a76c46a2d4d9e7f1123 network default NAD default] I0406 02:57:23.033655 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-tg4jk, hostIfaceName: 956f73f6fe3037e, network: default, NAD default, SandboxID: "956f73f6fe3037e89cfae1a1b40b606ace0f6ba5f0bb2a76c46a2d4d9e7f1123", PCI device ID: , UID: "d7e9aa81-f382-4d75-9eff-61d2f880e477", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0406 02:57:23.082173 3771 cni.go:424] [openshift-multus/network-metrics-daemon-tg4jk 956f73f6fe3037e89cfae1a1b40b606ace0f6ba5f0bb2a76c46a2d4d9e7f1123 network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-tg4jk 956f73f6fe3037e89cfae1a1b40b606ace0f6ba5f0bb2a76c46a2d4d9e7f1123 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8a:3a:ee:a0:bf:48\",\"name\":\"956f73f6fe3037e\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/321a39f5-bb93-4b85-875e-92e4556c7661\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0406 02:57:23.304450 3771 cni.go:403] [openshift-network-diagnostics/network-check-target-9jhwf 3fb7f92efc573ba3001424fbaac8ec2612da04f7661664b14efd15e9f1e7e074 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-9jhwf 3fb7f92efc573ba3001424fbaac8ec2612da04f7661664b14efd15e9f1e7e074 network default NAD default] I0406 02:57:23.314929 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-9jhwf, hostIfaceName: 3fb7f92efc573ba, network: default, NAD default, SandboxID: "3fb7f92efc573ba3001424fbaac8ec2612da04f7661664b14efd15e9f1e7e074", PCI device ID: , UID: "f0d8a486-9254-4805-80e6-6be8234bf079", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0406 02:57:23.360978 3771 cni.go:424] [openshift-network-diagnostics/network-check-target-9jhwf 3fb7f92efc573ba3001424fbaac8ec2612da04f7661664b14efd15e9f1e7e074 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-9jhwf 3fb7f92efc573ba3001424fbaac8ec2612da04f7661664b14efd15e9f1e7e074 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:b6:7f:45:ae:ce\",\"name\":\"3fb7f92efc573ba\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51278723-b2cb-4ad3-a1ea-4d94f931a10d\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0406 02:57:25.221459 3771 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908jjng of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 02:57:25.222034 3771 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908jjng of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 02:57:25.222078 3771 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908jjng of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0406 02:57:25.222088 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0406 02:57:25.222111 3771 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908jjng of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0406 02:57:25.222123 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0406 02:57:26.250231 3771 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908jjng of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 02:57:26.250255 3771 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908jjng of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 02:57:26.250268 3771 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908jjng of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0406 02:57:26.250282 3771 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908jjng of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0406 02:57:26.462638 3771 cni.go:403] [openshift-console/console-69796cc9d4-zzk9f ccee303f94321f9ca7d5ac5a7a8ca63b164eeab638d61d934b0b75620eba169b network default NAD default] DEL starting CNI request [openshift-console/console-69796cc9d4-zzk9f ccee303f94321f9ca7d5ac5a7a8ca63b164eeab638d61d934b0b75620eba169b network default NAD default] I0406 02:57:26.539914 3771 cni.go:424] [openshift-console/console-69796cc9d4-zzk9f ccee303f94321f9ca7d5ac5a7a8ca63b164eeab638d61d934b0b75620eba169b network default NAD default] DEL finished CNI request [openshift-console/console-69796cc9d4-zzk9f ccee303f94321f9ca7d5ac5a7a8ca63b164eeab638d61d934b0b75620eba169b network default NAD default], result "{}", err I0406 02:57:26.583839 3771 obj_retry.go:464] Detected object openshift-console/console-69796cc9d4-zzk9f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 02:57:26.583877 3771 pods.go:176] Deleting pod: openshift-console/console-69796cc9d4-zzk9f I0406 02:57:26.585157 3771 pods.go:236] Attempting to release IPs for pod: openshift-console/console-69796cc9d4-zzk9f, ips: 10.130.0.9 I0406 02:57:26.585186 3771 obj_retry.go:464] Detected object openshift-console/console-69796cc9d4-zzk9f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 02:57:26.592906 3771 base_network_controller_pods.go:487] [default/openshift-console/console-85cd798b89-xmrlz] creating logical port openshift-console_console-85cd798b89-xmrlz for pod on switch ip-10-0-1-4.ec2.internal I0406 02:57:26.593003 3771 kube.go:256] Updating pod openshift-console/console-85cd798b89-xmrlz I0406 02:57:26.610142 3771 pod.go:62] [openshift-console/console-85cd798b89-xmrlz] pod update took 17.164967ms I0406 02:57:26.610172 3771 base_network_controller_pods.go:937] [default/openshift-console/console-85cd798b89-xmrlz] addLogicalPort annotation time took 17.196395ms I0406 02:57:26.611352 3771 pods.go:271] [openshift-console/console-85cd798b89-xmrlz] addLogicalPort took 18.462767ms, libovsdb time 854.319µs I0406 02:57:26.953101 3771 cni.go:403] [openshift-console/console-85cd798b89-xmrlz c3d9d60cdad9840d1805a35b98e7b38e5b709c10a0bbc2c73aeab4b39d2a2c63 network default NAD default] ADD starting CNI request [openshift-console/console-85cd798b89-xmrlz c3d9d60cdad9840d1805a35b98e7b38e5b709c10a0bbc2c73aeab4b39d2a2c63 network default NAD default] I0406 02:57:26.964040 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-85cd798b89-xmrlz, hostIfaceName: c3d9d60cdad9840, network: default, NAD default, SandboxID: "c3d9d60cdad9840d1805a35b98e7b38e5b709c10a0bbc2c73aeab4b39d2a2c63", PCI device ID: , UID: "e78bfcf0-997e-42bf-bd85-40903e23abce", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0406 02:57:27.014385 3771 cni.go:424] [openshift-console/console-85cd798b89-xmrlz c3d9d60cdad9840d1805a35b98e7b38e5b709c10a0bbc2c73aeab4b39d2a2c63 network default NAD default] ADD finished CNI request [openshift-console/console-85cd798b89-xmrlz c3d9d60cdad9840d1805a35b98e7b38e5b709c10a0bbc2c73aeab4b39d2a2c63 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:7b:11:58:2c:fe\",\"name\":\"c3d9d60cdad9840\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a5534cde-d3ac-45ae-9fc3-df514963c790\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0406 02:57:27.483231 3771 obj_retry.go:458] Detected object openshift-console/console-69796cc9d4-zzk9f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 02:57:27.483255 3771 obj_retry.go:458] Detected object openshift-console/console-69796cc9d4-zzk9f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 02:57:27.488584 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-69796cc9d4-zzk9f I0406 02:57:27.488611 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-69796cc9d4-zzk9f I0406 02:57:28.780724 3771 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0406 02:57:28.792622 3771 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0406 02:57:29.630908 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0406 02:57:31.404400 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0406 02:57:33.150519 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0406 02:57:33.150546 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0406 02:57:33.150559 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0406 02:57:33.150566 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0406 02:57:33.391300 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0406 02:57:33.391323 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0406 02:57:33.391331 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0406 02:57:34.826517 3771 obj_retry.go:464] Detected object openshift-console/console-7788bfb9bb-pb4sx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 02:57:34.827019 3771 obj_retry.go:464] Detected object openshift-console/console-7788bfb9bb-pb4sx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 02:57:35.674912 3771 obj_retry.go:458] Detected object openshift-console/console-7788bfb9bb-pb4sx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 02:57:35.674935 3771 obj_retry.go:458] Detected object openshift-console/console-7788bfb9bb-pb4sx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 02:57:35.680361 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7788bfb9bb-pb4sx I0406 02:57:35.680387 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7788bfb9bb-pb4sx W0406 02:57:37.521755 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0406 02:57:53.755445 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0406 02:57:54.073787 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0406 02:57:54.073813 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0406 02:57:57.475506 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0406 02:57:58.766692 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0406 02:58:00.637876 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0406 02:58:00.637898 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0406 02:58:02.885781 3771 obj_retry.go:464] Detected object openshift-console/console-69796cc9d4-djt8q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 02:58:02.886328 3771 obj_retry.go:464] Detected object openshift-console/console-69796cc9d4-djt8q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 02:58:03.241234 3771 obj_retry.go:458] Detected object openshift-console/console-69796cc9d4-djt8q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 02:58:03.241261 3771 obj_retry.go:458] Detected object openshift-console/console-69796cc9d4-djt8q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 02:58:03.243690 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-69796cc9d4-djt8q I0406 02:58:03.243712 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-69796cc9d4-djt8q I0406 02:58:04.338864 3771 obj_retry.go:464] Detected object openshift-ingress/router-default-566948cd75-l6vhx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 02:58:04.339404 3771 obj_retry.go:464] Detected object openshift-ingress/router-default-566948cd75-l6vhx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 02:58:04.785213 3771 obj_retry.go:458] Detected object openshift-ingress/router-default-566948cd75-l6vhx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 02:58:04.785255 3771 obj_retry.go:458] Detected object openshift-ingress/router-default-566948cd75-l6vhx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 02:58:04.790606 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-566948cd75-l6vhx I0406 02:58:04.790628 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-566948cd75-l6vhx I0406 02:58:13.771287 3771 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 02:58:13.771907 3771 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 02:58:14.294190 3771 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 02:58:14.294224 3771 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 02:58:14.301229 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0406 02:58:14.301341 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0406 02:58:16.373448 3771 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-5f669f8665-tm682] creating logical port openshift-monitoring_telemeter-client-5f669f8665-tm682 for pod on switch ip-10-0-1-4.ec2.internal I0406 02:58:16.373571 3771 kube.go:256] Updating pod openshift-monitoring/telemeter-client-5f669f8665-tm682 I0406 02:58:16.392666 3771 pod.go:62] [openshift-monitoring/telemeter-client-5f669f8665-tm682] pod update took 19.134933ms I0406 02:58:16.392688 3771 base_network_controller_pods.go:937] [default/openshift-monitoring/telemeter-client-5f669f8665-tm682] addLogicalPort annotation time took 19.164773ms I0406 02:58:16.394074 3771 pods.go:271] [openshift-monitoring/telemeter-client-5f669f8665-tm682] addLogicalPort took 20.626367ms, libovsdb time 961.835µs I0406 02:58:16.734855 3771 cni.go:403] [openshift-monitoring/telemeter-client-5f669f8665-tm682 145003f66b635097856ae9fe4b70ee45e4844dabeca253fa132462721f539e82 network default NAD default] ADD starting CNI request [openshift-monitoring/telemeter-client-5f669f8665-tm682 145003f66b635097856ae9fe4b70ee45e4844dabeca253fa132462721f539e82 network default NAD default] I0406 02:58:16.743984 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-5f669f8665-tm682, hostIfaceName: 145003f66b63509, network: default, NAD default, SandboxID: "145003f66b635097856ae9fe4b70ee45e4844dabeca253fa132462721f539e82", PCI device ID: , UID: "b0f366da-0af2-42fe-9048-5cabe895e33b", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0406 02:58:16.792915 3771 cni.go:424] [openshift-monitoring/telemeter-client-5f669f8665-tm682 145003f66b635097856ae9fe4b70ee45e4844dabeca253fa132462721f539e82 network default NAD default] ADD finished CNI request [openshift-monitoring/telemeter-client-5f669f8665-tm682 145003f66b635097856ae9fe4b70ee45e4844dabeca253fa132462721f539e82 network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:2e:ed:ff:28:e5\",\"name\":\"145003f66b63509\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb625652-4064-43f7-a25a-732642bea84d\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0406 02:58:18.017387 3771 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 02:58:18.017961 3771 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 02:58:18.329648 3771 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 02:58:18.329678 3771 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 02:58:18.337756 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0406 02:58:18.337786 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0406 02:58:45.113913 3771 cni.go:403] [openshift-console/console-85cd798b89-xmrlz c3d9d60cdad9840d1805a35b98e7b38e5b709c10a0bbc2c73aeab4b39d2a2c63 network default NAD default] DEL starting CNI request [openshift-console/console-85cd798b89-xmrlz c3d9d60cdad9840d1805a35b98e7b38e5b709c10a0bbc2c73aeab4b39d2a2c63 network default NAD default] I0406 02:58:45.189488 3771 cni.go:424] [openshift-console/console-85cd798b89-xmrlz c3d9d60cdad9840d1805a35b98e7b38e5b709c10a0bbc2c73aeab4b39d2a2c63 network default NAD default] DEL finished CNI request [openshift-console/console-85cd798b89-xmrlz c3d9d60cdad9840d1805a35b98e7b38e5b709c10a0bbc2c73aeab4b39d2a2c63 network default NAD default], result "{}", err I0406 02:58:45.235832 3771 obj_retry.go:464] Detected object openshift-console/console-85cd798b89-xmrlz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 02:58:45.235865 3771 pods.go:176] Deleting pod: openshift-console/console-85cd798b89-xmrlz I0406 02:58:45.237205 3771 pods.go:236] Attempting to release IPs for pod: openshift-console/console-85cd798b89-xmrlz, ips: 10.130.0.16 I0406 02:58:45.237233 3771 obj_retry.go:464] Detected object openshift-console/console-85cd798b89-xmrlz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 02:58:45.247054 3771 base_network_controller_pods.go:487] [default/openshift-console/console-59f5544487-t98g7] creating logical port openshift-console_console-59f5544487-t98g7 for pod on switch ip-10-0-1-4.ec2.internal I0406 02:58:45.247158 3771 kube.go:256] Updating pod openshift-console/console-59f5544487-t98g7 I0406 02:58:45.261274 3771 pod.go:62] [openshift-console/console-59f5544487-t98g7] pod update took 14.140076ms I0406 02:58:45.261294 3771 base_network_controller_pods.go:937] [default/openshift-console/console-59f5544487-t98g7] addLogicalPort annotation time took 14.16478ms I0406 02:58:45.262369 3771 pods.go:271] [openshift-console/console-59f5544487-t98g7] addLogicalPort took 15.329072ms, libovsdb time 776.647µs I0406 02:58:45.605266 3771 cni.go:403] [openshift-console/console-59f5544487-t98g7 e3705a9936ac5dcd56ea68237f360011cde064659a0bd297466ea0ac8676806d network default NAD default] ADD starting CNI request [openshift-console/console-59f5544487-t98g7 e3705a9936ac5dcd56ea68237f360011cde064659a0bd297466ea0ac8676806d network default NAD default] I0406 02:58:45.614820 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-59f5544487-t98g7, hostIfaceName: e3705a9936ac5dc, network: default, NAD default, SandboxID: "e3705a9936ac5dcd56ea68237f360011cde064659a0bd297466ea0ac8676806d", PCI device ID: , UID: "b1d0e25f-4be6-4005-ab66-0cb026e2726f", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0406 02:58:45.662658 3771 cni.go:424] [openshift-console/console-59f5544487-t98g7 e3705a9936ac5dcd56ea68237f360011cde064659a0bd297466ea0ac8676806d network default NAD default] ADD finished CNI request [openshift-console/console-59f5544487-t98g7 e3705a9936ac5dcd56ea68237f360011cde064659a0bd297466ea0ac8676806d network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:b7:01:b7:df:51\",\"name\":\"e3705a9936ac5dc\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f7e8c96e-38ef-475b-aa45-0f2663e41ad9\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0406 02:58:45.776120 3771 obj_retry.go:458] Detected object openshift-console/console-85cd798b89-xmrlz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 02:58:45.776146 3771 obj_retry.go:458] Detected object openshift-console/console-85cd798b89-xmrlz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 02:58:45.781690 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-85cd798b89-xmrlz I0406 02:58:45.781712 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-85cd798b89-xmrlz I0406 02:58:45.944706 3771 cni.go:403] [openshift-monitoring/alertmanager-main-0 0bd11ea7136d51ad9dff3470362cf7d4354f1b52279d4fd7972acf3f8b5e49a8 network default NAD default] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 0bd11ea7136d51ad9dff3470362cf7d4354f1b52279d4fd7972acf3f8b5e49a8 network default NAD default] I0406 02:58:46.014274 3771 cni.go:424] [openshift-monitoring/alertmanager-main-0 0bd11ea7136d51ad9dff3470362cf7d4354f1b52279d4fd7972acf3f8b5e49a8 network default NAD default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 0bd11ea7136d51ad9dff3470362cf7d4354f1b52279d4fd7972acf3f8b5e49a8 network default NAD default], result "{}", err I0406 02:58:46.072643 3771 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 02:58:46.072682 3771 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0406 02:58:46.073939 3771 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.11 I0406 02:58:46.073966 3771 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 02:58:46.811718 3771 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 02:58:46.811741 3771 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 02:58:46.818012 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0406 02:58:46.818044 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0406 02:58:46.859679 3771 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-4.ec2.internal I0406 02:58:46.859801 3771 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0406 02:58:46.884287 3771 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 24.52067ms I0406 02:58:46.884311 3771 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 24.550848ms I0406 02:58:46.885573 3771 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 25.905847ms, libovsdb time 937.947µs I0406 02:58:47.218959 3771 cni.go:403] [openshift-monitoring/alertmanager-main-0 6ec7d92175e190689517d5f972d457927f9efd392c715d88bbe3bafe87b96373 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 6ec7d92175e190689517d5f972d457927f9efd392c715d88bbe3bafe87b96373 network default NAD default] I0406 02:58:47.228820 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 6ec7d92175e1906, network: default, NAD default, SandboxID: "6ec7d92175e190689517d5f972d457927f9efd392c715d88bbe3bafe87b96373", PCI device ID: , UID: "3acde822-0990-4429-bc06-b13a49daecb2", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0406 02:58:47.276452 3771 cni.go:424] [openshift-monitoring/alertmanager-main-0 6ec7d92175e190689517d5f972d457927f9efd392c715d88bbe3bafe87b96373 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 6ec7d92175e190689517d5f972d457927f9efd392c715d88bbe3bafe87b96373 network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:1f:e4:40:b8:78\",\"name\":\"6ec7d92175e1906\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd641659-65f4-4e74-94ca-9674b8111491\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0406 02:58:55.852297 3771 obj_retry.go:464] Detected object openshift-console/console-85cd798b89-4n5hg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 02:58:55.852853 3771 obj_retry.go:464] Detected object openshift-console/console-85cd798b89-4n5hg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 02:58:55.988631 3771 obj_retry.go:458] Detected object openshift-console/console-85cd798b89-4n5hg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 02:58:55.988652 3771 obj_retry.go:458] Detected object openshift-console/console-85cd798b89-4n5hg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0406 02:58:55.994757 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0406 02:58:55.994756 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-85cd798b89-4n5hg I0406 02:58:55.994857 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-85cd798b89-4n5hg W0406 02:59:07.269932 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0406 02:59:07.269957 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0406 02:59:07.269967 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0406 02:59:20.818655 3771 cni.go:403] [openshift-monitoring/prometheus-k8s-0 20922fa769d3cd9cfc608b04be8be12f5966fd9ba5023dcd2e38755b20febebc network default NAD default] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 20922fa769d3cd9cfc608b04be8be12f5966fd9ba5023dcd2e38755b20febebc network default NAD default] I0406 02:59:20.901544 3771 cni.go:424] [openshift-monitoring/prometheus-k8s-0 20922fa769d3cd9cfc608b04be8be12f5966fd9ba5023dcd2e38755b20febebc network default NAD default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 20922fa769d3cd9cfc608b04be8be12f5966fd9ba5023dcd2e38755b20febebc network default NAD default], result "{}", err I0406 02:59:20.972629 3771 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 02:59:20.972692 3771 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0406 02:59:20.973879 3771 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.15 I0406 02:59:20.973907 3771 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 02:59:21.956023 3771 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 02:59:21.956086 3771 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 02:59:21.963456 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0406 02:59:21.963483 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0406 02:59:22.008263 3771 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-4.ec2.internal I0406 02:59:22.008414 3771 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0406 02:59:22.036683 3771 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 28.319726ms I0406 02:59:22.036711 3771 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 28.355127ms I0406 02:59:22.038105 3771 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 29.865301ms, libovsdb time 996.201µs I0406 02:59:22.366805 3771 cni.go:403] [openshift-monitoring/prometheus-k8s-0 3adfead558e4a4e972529b69ef32a5d25f405852ef228792ae1dffbfa86e313d network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 3adfead558e4a4e972529b69ef32a5d25f405852ef228792ae1dffbfa86e313d network default NAD default] I0406 02:59:22.376261 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 3adfead558e4a4e, network: default, NAD default, SandboxID: "3adfead558e4a4e972529b69ef32a5d25f405852ef228792ae1dffbfa86e313d", PCI device ID: , UID: "43c182c3-3b36-4be0-b5f6-ec606f4e167c", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0406 02:59:22.423900 3771 cni.go:424] [openshift-monitoring/prometheus-k8s-0 3adfead558e4a4e972529b69ef32a5d25f405852ef228792ae1dffbfa86e313d network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 3adfead558e4a4e972529b69ef32a5d25f405852ef228792ae1dffbfa86e313d network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:a8:9c:ec:75:78\",\"name\":\"3adfead558e4a4e\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c46a36c0-81d5-4b2c-9e50-702209e5dd64\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0406 03:00:05.359103 3771 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590740-fvg78 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 03:00:05.359622 3771 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590740-fvg78 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 03:00:06.264660 3771 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590740-fvg78 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:00:06.264686 3771 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590740-fvg78 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0406 03:00:23.235415 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0406 03:00:23.235445 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0406 03:00:52.295356 3771 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0406 03:00:56.828607 3771 obj_retry.go:464] Detected object openshift-console/console-59f5544487-mfh6j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 03:00:56.829304 3771 obj_retry.go:464] Detected object openshift-console/console-59f5544487-mfh6j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 03:00:56.996331 3771 obj_retry.go:458] Detected object openshift-console/console-59f5544487-mfh6j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:00:56.996353 3771 obj_retry.go:458] Detected object openshift-console/console-59f5544487-mfh6j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:00:57.002224 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-59f5544487-mfh6j I0406 03:00:57.002255 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-59f5544487-mfh6j I0406 03:01:07.581084 3771 cni.go:403] [openshift-console/console-59f5544487-t98g7 e3705a9936ac5dcd56ea68237f360011cde064659a0bd297466ea0ac8676806d network default NAD default] DEL starting CNI request [openshift-console/console-59f5544487-t98g7 e3705a9936ac5dcd56ea68237f360011cde064659a0bd297466ea0ac8676806d network default NAD default] I0406 03:01:07.657781 3771 cni.go:424] [openshift-console/console-59f5544487-t98g7 e3705a9936ac5dcd56ea68237f360011cde064659a0bd297466ea0ac8676806d network default NAD default] DEL finished CNI request [openshift-console/console-59f5544487-t98g7 e3705a9936ac5dcd56ea68237f360011cde064659a0bd297466ea0ac8676806d network default NAD default], result "{}", err I0406 03:01:07.703899 3771 obj_retry.go:464] Detected object openshift-console/console-59f5544487-t98g7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 03:01:07.703934 3771 pods.go:176] Deleting pod: openshift-console/console-59f5544487-t98g7 I0406 03:01:07.705178 3771 pods.go:236] Attempting to release IPs for pod: openshift-console/console-59f5544487-t98g7, ips: 10.130.0.18 I0406 03:01:07.705206 3771 obj_retry.go:464] Detected object openshift-console/console-59f5544487-t98g7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 03:01:08.366418 3771 obj_retry.go:458] Detected object openshift-console/console-59f5544487-t98g7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:01:08.366448 3771 obj_retry.go:458] Detected object openshift-console/console-59f5544487-t98g7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:01:08.371807 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-59f5544487-t98g7 I0406 03:01:08.371830 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-59f5544487-t98g7 I0406 03:01:39.761958 3771 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-4.ec2.internal I0406 03:01:39.761994 3771 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-4.ec2.internal: 45.183µs I0406 03:01:39.762020 3771 egressfirewall.go:628] Syncing node "ip-10-0-1-4.ec2.internal" for egress firewall I0406 03:01:39.799895 3771 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-s49ww] creating logical port kube-system_global-pull-secret-syncer-s49ww for pod on switch ip-10-0-1-4.ec2.internal I0406 03:01:39.800012 3771 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-s49ww I0406 03:01:39.814898 3771 pod.go:62] [kube-system/global-pull-secret-syncer-s49ww] pod update took 14.911689ms I0406 03:01:39.814923 3771 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-s49ww] addLogicalPort annotation time took 14.94025ms I0406 03:01:39.816123 3771 pods.go:271] [kube-system/global-pull-secret-syncer-s49ww] addLogicalPort took 16.244739ms, libovsdb time 867.317µs I0406 03:01:40.156081 3771 cni.go:403] [kube-system/global-pull-secret-syncer-s49ww 8c07425d2e578a7d9b0934cfaa24c98618dda4c19fcad9aaaa0ac03b4a7a426f network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-s49ww 8c07425d2e578a7d9b0934cfaa24c98618dda4c19fcad9aaaa0ac03b4a7a426f network default NAD default] I0406 03:01:40.165333 3771 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-s49ww, hostIfaceName: 8c07425d2e578a7, network: default, NAD default, SandboxID: "8c07425d2e578a7d9b0934cfaa24c98618dda4c19fcad9aaaa0ac03b4a7a426f", PCI device ID: , UID: "cfb95dc0-1b3d-4fd1-b36f-9a1345d7aea7", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0406 03:01:40.214089 3771 cni.go:424] [kube-system/global-pull-secret-syncer-s49ww 8c07425d2e578a7d9b0934cfaa24c98618dda4c19fcad9aaaa0ac03b4a7a426f network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-s49ww 8c07425d2e578a7d9b0934cfaa24c98618dda4c19fcad9aaaa0ac03b4a7a426f network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:9a:55:ba:b4:bb\",\"name\":\"8c07425d2e578a7\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/69040607-59fa-49fc-9f37-749e00e0604a\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0406 03:01:49.588614 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 W0406 03:02:33.812020 3771 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0406 03:02:44.858783 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0406 03:02:44.858843 3771 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-wjtqn IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-wjtqn: no pod IPs found I0406 03:02:45.663307 3771 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0406 03:03:11.687778 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0406 03:03:22.589792 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=11 I0406 03:03:22.797301 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0406 03:03:38.779036 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0406 03:04:00.579205 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=51 I0406 03:04:18.700800 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0406 03:04:52.664028 3771 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0406 03:05:05.797875 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0406 03:05:33.785145 3771 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0406 03:05:35.768513 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0406 03:05:36.587103 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=125 I0406 03:05:42.588155 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=37 I0406 03:06:01.304995 3771 namespace.go:98] [tsf] adding namespace I0406 03:06:01.305913 3771 namespace.go:102] [tsf] adding namespace took 888.724µs I0406 03:06:01.323732 3771 namespace.go:142] [tsf] updating namespace I0406 03:06:01.334307 3771 namespace.go:142] [tsf] updating namespace I0406 03:06:05.192337 3771 namespace.go:98] [tsf-keycloak] adding namespace I0406 03:06:05.192349 3771 namespace.go:98] [rhbk-operator] adding namespace I0406 03:06:05.193244 3771 namespace.go:102] [tsf-keycloak] adding namespace took 886.141µs I0406 03:06:05.193883 3771 namespace.go:102] [rhbk-operator] adding namespace took 1.517232ms I0406 03:06:05.196342 3771 namespace.go:98] [konflux-ui] adding namespace I0406 03:06:05.196408 3771 namespace.go:98] [rhtpa-operator] adding namespace I0406 03:06:05.196919 3771 namespace.go:102] [konflux-ui] adding namespace took 564.206µs I0406 03:06:05.197435 3771 namespace.go:102] [rhtpa-operator] adding namespace took 1.007207ms I0406 03:06:05.200581 3771 namespace.go:98] [tsf-tpa] adding namespace I0406 03:06:05.200602 3771 namespace.go:98] [cert-manager-operator] adding namespace I0406 03:06:05.200755 3771 namespace.go:98] [tsf-tas] adding namespace I0406 03:06:05.200846 3771 namespace.go:98] [konflux-operator] adding namespace I0406 03:06:05.201263 3771 namespace.go:102] [tsf-tpa] adding namespace took 667.526µs I0406 03:06:05.201790 3771 namespace.go:102] [cert-manager-operator] adding namespace took 1.178939ms I0406 03:06:05.202307 3771 namespace.go:102] [tsf-tas] adding namespace took 1.533379ms I0406 03:06:05.202933 3771 namespace.go:102] [konflux-operator] adding namespace took 2.073554ms I0406 03:06:05.211344 3771 namespace.go:142] [tsf-keycloak] updating namespace I0406 03:06:05.226283 3771 namespace.go:142] [tsf-keycloak] updating namespace I0406 03:06:05.234424 3771 namespace.go:142] [rhbk-operator] updating namespace I0406 03:06:05.234512 3771 namespace.go:142] [rhtpa-operator] updating namespace I0406 03:06:05.239617 3771 namespace.go:142] [tsf-tpa] updating namespace I0406 03:06:05.244201 3771 namespace.go:142] [konflux-ui] updating namespace I0406 03:06:05.251497 3771 namespace.go:142] [cert-manager-operator] updating namespace I0406 03:06:05.251602 3771 namespace.go:142] [tsf-tas] updating namespace I0406 03:06:05.251630 3771 namespace.go:142] [rhbk-operator] updating namespace I0406 03:06:05.251754 3771 namespace.go:142] [konflux-operator] updating namespace I0406 03:06:05.251888 3771 namespace.go:142] [tsf-keycloak] updating namespace I0406 03:06:05.283625 3771 namespace.go:142] [rhtpa-operator] updating namespace I0406 03:06:05.296027 3771 namespace.go:142] [rhtpa-operator] updating namespace I0406 03:06:05.307763 3771 namespace.go:142] [tsf-tpa] updating namespace I0406 03:06:05.321844 3771 namespace.go:142] [tsf-tpa] updating namespace I0406 03:06:05.325560 3771 namespace.go:142] [cert-manager-operator] updating namespace I0406 03:06:05.342346 3771 namespace.go:142] [cert-manager-operator] updating namespace I0406 03:06:05.349231 3771 namespace.go:142] [tsf-tas] updating namespace I0406 03:06:05.356868 3771 namespace.go:142] [tsf-tas] updating namespace I0406 03:06:05.373350 3771 namespace.go:142] [konflux-operator] updating namespace I0406 03:06:05.381690 3771 namespace.go:142] [konflux-operator] updating namespace I0406 03:06:05.388033 3771 namespace.go:142] [konflux-ui] updating namespace I0406 03:06:05.398929 3771 namespace.go:142] [konflux-ui] updating namespace I0406 03:06:05.421251 3771 namespace.go:142] [rhbk-operator] updating namespace I0406 03:06:06.356496 3771 namespace.go:142] [tsf-tpa] updating namespace I0406 03:06:06.368627 3771 namespace.go:142] [tsf-keycloak] updating namespace I0406 03:06:06.530784 3771 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-4.ec2.internal I0406 03:06:06.530890 3771 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0406 03:06:06.555313 3771 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 24.448747ms I0406 03:06:06.555333 3771 base_network_controller_pods.go:937] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 24.473913ms I0406 03:06:06.556559 3771 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 25.79177ms, libovsdb time 851.518µs I0406 03:06:06.909407 3771 cni.go:403] [tsf/test-tsf-subscriptions e830b03478a8040db012acf494a8c9c3e03f7f5760e078c494a591e0090c614a network default NAD default] ADD starting CNI request [tsf/test-tsf-subscriptions e830b03478a8040db012acf494a8c9c3e03f7f5760e078c494a591e0090c614a network default NAD default] I0406 03:06:06.919198 3771 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: e830b03478a8040, network: default, NAD default, SandboxID: "e830b03478a8040db012acf494a8c9c3e03f7f5760e078c494a591e0090c614a", PCI device ID: , UID: "c70eccae-7542-4e38-9aa4-39ce6c9ac198", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0406 03:06:06.967321 3771 cni.go:424] [tsf/test-tsf-subscriptions e830b03478a8040db012acf494a8c9c3e03f7f5760e078c494a591e0090c614a network default NAD default] ADD finished CNI request [tsf/test-tsf-subscriptions e830b03478a8040db012acf494a8c9c3e03f7f5760e078c494a591e0090c614a network default NAD default], result "{\"interfaces\":[{\"mac\":\"ea:bf:e0:49:3c:44\",\"name\":\"e830b03478a8040\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/37065735-20cd-4f5a-be04-b1c8705d6620\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0406 03:06:12.446054 3771 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebm6qdv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 03:06:12.446674 3771 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebm6qdv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 03:06:12.446700 3771 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebm6qdv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0406 03:06:12.446708 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0406 03:06:12.446727 3771 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebm6qdv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0406 03:06:12.446734 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0406 03:06:13.461242 3771 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece98wnv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 03:06:13.461798 3771 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece98wnv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 03:06:13.461825 3771 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece98wnv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0406 03:06:13.461833 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0406 03:06:13.461843 3771 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece98wnv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0406 03:06:13.461847 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0406 03:06:13.470529 3771 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebm6qdv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:06:13.470549 3771 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebm6qdv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:06:13.470572 3771 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebm6qdv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:06:13.470587 3771 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebm6qdv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:06:14.485741 3771 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece98wnv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:06:14.485763 3771 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece98wnv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:06:14.485782 3771 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece98wnv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:06:14.485794 3771 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece98wnv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:06:15.469980 3771 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1wbszj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 03:06:15.470585 3771 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1wbszj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 03:06:15.470616 3771 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1wbszj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0406 03:06:15.470624 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0406 03:06:15.470636 3771 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1wbszj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0406 03:06:15.470642 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0406 03:06:16.496211 3771 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1wbszj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:06:16.496243 3771 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1wbszj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:06:16.496257 3771 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1wbszj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:06:16.496266 3771 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1wbszj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:06:17.505128 3771 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5crq6l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 03:06:17.505627 3771 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5crq6l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 03:06:17.505652 3771 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5crq6l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0406 03:06:17.505661 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0406 03:06:17.505671 3771 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5crq6l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0406 03:06:17.505675 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0406 03:06:18.511788 3771 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7j4l96 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 03:06:18.512373 3771 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7j4l96 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 03:06:18.512402 3771 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7j4l96 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0406 03:06:18.512410 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0406 03:06:18.512426 3771 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7j4l96 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0406 03:06:18.512430 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0406 03:06:18.534139 3771 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5crq6l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:06:18.534164 3771 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5crq6l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:06:18.534184 3771 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5crq6l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:06:18.534192 3771 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5crq6l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:06:19.534111 3771 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflcdc8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 03:06:19.534646 3771 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflcdc8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 03:06:19.534680 3771 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflcdc8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0406 03:06:19.534690 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0406 03:06:19.534703 3771 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflcdc8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0406 03:06:19.534707 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0406 03:06:19.568076 3771 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7j4l96 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:06:19.568105 3771 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7j4l96 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:06:19.568123 3771 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7j4l96 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:06:19.568132 3771 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7j4l96 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:06:20.560184 3771 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflcdc8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:06:20.560207 3771 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflcdc8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:06:20.560220 3771 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflcdc8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:06:20.560230 3771 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflcdc8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0406 03:06:24.716228 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0406 03:06:29.733948 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0406 03:06:34.594004 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=543 I0406 03:06:40.775037 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0406 03:06:52.103814 3771 namespace.go:142] [openshift-operators] updating namespace I0406 03:06:52.120570 3771 namespace.go:142] [openshift-operators] updating namespace I0406 03:06:54.274689 3771 namespace.go:98] [cert-manager] adding namespace I0406 03:06:54.275613 3771 namespace.go:102] [cert-manager] adding namespace took 901.167µs I0406 03:06:54.322143 3771 namespace.go:142] [cert-manager] updating namespace I0406 03:06:54.337041 3771 namespace.go:142] [cert-manager] updating namespace W0406 03:06:59.602272 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0406 03:06:59.602293 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0406 03:07:00.893183 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0406 03:07:00.937248 3771 namespace.go:98] [trusted-artifact-signer] adding namespace I0406 03:07:00.938090 3771 namespace.go:102] [trusted-artifact-signer] adding namespace took 820.607µs I0406 03:07:00.961201 3771 namespace.go:142] [trusted-artifact-signer] updating namespace I0406 03:07:00.979052 3771 namespace.go:142] [trusted-artifact-signer] updating namespace I0406 03:07:04.654743 3771 namespace.go:142] [openshift-operators] updating namespace I0406 03:07:14.790205 3771 cni.go:403] [tsf/test-tsf-subscriptions e830b03478a8040db012acf494a8c9c3e03f7f5760e078c494a591e0090c614a network default NAD default] DEL starting CNI request [tsf/test-tsf-subscriptions e830b03478a8040db012acf494a8c9c3e03f7f5760e078c494a591e0090c614a network default NAD default] I0406 03:07:14.875900 3771 cni.go:424] [tsf/test-tsf-subscriptions e830b03478a8040db012acf494a8c9c3e03f7f5760e078c494a591e0090c614a network default NAD default] DEL finished CNI request [tsf/test-tsf-subscriptions e830b03478a8040db012acf494a8c9c3e03f7f5760e078c494a591e0090c614a network default NAD default], result "{}", err I0406 03:07:14.931316 3771 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 03:07:14.931351 3771 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0406 03:07:14.932638 3771 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.22 I0406 03:07:14.932667 3771 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 03:07:14.956514 3771 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:07:14.956534 3771 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:07:14.961911 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0406 03:07:14.961940 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0406 03:07:16.233374 3771 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-1-4.ec2.internal I0406 03:07:16.233478 3771 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0406 03:07:16.252580 3771 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 19.134665ms I0406 03:07:16.252605 3771 base_network_controller_pods.go:937] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 19.165206ms I0406 03:07:16.254387 3771 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 21.031817ms, libovsdb time 1.455726ms I0406 03:07:16.615430 3771 cni.go:403] [tsf/test-tsf-infrastructure 3230262b1704d82410ebd7da1463a7500823378440b9d20cb121d51174618d69 network default NAD default] ADD starting CNI request [tsf/test-tsf-infrastructure 3230262b1704d82410ebd7da1463a7500823378440b9d20cb121d51174618d69 network default NAD default] I0406 03:07:16.626169 3771 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 3230262b1704d82, network: default, NAD default, SandboxID: "3230262b1704d82410ebd7da1463a7500823378440b9d20cb121d51174618d69", PCI device ID: , UID: "88ec9621-3e8c-479d-8096-043947eb6c88", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0406 03:07:16.673338 3771 cni.go:424] [tsf/test-tsf-infrastructure 3230262b1704d82410ebd7da1463a7500823378440b9d20cb121d51174618d69 network default NAD default] ADD finished CNI request [tsf/test-tsf-infrastructure 3230262b1704d82410ebd7da1463a7500823378440b9d20cb121d51174618d69 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:ac:bd:fe:c9:9d\",\"name\":\"3230262b1704d82\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7219dc46-de96-4fb3-9062-4a8fcd7b5e29\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0406 03:07:19.101769 3771 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-mk6lv] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-mk6lv for pod on switch ip-10-0-1-4.ec2.internal I0406 03:07:19.101907 3771 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-54w46] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-54w46 for pod on switch ip-10-0-1-4.ec2.internal I0406 03:07:19.101966 3771 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-mk6lv I0406 03:07:19.101979 3771 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-54w46 I0406 03:07:19.117156 3771 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-mk6lv] pod update took 15.275239ms I0406 03:07:19.117180 3771 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-mk6lv] addLogicalPort annotation time took 15.303899ms I0406 03:07:19.118381 3771 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-54w46] pod update took 16.417338ms I0406 03:07:19.118457 3771 base_network_controller_pods.go:937] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-54w46] addLogicalPort annotation time took 16.494317ms I0406 03:07:19.118669 3771 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-mk6lv] addLogicalPort took 16.919897ms, libovsdb time 1.114384ms I0406 03:07:19.119840 3771 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-54w46] addLogicalPort took 17.946022ms, libovsdb time 878.952µs I0406 03:07:23.134130 3771 namespace.go:98] [openshift-pipelines] adding namespace I0406 03:07:23.135042 3771 namespace.go:102] [openshift-pipelines] adding namespace took 886.707µs I0406 03:07:23.153997 3771 namespace.go:142] [openshift-pipelines] updating namespace I0406 03:07:23.842662 3771 namespace.go:142] [cert-manager] updating namespace I0406 03:07:24.044339 3771 namespace.go:142] [cert-manager-operator] updating namespace I0406 03:07:24.284139 3771 cni.go:403] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-mk6lv 424d8525f8947ec66b0d95d5d060dd1cfd5778f845464a6d1458c81bebe3bea5 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-mk6lv 424d8525f8947ec66b0d95d5d060dd1cfd5778f845464a6d1458c81bebe3bea5 network default NAD default] I0406 03:07:24.290372 3771 cni.go:403] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-54w46 4c127c217f470d667dc782f4305c788e34f9dbb742bf35c301837907e93ca2a3 network default NAD default] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-54w46 4c127c217f470d667dc782f4305c788e34f9dbb742bf35c301837907e93ca2a3 network default NAD default] I0406 03:07:24.294310 3771 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-mk6lv, hostIfaceName: 424d8525f8947ec, network: default, NAD default, SandboxID: "424d8525f8947ec66b0d95d5d060dd1cfd5778f845464a6d1458c81bebe3bea5", PCI device ID: , UID: "0a2ab2c1-f022-41ec-ba20-a8ec00f9df07", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0406 03:07:24.300347 3771 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-54w46, hostIfaceName: 4c127c217f470d6, network: default, NAD default, SandboxID: "4c127c217f470d667dc782f4305c788e34f9dbb742bf35c301837907e93ca2a3", PCI device ID: , UID: "7a887923-0f08-4429-8a85-14ed3e9664c1", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0406 03:07:24.346998 3771 cni.go:424] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-mk6lv 424d8525f8947ec66b0d95d5d060dd1cfd5778f845464a6d1458c81bebe3bea5 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-mk6lv 424d8525f8947ec66b0d95d5d060dd1cfd5778f845464a6d1458c81bebe3bea5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:7e:dc:42:0f:26\",\"name\":\"424d8525f8947ec\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d71bfe9f-6137-4d2a-b918-31cf05b3259d\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0406 03:07:24.364937 3771 cni.go:424] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-54w46 4c127c217f470d667dc782f4305c788e34f9dbb742bf35c301837907e93ca2a3 network default NAD default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-54w46 4c127c217f470d667dc782f4305c788e34f9dbb742bf35c301837907e93ca2a3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:72:54:68:c0:4e\",\"name\":\"4c127c217f470d6\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e498ec49-c619-46d2-9e5a-7c786b626e99\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0406 03:07:24.449987 3771 namespace.go:142] [konflux-operator] updating namespace I0406 03:07:24.646088 3771 namespace.go:142] [konflux-ui] updating namespace W0406 03:07:24.833554 3771 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0406 03:07:24.847983 3771 namespace.go:142] [open-cluster-management-2pgcu9mfas1m46ulnh3binnrqpenib9u] updating namespace W0406 03:07:24.858733 3771 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0406 03:07:25.249652 3771 namespace.go:142] [rhbk-operator] updating namespace I0406 03:07:25.450949 3771 namespace.go:142] [rhtpa-operator] updating namespace I0406 03:07:25.649174 3771 namespace.go:142] [trusted-artifact-signer] updating namespace I0406 03:07:25.852024 3771 namespace.go:142] [tsf] updating namespace I0406 03:07:26.009653 3771 namespace.go:142] [tsf-keycloak] updating namespace I0406 03:07:26.207483 3771 namespace.go:142] [tsf-tas] updating namespace I0406 03:07:26.409122 3771 namespace.go:142] [tsf-tpa] updating namespace I0406 03:07:26.533246 3771 namespace.go:142] [cert-manager] updating namespace I0406 03:07:26.540726 3771 namespace.go:142] [cert-manager-operator] updating namespace I0406 03:07:26.550535 3771 namespace.go:142] [default] updating namespace I0406 03:07:26.557888 3771 namespace.go:142] [konflux-operator] updating namespace I0406 03:07:26.567558 3771 namespace.go:142] [konflux-ui] updating namespace I0406 03:07:26.574654 3771 namespace.go:142] [open-cluster-management-2pgcu9mfas1m46ulnh3binnrqpenib9u] updating namespace I0406 03:07:26.583223 3771 namespace.go:142] [openshift] updating namespace I0406 03:07:26.590316 3771 namespace.go:142] [rhbk-operator] updating namespace I0406 03:07:26.599446 3771 namespace.go:142] [rhtpa-operator] updating namespace I0406 03:07:26.608816 3771 namespace.go:142] [trusted-artifact-signer] updating namespace I0406 03:07:26.629083 3771 namespace.go:142] [tsf] updating namespace I0406 03:07:26.651542 3771 namespace.go:142] [tsf-keycloak] updating namespace I0406 03:07:26.671092 3771 namespace.go:142] [tsf-tas] updating namespace I0406 03:07:26.688538 3771 namespace.go:142] [tsf-tpa] updating namespace I0406 03:07:26.792343 3771 namespace.go:142] [cert-manager] updating namespace I0406 03:07:26.892097 3771 namespace.go:142] [cert-manager-operator] updating namespace I0406 03:07:26.995957 3771 namespace.go:142] [default] updating namespace I0406 03:07:27.094785 3771 namespace.go:142] [konflux-operator] updating namespace I0406 03:07:27.192281 3771 namespace.go:142] [konflux-ui] updating namespace I0406 03:07:27.294733 3771 namespace.go:142] [open-cluster-management-2pgcu9mfas1m46ulnh3binnrqpenib9u] updating namespace I0406 03:07:27.391075 3771 namespace.go:142] [openshift] updating namespace I0406 03:07:27.496575 3771 namespace.go:142] [rhbk-operator] updating namespace I0406 03:07:27.596379 3771 namespace.go:142] [rhtpa-operator] updating namespace I0406 03:07:27.695983 3771 namespace.go:142] [trusted-artifact-signer] updating namespace I0406 03:07:27.792345 3771 namespace.go:142] [tsf] updating namespace I0406 03:07:27.891218 3771 namespace.go:142] [tsf-keycloak] updating namespace I0406 03:07:27.993805 3771 namespace.go:142] [tsf-tas] updating namespace I0406 03:07:28.092033 3771 namespace.go:142] [tsf-tpa] updating namespace I0406 03:07:28.309569 3771 namespace.go:142] [openshift-pipelines] updating namespace W0406 03:07:41.943194 3771 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0406 03:07:41.943216 3771 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0406 03:07:41.943221 3771 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0406 03:07:41.943225 3771 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0406 03:07:42.073364 3771 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0406 03:07:42.073383 3771 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0406 03:07:42.073388 3771 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0406 03:07:42.202210 3771 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0406 03:07:42.202232 3771 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0406 03:07:42.202236 3771 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0406 03:07:45.860109 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0406 03:07:45.902401 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0406 03:08:07.222701 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0406 03:08:08.667107 3771 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0406 03:08:10.027922 3771 cni.go:403] [tsf/test-tsf-infrastructure 3230262b1704d82410ebd7da1463a7500823378440b9d20cb121d51174618d69 network default NAD default] DEL starting CNI request [tsf/test-tsf-infrastructure 3230262b1704d82410ebd7da1463a7500823378440b9d20cb121d51174618d69 network default NAD default] I0406 03:08:10.114159 3771 cni.go:424] [tsf/test-tsf-infrastructure 3230262b1704d82410ebd7da1463a7500823378440b9d20cb121d51174618d69 network default NAD default] DEL finished CNI request [tsf/test-tsf-infrastructure 3230262b1704d82410ebd7da1463a7500823378440b9d20cb121d51174618d69 network default NAD default], result "{}", err I0406 03:08:10.164143 3771 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 03:08:10.164176 3771 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0406 03:08:10.165474 3771 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.23 I0406 03:08:10.165512 3771 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 03:08:10.204416 3771 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:08:10.204444 3771 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:08:10.207147 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0406 03:08:10.207176 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0406 03:08:11.238973 3771 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-4.ec2.internal I0406 03:08:11.239109 3771 kube.go:256] Updating pod tsf/test-tsf-iam I0406 03:08:11.255542 3771 pod.go:62] [tsf/test-tsf-iam] pod update took 16.488333ms I0406 03:08:11.255565 3771 base_network_controller_pods.go:937] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 16.516677ms I0406 03:08:11.256847 3771 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 17.894428ms, libovsdb time 892.428µs I0406 03:08:11.290327 3771 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-4.ec2.internal I0406 03:08:11.290466 3771 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0406 03:08:11.306414 3771 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 15.978331ms I0406 03:08:11.306444 3771 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 16.01476ms I0406 03:08:11.307855 3771 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 17.541343ms, libovsdb time 970.477µs I0406 03:08:11.621011 3771 cni.go:403] [tsf/test-tsf-iam 3a3ca9f8d728dafbb65b986f6896bea85111a190dbd90931197d8dfca2458217 network default NAD default] ADD starting CNI request [tsf/test-tsf-iam 3a3ca9f8d728dafbb65b986f6896bea85111a190dbd90931197d8dfca2458217 network default NAD default] I0406 03:08:11.630292 3771 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 3a3ca9f8d728daf, network: default, NAD default, SandboxID: "3a3ca9f8d728dafbb65b986f6896bea85111a190dbd90931197d8dfca2458217", PCI device ID: , UID: "3bd78704-0363-4b80-93cf-0f9c9ed754f4", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0406 03:08:11.649569 3771 cni.go:403] [tsf-keycloak/keycloak-0 f6f76e47daf7291932711c23f0ed0102142b8f178e58557a4b618182a955ef45 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 f6f76e47daf7291932711c23f0ed0102142b8f178e58557a4b618182a955ef45 network default NAD default] I0406 03:08:11.659661 3771 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: f6f76e47daf7291, network: default, NAD default, SandboxID: "f6f76e47daf7291932711c23f0ed0102142b8f178e58557a4b618182a955ef45", PCI device ID: , UID: "9ed4ab99-17cc-4d36-83a7-5c18c169c57f", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0406 03:08:11.684403 3771 cni.go:424] [tsf/test-tsf-iam 3a3ca9f8d728dafbb65b986f6896bea85111a190dbd90931197d8dfca2458217 network default NAD default] ADD finished CNI request [tsf/test-tsf-iam 3a3ca9f8d728dafbb65b986f6896bea85111a190dbd90931197d8dfca2458217 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:ac:18:64:01:48\",\"name\":\"3a3ca9f8d728daf\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/79a22a12-9315-460b-8ad6-1d109e9dade6\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0406 03:08:11.708332 3771 cni.go:424] [tsf-keycloak/keycloak-0 f6f76e47daf7291932711c23f0ed0102142b8f178e58557a4b618182a955ef45 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 f6f76e47daf7291932711c23f0ed0102142b8f178e58557a4b618182a955ef45 network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:c0:f1:34:ba:5e\",\"name\":\"f6f76e47daf7291\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2aa617fe-ed76-413a-b9b0-d58d1944b76d\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0406 03:08:18.073539 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0406 03:08:18.073572 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0406 03:08:18.074440 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0406 03:08:25.164659 3771 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0406 03:08:28.240517 3771 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-1-4.ec2.internal I0406 03:08:28.240635 3771 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0406 03:08:28.258525 3771 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 17.908158ms I0406 03:08:28.258557 3771 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 17.944111ms I0406 03:08:28.259784 3771 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 19.282415ms, libovsdb time 889.85µs I0406 03:08:30.691325 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 I0406 03:08:33.706254 3771 cni.go:403] [openshift-pipelines/tekton-results-postgres-0 eb79d1e90cce74eb39bc3308d96ba4d3eb4b7c3838e87cfd4d32a327428f6f8f network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 eb79d1e90cce74eb39bc3308d96ba4d3eb4b7c3838e87cfd4d32a327428f6f8f network default NAD default] I0406 03:08:33.716255 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: eb79d1e90cce74e, network: default, NAD default, SandboxID: "eb79d1e90cce74eb39bc3308d96ba4d3eb4b7c3838e87cfd4d32a327428f6f8f", PCI device ID: , UID: "f260bec1-280f-44ea-bf16-7ab8c84d5ab7", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0406 03:08:33.767140 3771 cni.go:424] [openshift-pipelines/tekton-results-postgres-0 eb79d1e90cce74eb39bc3308d96ba4d3eb4b7c3838e87cfd4d32a327428f6f8f network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 eb79d1e90cce74eb39bc3308d96ba4d3eb4b7c3838e87cfd4d32a327428f6f8f network default NAD default], result "{\"interfaces\":[{\"mac\":\"a6:5d:5e:3d:e0:e5\",\"name\":\"eb79d1e90cce74e\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8120d529-9fd0-40e2-b7a3-a9f792301bc8\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0406 03:08:37.921985 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0406 03:08:37.926819 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0406 03:08:37.926840 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0406 03:08:39.215026 3771 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0406 03:08:39.330537 3771 cni.go:403] [tsf-keycloak/keycloak-0 f6f76e47daf7291932711c23f0ed0102142b8f178e58557a4b618182a955ef45 network default NAD default] DEL starting CNI request [tsf-keycloak/keycloak-0 f6f76e47daf7291932711c23f0ed0102142b8f178e58557a4b618182a955ef45 network default NAD default] I0406 03:08:39.419005 3771 cni.go:424] [tsf-keycloak/keycloak-0 f6f76e47daf7291932711c23f0ed0102142b8f178e58557a4b618182a955ef45 network default NAD default] DEL finished CNI request [tsf-keycloak/keycloak-0 f6f76e47daf7291932711c23f0ed0102142b8f178e58557a4b618182a955ef45 network default NAD default], result "{}", err I0406 03:08:39.482836 3771 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 03:08:39.482879 3771 pods.go:176] Deleting pod: tsf-keycloak/keycloak-0 I0406 03:08:39.484115 3771 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/keycloak-0, ips: 10.130.0.27 I0406 03:08:39.484147 3771 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 03:08:40.174685 3771 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:08:40.174713 3771 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:08:40.179257 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0406 03:08:40.179283 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 I0406 03:08:40.215898 3771 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-4.ec2.internal I0406 03:08:40.215986 3771 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0406 03:08:40.236505 3771 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 20.544446ms I0406 03:08:40.236595 3771 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 20.638619ms I0406 03:08:40.238596 3771 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 22.71369ms, libovsdb time 1.224257ms I0406 03:08:40.619390 3771 cni.go:403] [tsf-keycloak/keycloak-0 9a4cfaafe8256597a213583341e031a3b50f4d11f86c01c1a8c31bc0575cdb86 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 9a4cfaafe8256597a213583341e031a3b50f4d11f86c01c1a8c31bc0575cdb86 network default NAD default] I0406 03:08:40.630244 3771 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 9a4cfaafe825659, network: default, NAD default, SandboxID: "9a4cfaafe8256597a213583341e031a3b50f4d11f86c01c1a8c31bc0575cdb86", PCI device ID: , UID: "210f00f1-ba84-4ca5-a4e0-a0ad3f594a74", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0406 03:08:40.679197 3771 cni.go:424] [tsf-keycloak/keycloak-0 9a4cfaafe8256597a213583341e031a3b50f4d11f86c01c1a8c31bc0575cdb86 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 9a4cfaafe8256597a213583341e031a3b50f4d11f86c01c1a8c31bc0575cdb86 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:d5:1a:7c:62:ec\",\"name\":\"9a4cfaafe825659\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/82e2a957-fc2c-4844-8904-397e729b6e04\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0406 03:08:40.755365 3771 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-lht9k] creating logical port openshift-pipelines_tekton-results-watcher-6f946f97cf-lht9k for pod on switch ip-10-0-1-4.ec2.internal I0406 03:08:40.755491 3771 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-6f946f97cf-lht9k I0406 03:08:40.775447 3771 pod.go:62] [openshift-pipelines/tekton-results-watcher-6f946f97cf-lht9k] pod update took 19.976488ms I0406 03:08:40.775469 3771 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-lht9k] addLogicalPort annotation time took 20.002269ms I0406 03:08:40.776764 3771 pods.go:271] [openshift-pipelines/tekton-results-watcher-6f946f97cf-lht9k] addLogicalPort took 21.413566ms, libovsdb time 988.321µs I0406 03:08:41.155276 3771 cni.go:403] [openshift-pipelines/tekton-results-watcher-6f946f97cf-lht9k 377b52039b21473c49d406ae976321b8a9ba71ad39aaa3a75c22ae2583cdd7f0 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-lht9k 377b52039b21473c49d406ae976321b8a9ba71ad39aaa3a75c22ae2583cdd7f0 network default NAD default] I0406 03:08:41.164531 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-6f946f97cf-lht9k, hostIfaceName: 377b52039b21473, network: default, NAD default, SandboxID: "377b52039b21473c49d406ae976321b8a9ba71ad39aaa3a75c22ae2583cdd7f0", PCI device ID: , UID: "8dbe3b36-818f-49cf-a904-31af38b5db7c", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0406 03:08:41.212923 3771 cni.go:424] [openshift-pipelines/tekton-results-watcher-6f946f97cf-lht9k 377b52039b21473c49d406ae976321b8a9ba71ad39aaa3a75c22ae2583cdd7f0 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-lht9k 377b52039b21473c49d406ae976321b8a9ba71ad39aaa3a75c22ae2583cdd7f0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:44:ea:2b:53:f8\",\"name\":\"377b52039b21473\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc694d42-05f5-4e54-a2a8-9ce7c2241e5f\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0406 03:08:42.196782 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0406 03:08:42.196800 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0406 03:08:42.199586 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0406 03:08:45.412525 3771 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0406 03:08:45.412552 3771 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0406 03:08:45.412562 3771 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0406 03:08:55.950401 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0406 03:08:55.950422 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0406 03:08:55.951150 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service I0406 03:09:01.532316 3771 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-8qvwb] creating logical port tsf-keycloak_tsf-iam-8qvwb for pod on switch ip-10-0-1-4.ec2.internal I0406 03:09:01.532441 3771 kube.go:256] Updating pod tsf-keycloak/tsf-iam-8qvwb I0406 03:09:01.546303 3771 pod.go:62] [tsf-keycloak/tsf-iam-8qvwb] pod update took 13.885321ms I0406 03:09:01.546332 3771 base_network_controller_pods.go:937] [default/tsf-keycloak/tsf-iam-8qvwb] addLogicalPort annotation time took 13.91817ms I0406 03:09:01.547535 3771 pods.go:271] [tsf-keycloak/tsf-iam-8qvwb] addLogicalPort took 15.235303ms, libovsdb time 843.5µs I0406 03:09:01.891865 3771 cni.go:403] [tsf-keycloak/tsf-iam-8qvwb ee493d05f900a417d6e6ba0f7466769ce5a6e5817c05a4da7cc84489fb69e49e network default NAD default] ADD starting CNI request [tsf-keycloak/tsf-iam-8qvwb ee493d05f900a417d6e6ba0f7466769ce5a6e5817c05a4da7cc84489fb69e49e network default NAD default] I0406 03:09:01.901570 3771 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-8qvwb, hostIfaceName: ee493d05f900a41, network: default, NAD default, SandboxID: "ee493d05f900a417d6e6ba0f7466769ce5a6e5817c05a4da7cc84489fb69e49e", PCI device ID: , UID: "07e7360c-9136-44b8-830e-6e6e26f90757", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0406 03:09:01.954644 3771 cni.go:424] [tsf-keycloak/tsf-iam-8qvwb ee493d05f900a417d6e6ba0f7466769ce5a6e5817c05a4da7cc84489fb69e49e network default NAD default] ADD finished CNI request [tsf-keycloak/tsf-iam-8qvwb ee493d05f900a417d6e6ba0f7466769ce5a6e5817c05a4da7cc84489fb69e49e network default NAD default], result "{\"interfaces\":[{\"mac\":\"ea:55:c6:f8:05:3d\",\"name\":\"ee493d05f900a41\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd2fc40e-932f-4310-826b-1034b4508b94\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0406 03:09:11.336596 3771 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0406 03:09:11.336621 3771 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0406 03:09:12.378120 3771 cni.go:403] [tsf/test-tsf-iam 3a3ca9f8d728dafbb65b986f6896bea85111a190dbd90931197d8dfca2458217 network default NAD default] DEL starting CNI request [tsf/test-tsf-iam 3a3ca9f8d728dafbb65b986f6896bea85111a190dbd90931197d8dfca2458217 network default NAD default] I0406 03:09:12.454686 3771 cni.go:424] [tsf/test-tsf-iam 3a3ca9f8d728dafbb65b986f6896bea85111a190dbd90931197d8dfca2458217 network default NAD default] DEL finished CNI request [tsf/test-tsf-iam 3a3ca9f8d728dafbb65b986f6896bea85111a190dbd90931197d8dfca2458217 network default NAD default], result "{}", err I0406 03:09:12.505137 3771 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 03:09:12.505183 3771 pods.go:176] Deleting pod: tsf/test-tsf-iam I0406 03:09:12.506416 3771 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.26 I0406 03:09:12.506440 3771 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0406 03:09:12.546191 3771 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0406 03:09:18.406094 3771 cni.go:403] [tsf-keycloak/tsf-iam-8qvwb ee493d05f900a417d6e6ba0f7466769ce5a6e5817c05a4da7cc84489fb69e49e network default NAD default] DEL starting CNI request [tsf-keycloak/tsf-iam-8qvwb ee493d05f900a417d6e6ba0f7466769ce5a6e5817c05a4da7cc84489fb69e49e network default NAD default] I0406 03:09:18.482219 3771 cni.go:424] [tsf-keycloak/tsf-iam-8qvwb ee493d05f900a417d6e6ba0f7466769ce5a6e5817c05a4da7cc84489fb69e49e network default NAD default] DEL finished CNI request [tsf-keycloak/tsf-iam-8qvwb ee493d05f900a417d6e6ba0f7466769ce5a6e5817c05a4da7cc84489fb69e49e network default NAD default], result "{}", err I0406 03:09:18.531134 3771 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-8qvwb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 03:09:18.531243 3771 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-8qvwb I0406 03:09:18.532526 3771 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-8qvwb, ips: 10.130.0.31 I0406 03:09:18.532553 3771 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-8qvwb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 03:09:19.558176 3771 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-8qvwb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:09:19.558197 3771 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-8qvwb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:09:19.788866 3771 cni.go:403] [tsf-keycloak/keycloak-0 9a4cfaafe8256597a213583341e031a3b50f4d11f86c01c1a8c31bc0575cdb86 network default NAD default] DEL starting CNI request [tsf-keycloak/keycloak-0 9a4cfaafe8256597a213583341e031a3b50f4d11f86c01c1a8c31bc0575cdb86 network default NAD default] I0406 03:09:19.861810 3771 cni.go:424] [tsf-keycloak/keycloak-0 9a4cfaafe8256597a213583341e031a3b50f4d11f86c01c1a8c31bc0575cdb86 network default NAD default] DEL finished CNI request [tsf-keycloak/keycloak-0 9a4cfaafe8256597a213583341e031a3b50f4d11f86c01c1a8c31bc0575cdb86 network default NAD default], result "{}", err I0406 03:09:19.910235 3771 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 03:09:19.910269 3771 pods.go:176] Deleting pod: tsf-keycloak/keycloak-0 I0406 03:09:19.911567 3771 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/keycloak-0, ips: 10.130.0.29 I0406 03:09:19.911599 3771 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 03:09:20.407121 3771 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:09:20.407147 3771 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:09:20.413355 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0406 03:09:20.413387 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 I0406 03:09:20.444477 3771 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-4.ec2.internal I0406 03:09:20.444565 3771 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0406 03:09:20.460319 3771 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 15.777985ms I0406 03:09:20.460344 3771 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 15.805788ms I0406 03:09:20.461513 3771 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 17.050311ms, libovsdb time 830.36µs I0406 03:09:20.802624 3771 cni.go:403] [tsf-keycloak/keycloak-0 c0c88916f44cc10949bdbccacf9c750e69b1dc82d3b4bc9b2d4fa67da0f3ca14 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 c0c88916f44cc10949bdbccacf9c750e69b1dc82d3b4bc9b2d4fa67da0f3ca14 network default NAD default] I0406 03:09:20.812132 3771 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: c0c88916f44cc10, network: default, NAD default, SandboxID: "c0c88916f44cc10949bdbccacf9c750e69b1dc82d3b4bc9b2d4fa67da0f3ca14", PCI device ID: , UID: "2ba4894a-b5f0-4000-90d4-99fdebb6e510", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0406 03:09:20.862286 3771 cni.go:424] [tsf-keycloak/keycloak-0 c0c88916f44cc10949bdbccacf9c750e69b1dc82d3b4bc9b2d4fa67da0f3ca14 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 c0c88916f44cc10949bdbccacf9c750e69b1dc82d3b4bc9b2d4fa67da0f3ca14 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:e3:b7:44:e4:ab\",\"name\":\"c0c88916f44cc10\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1ae30bce-48d8-4807-a76a-923ab7572975\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0406 03:09:21.424047 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0406 03:09:21.424120 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0406 03:09:21.424121 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0406 03:09:24.616104 3771 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-4vmps] creating logical port openshift-pipelines_pipelines-console-plugin-79cb8f5447-4vmps for pod on switch ip-10-0-1-4.ec2.internal I0406 03:09:24.616223 3771 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-79cb8f5447-4vmps I0406 03:09:24.628304 3771 pod.go:62] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-4vmps] pod update took 12.110451ms I0406 03:09:24.628341 3771 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-4vmps] addLogicalPort annotation time took 12.154393ms I0406 03:09:24.632001 3771 pods.go:271] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-4vmps] addLogicalPort took 15.946778ms, libovsdb time 3.13513ms I0406 03:09:25.591892 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0406 03:09:25.599031 3771 cni.go:403] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-4vmps c86c39d9074744fad938b9c51b869ec5a14e0ac2292b0f9c8d2419406956264a network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-4vmps c86c39d9074744fad938b9c51b869ec5a14e0ac2292b0f9c8d2419406956264a network default NAD default] I0406 03:09:25.612463 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-79cb8f5447-4vmps, hostIfaceName: c86c39d9074744f, network: default, NAD default, SandboxID: "c86c39d9074744fad938b9c51b869ec5a14e0ac2292b0f9c8d2419406956264a", PCI device ID: , UID: "cb52fe53-ec76-410e-adf9-2c06a5b40b80", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0406 03:09:25.700018 3771 cni.go:424] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-4vmps c86c39d9074744fad938b9c51b869ec5a14e0ac2292b0f9c8d2419406956264a network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-4vmps c86c39d9074744fad938b9c51b869ec5a14e0ac2292b0f9c8d2419406956264a network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:b8:1a:02:c8:fa\",\"name\":\"c86c39d9074744f\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c32724c8-62bb-46df-8f5b-a846eede1b9e\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0406 03:09:36.117592 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0406 03:09:36.117612 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0406 03:09:36.119520 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service I0406 03:10:03.942886 3771 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590750-xk4lg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 03:10:03.943464 3771 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590750-xk4lg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 03:10:04.818774 3771 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590750-xk4lg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:10:04.818805 3771 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590750-xk4lg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:10:12.619845 3771 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:10:12.619877 3771 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:10:12.625008 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0406 03:10:12.625034 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0406 03:10:12.755822 3771 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-4.ec2.internal I0406 03:10:12.755915 3771 kube.go:256] Updating pod tsf/test-tsf-iam I0406 03:10:12.771234 3771 pod.go:62] [tsf/test-tsf-iam] pod update took 15.341874ms I0406 03:10:12.771258 3771 base_network_controller_pods.go:937] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 15.368083ms I0406 03:10:12.772410 3771 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 16.604631ms, libovsdb time 798.151µs I0406 03:10:13.112874 3771 cni.go:403] [tsf/test-tsf-iam f53e3fa8da4d114235f431642ace221b8e0fcfc24c77071b86e668725f000981 network default NAD default] ADD starting CNI request [tsf/test-tsf-iam f53e3fa8da4d114235f431642ace221b8e0fcfc24c77071b86e668725f000981 network default NAD default] I0406 03:10:13.123768 3771 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: f53e3fa8da4d114, network: default, NAD default, SandboxID: "f53e3fa8da4d114235f431642ace221b8e0fcfc24c77071b86e668725f000981", PCI device ID: , UID: "4247b047-e754-4d3f-89c7-eb207f1ba8f9", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0406 03:10:13.177230 3771 cni.go:424] [tsf/test-tsf-iam f53e3fa8da4d114235f431642ace221b8e0fcfc24c77071b86e668725f000981 network default NAD default] ADD finished CNI request [tsf/test-tsf-iam f53e3fa8da4d114235f431642ace221b8e0fcfc24c77071b86e668725f000981 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:92:c0:a2:b8:ad\",\"name\":\"f53e3fa8da4d114\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a729eab4-f98f-47cd-ba0b-492c37580f89\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0406 03:10:21.667513 3771 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0406 03:10:21.714740 3771 cni.go:403] [tsf/test-tsf-iam f53e3fa8da4d114235f431642ace221b8e0fcfc24c77071b86e668725f000981 network default NAD default] DEL starting CNI request [tsf/test-tsf-iam f53e3fa8da4d114235f431642ace221b8e0fcfc24c77071b86e668725f000981 network default NAD default] I0406 03:10:21.795180 3771 cni.go:424] [tsf/test-tsf-iam f53e3fa8da4d114235f431642ace221b8e0fcfc24c77071b86e668725f000981 network default NAD default] DEL finished CNI request [tsf/test-tsf-iam f53e3fa8da4d114235f431642ace221b8e0fcfc24c77071b86e668725f000981 network default NAD default], result "{}", err I0406 03:10:21.843867 3771 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 03:10:21.843901 3771 pods.go:176] Deleting pod: tsf/test-tsf-iam I0406 03:10:21.846174 3771 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.34 I0406 03:10:21.846205 3771 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 03:10:21.865402 3771 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:10:21.865433 3771 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:10:21.871087 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0406 03:10:21.871111 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0406 03:10:22.660471 3771 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-1-4.ec2.internal I0406 03:10:22.660601 3771 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0406 03:10:22.674532 3771 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 13.957097ms I0406 03:10:22.674556 3771 base_network_controller_pods.go:937] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 13.983004ms I0406 03:10:22.675906 3771 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 15.451018ms, libovsdb time 947.524µs I0406 03:10:23.020225 3771 cni.go:403] [tsf-tas/test-tsf-tas 7134872d63fd289868b1dd143a2b40cb7b8efe8f46dfc89fd6ab99e2685b8929 network default NAD default] ADD starting CNI request [tsf-tas/test-tsf-tas 7134872d63fd289868b1dd143a2b40cb7b8efe8f46dfc89fd6ab99e2685b8929 network default NAD default] I0406 03:10:23.029647 3771 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 7134872d63fd289, network: default, NAD default, SandboxID: "7134872d63fd289868b1dd143a2b40cb7b8efe8f46dfc89fd6ab99e2685b8929", PCI device ID: , UID: "26cec598-e47b-44f1-8378-c2f15acbcc92", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0406 03:10:23.079677 3771 cni.go:424] [tsf-tas/test-tsf-tas 7134872d63fd289868b1dd143a2b40cb7b8efe8f46dfc89fd6ab99e2685b8929 network default NAD default] ADD finished CNI request [tsf-tas/test-tsf-tas 7134872d63fd289868b1dd143a2b40cb7b8efe8f46dfc89fd6ab99e2685b8929 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fe:19:df:cb:82:c6\",\"name\":\"7134872d63fd289\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c71f15db-62ba-4a69-9f2e-5a93deed5d9e\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0406 03:10:24.385476 3771 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-2nggf-z5ztv] creating logical port tsf-tas_ctlog-createtree-job-2nggf-z5ztv for pod on switch ip-10-0-1-4.ec2.internal I0406 03:10:24.385605 3771 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-2nggf-z5ztv I0406 03:10:24.404078 3771 pod.go:62] [tsf-tas/ctlog-createtree-job-2nggf-z5ztv] pod update took 18.475465ms I0406 03:10:24.404100 3771 base_network_controller_pods.go:937] [default/tsf-tas/ctlog-createtree-job-2nggf-z5ztv] addLogicalPort annotation time took 18.521792ms I0406 03:10:24.405204 3771 pods.go:271] [tsf-tas/ctlog-createtree-job-2nggf-z5ztv] addLogicalPort took 19.743131ms, libovsdb time 791.859µs I0406 03:10:24.443943 3771 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-69598dfdd-z56gr] creating logical port tsf-tas_trillian-logserver-69598dfdd-z56gr for pod on switch ip-10-0-1-4.ec2.internal I0406 03:10:24.444050 3771 kube.go:256] Updating pod tsf-tas/trillian-logserver-69598dfdd-z56gr I0406 03:10:24.460535 3771 pod.go:62] [tsf-tas/trillian-logserver-69598dfdd-z56gr] pod update took 16.503381ms I0406 03:10:24.460556 3771 base_network_controller_pods.go:937] [default/tsf-tas/trillian-logserver-69598dfdd-z56gr] addLogicalPort annotation time took 16.530432ms I0406 03:10:24.461740 3771 pods.go:271] [tsf-tas/trillian-logserver-69598dfdd-z56gr] addLogicalPort took 17.812795ms, libovsdb time 837.358µs I0406 03:10:24.581460 3771 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-75ff6f595b-qhd96] creating logical port tsf-tas_trillian-logsigner-75ff6f595b-qhd96 for pod on switch ip-10-0-1-4.ec2.internal I0406 03:10:24.581591 3771 kube.go:256] Updating pod tsf-tas/trillian-logsigner-75ff6f595b-qhd96 I0406 03:10:24.598558 3771 pod.go:62] [tsf-tas/trillian-logsigner-75ff6f595b-qhd96] pod update took 16.990483ms I0406 03:10:24.598585 3771 base_network_controller_pods.go:937] [default/tsf-tas/trillian-logsigner-75ff6f595b-qhd96] addLogicalPort annotation time took 17.031241ms I0406 03:10:24.600054 3771 pods.go:271] [tsf-tas/trillian-logsigner-75ff6f595b-qhd96] addLogicalPort took 18.614637ms, libovsdb time 1.069114ms I0406 03:10:24.744145 3771 cni.go:403] [tsf-tas/ctlog-createtree-job-2nggf-z5ztv e6a53a2813950234f384468542df594727baabf6512ba606ca937cf9c87607a1 network default NAD default] ADD starting CNI request [tsf-tas/ctlog-createtree-job-2nggf-z5ztv e6a53a2813950234f384468542df594727baabf6512ba606ca937cf9c87607a1 network default NAD default] I0406 03:10:24.753428 3771 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-2nggf-z5ztv, hostIfaceName: e6a53a281395023, network: default, NAD default, SandboxID: "e6a53a2813950234f384468542df594727baabf6512ba606ca937cf9c87607a1", PCI device ID: , UID: "d031c3a1-b7eb-4df7-8c14-2c6979ed7413", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0406 03:10:24.769532 3771 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-lfsnf-khdt2] creating logical port tsf-tas_rekor-createtree-job-lfsnf-khdt2 for pod on switch ip-10-0-1-4.ec2.internal I0406 03:10:24.769637 3771 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-lfsnf-khdt2 I0406 03:10:24.781792 3771 pod.go:62] [tsf-tas/rekor-createtree-job-lfsnf-khdt2] pod update took 12.178546ms I0406 03:10:24.781822 3771 base_network_controller_pods.go:937] [default/tsf-tas/rekor-createtree-job-lfsnf-khdt2] addLogicalPort annotation time took 12.211704ms I0406 03:10:24.783337 3771 pods.go:271] [tsf-tas/rekor-createtree-job-lfsnf-khdt2] addLogicalPort took 13.823083ms, libovsdb time 1.043037ms I0406 03:10:24.806824 3771 cni.go:424] [tsf-tas/ctlog-createtree-job-2nggf-z5ztv e6a53a2813950234f384468542df594727baabf6512ba606ca937cf9c87607a1 network default NAD default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-2nggf-z5ztv e6a53a2813950234f384468542df594727baabf6512ba606ca937cf9c87607a1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:b6:86:56:8a:ea\",\"name\":\"e6a53a281395023\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3700da2a-f9ca-427c-b124-0c1fa07e3b65\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0406 03:10:24.808054 3771 cni.go:403] [tsf-tas/trillian-logserver-69598dfdd-z56gr cd71799e514143d5854fd5763c45112ad2a05c7c0b9200ea37e4a4c00e73780c network default NAD default] ADD starting CNI request [tsf-tas/trillian-logserver-69598dfdd-z56gr cd71799e514143d5854fd5763c45112ad2a05c7c0b9200ea37e4a4c00e73780c network default NAD default] I0406 03:10:24.817369 3771 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-69598dfdd-z56gr, hostIfaceName: cd71799e514143d, network: default, NAD default, SandboxID: "cd71799e514143d5854fd5763c45112ad2a05c7c0b9200ea37e4a4c00e73780c", PCI device ID: , UID: "f2d8591b-7ce9-4680-839c-c8cf5123ef8b", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0406 03:10:24.867738 3771 cni.go:424] [tsf-tas/trillian-logserver-69598dfdd-z56gr cd71799e514143d5854fd5763c45112ad2a05c7c0b9200ea37e4a4c00e73780c network default NAD default] ADD finished CNI request [tsf-tas/trillian-logserver-69598dfdd-z56gr cd71799e514143d5854fd5763c45112ad2a05c7c0b9200ea37e4a4c00e73780c network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:7a:53:a2:dc:4e\",\"name\":\"cd71799e514143d\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7362eb67-2d33-4a31-9fdb-d6b1db0ed9fd\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0406 03:10:25.132325 3771 cni.go:403] [tsf-tas/rekor-createtree-job-lfsnf-khdt2 71fc81d0e66d427970ffd47be182a2792116dc4c495e05bf64136643559b2798 network default NAD default] ADD starting CNI request [tsf-tas/rekor-createtree-job-lfsnf-khdt2 71fc81d0e66d427970ffd47be182a2792116dc4c495e05bf64136643559b2798 network default NAD default] I0406 03:10:25.142325 3771 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-lfsnf-khdt2, hostIfaceName: 71fc81d0e66d427, network: default, NAD default, SandboxID: "71fc81d0e66d427970ffd47be182a2792116dc4c495e05bf64136643559b2798", PCI device ID: , UID: "77173019-6622-4fcd-a701-1d7fdb67489a", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0406 03:10:25.191151 3771 cni.go:424] [tsf-tas/rekor-createtree-job-lfsnf-khdt2 71fc81d0e66d427970ffd47be182a2792116dc4c495e05bf64136643559b2798 network default NAD default] ADD finished CNI request [tsf-tas/rekor-createtree-job-lfsnf-khdt2 71fc81d0e66d427970ffd47be182a2792116dc4c495e05bf64136643559b2798 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7e:7b:15:b4:49:bc\",\"name\":\"71fc81d0e66d427\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a160b1c8-7241-459d-82d8-56f1bb983003\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0406 03:10:25.545534 3771 cni.go:403] [tsf-tas/trillian-logsigner-75ff6f595b-qhd96 0a33137dc7dfefd779b8ed887aa8356ea19979b07b3157875a784abf7c34eb6e network default NAD default] ADD starting CNI request [tsf-tas/trillian-logsigner-75ff6f595b-qhd96 0a33137dc7dfefd779b8ed887aa8356ea19979b07b3157875a784abf7c34eb6e network default NAD default] I0406 03:10:25.557495 3771 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-75ff6f595b-qhd96, hostIfaceName: 0a33137dc7dfefd, network: default, NAD default, SandboxID: "0a33137dc7dfefd779b8ed887aa8356ea19979b07b3157875a784abf7c34eb6e", PCI device ID: , UID: "f9e0281f-1443-4ebf-bdb3-e8f02f774880", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0406 03:10:25.624261 3771 cni.go:424] [tsf-tas/trillian-logsigner-75ff6f595b-qhd96 0a33137dc7dfefd779b8ed887aa8356ea19979b07b3157875a784abf7c34eb6e network default NAD default] ADD finished CNI request [tsf-tas/trillian-logsigner-75ff6f595b-qhd96 0a33137dc7dfefd779b8ed887aa8356ea19979b07b3157875a784abf7c34eb6e network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:be:5a:f7:11:ac\",\"name\":\"0a33137dc7dfefd\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd5f2107-5fa5-48fa-8f8e-1fd4781b54f8\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0406 03:10:26.921097 3771 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0406 03:10:26.921121 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0406 03:10:31.780809 3771 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0406 03:10:31.807013 3771 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0406 03:10:35.833496 3771 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0406 03:10:36.963513 3771 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-2xr7j-krl4t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 03:10:36.964112 3771 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-2xr7j-krl4t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 03:10:37.835225 3771 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-2xr7j-krl4t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:10:37.835254 3771 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-2xr7j-krl4t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:10:45.593343 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=98 I0406 03:11:02.799875 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 W0406 03:11:04.918435 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner W0406 03:11:04.939161 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0406 03:11:10.991137 3771 cni.go:403] [tsf-tas/test-tsf-tas 7134872d63fd289868b1dd143a2b40cb7b8efe8f46dfc89fd6ab99e2685b8929 network default NAD default] DEL starting CNI request [tsf-tas/test-tsf-tas 7134872d63fd289868b1dd143a2b40cb7b8efe8f46dfc89fd6ab99e2685b8929 network default NAD default] I0406 03:11:11.079944 3771 cni.go:424] [tsf-tas/test-tsf-tas 7134872d63fd289868b1dd143a2b40cb7b8efe8f46dfc89fd6ab99e2685b8929 network default NAD default] DEL finished CNI request [tsf-tas/test-tsf-tas 7134872d63fd289868b1dd143a2b40cb7b8efe8f46dfc89fd6ab99e2685b8929 network default NAD default], result "{}", err I0406 03:11:11.127496 3771 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 03:11:11.127537 3771 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0406 03:11:11.128847 3771 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.35 I0406 03:11:11.128883 3771 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 03:11:11.147165 3771 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:11:11.147187 3771 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:11:11.153146 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0406 03:11:11.153173 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0406 03:11:16.019308 3771 cni.go:403] [tsf-tas/ctlog-createtree-job-2nggf-z5ztv e6a53a2813950234f384468542df594727baabf6512ba606ca937cf9c87607a1 network default NAD default] DEL starting CNI request [tsf-tas/ctlog-createtree-job-2nggf-z5ztv e6a53a2813950234f384468542df594727baabf6512ba606ca937cf9c87607a1 network default NAD default] I0406 03:11:16.100081 3771 cni.go:424] [tsf-tas/ctlog-createtree-job-2nggf-z5ztv e6a53a2813950234f384468542df594727baabf6512ba606ca937cf9c87607a1 network default NAD default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-2nggf-z5ztv e6a53a2813950234f384468542df594727baabf6512ba606ca937cf9c87607a1 network default NAD default], result "{}", err I0406 03:11:16.145805 3771 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-2nggf-z5ztv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 03:11:16.145832 3771 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-2nggf-z5ztv I0406 03:11:16.147075 3771 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-2nggf-z5ztv, ips: 10.130.0.36 I0406 03:11:16.147101 3771 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-2nggf-z5ztv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 03:11:16.591759 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=113 I0406 03:11:17.041099 3771 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-2nggf-z5ztv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:11:17.041130 3771 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-2nggf-z5ztv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:11:20.210393 3771 obj_retry.go:464] Detected object tsf/patch-tekton-config-fjvd8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 03:11:20.210933 3771 obj_retry.go:464] Detected object tsf/patch-tekton-config-fjvd8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 03:11:21.091535 3771 obj_retry.go:458] Detected object tsf/patch-tekton-config-fjvd8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:11:21.091559 3771 obj_retry.go:458] Detected object tsf/patch-tekton-config-fjvd8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0406 03:11:21.194589 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0406 03:11:26.071015 3771 cni.go:403] [tsf-tas/rekor-createtree-job-lfsnf-khdt2 71fc81d0e66d427970ffd47be182a2792116dc4c495e05bf64136643559b2798 network default NAD default] DEL starting CNI request [tsf-tas/rekor-createtree-job-lfsnf-khdt2 71fc81d0e66d427970ffd47be182a2792116dc4c495e05bf64136643559b2798 network default NAD default] I0406 03:11:26.152714 3771 cni.go:424] [tsf-tas/rekor-createtree-job-lfsnf-khdt2 71fc81d0e66d427970ffd47be182a2792116dc4c495e05bf64136643559b2798 network default NAD default] DEL finished CNI request [tsf-tas/rekor-createtree-job-lfsnf-khdt2 71fc81d0e66d427970ffd47be182a2792116dc4c495e05bf64136643559b2798 network default NAD default], result "{}", err I0406 03:11:26.200819 3771 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-lfsnf-khdt2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 03:11:26.200853 3771 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-lfsnf-khdt2 I0406 03:11:26.202130 3771 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-lfsnf-khdt2, ips: 10.130.0.39 I0406 03:11:26.202155 3771 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-lfsnf-khdt2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 03:11:26.273693 3771 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-fhf59 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 03:11:26.274298 3771 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-fhf59 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 03:11:27.082605 3771 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-lfsnf-khdt2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:11:27.082630 3771 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-lfsnf-khdt2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:11:27.296713 3771 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-fhf59 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:11:27.296736 3771 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-fhf59 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:11:27.328943 3771 obj_retry.go:458] Detected object tsf/patch-tekton-config-fjvd8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:11:27.328962 3771 obj_retry.go:458] Detected object tsf/patch-tekton-config-fjvd8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:11:27.333144 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-fjvd8 I0406 03:11:27.333167 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-fjvd8 I0406 03:11:27.949603 3771 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-1-4.ec2.internal I0406 03:11:27.949703 3771 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0406 03:11:27.961985 3771 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 12.303864ms I0406 03:11:27.962012 3771 base_network_controller_pods.go:937] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 12.336469ms I0406 03:11:27.963406 3771 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 13.822401ms, libovsdb time 915.203µs I0406 03:11:28.310026 3771 cni.go:403] [tsf-tpa/pre-install-tsf-tpa b8d43e688bd968390b1ab0559954f5f06fc6c57e0ac9649733938ad4c3e6a99d network default NAD default] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa b8d43e688bd968390b1ab0559954f5f06fc6c57e0ac9649733938ad4c3e6a99d network default NAD default] I0406 03:11:28.320686 3771 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: b8d43e688bd9683, network: default, NAD default, SandboxID: "b8d43e688bd968390b1ab0559954f5f06fc6c57e0ac9649733938ad4c3e6a99d", PCI device ID: , UID: "b7852c3a-e35d-410c-bb7a-612723cc541c", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0406 03:11:28.372016 3771 cni.go:424] [tsf-tpa/pre-install-tsf-tpa b8d43e688bd968390b1ab0559954f5f06fc6c57e0ac9649733938ad4c3e6a99d network default NAD default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa b8d43e688bd968390b1ab0559954f5f06fc6c57e0ac9649733938ad4c3e6a99d network default NAD default], result "{\"interfaces\":[{\"mac\":\"8a:62:b3:d8:31:73\",\"name\":\"b8d43e688bd9683\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13f3cb0c-7569-4f4e-961b-2b109d017ad0\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0406 03:11:30.725560 3771 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-5b78f48b55-47pmc] creating logical port tsf-tas_rekor-redis-5b78f48b55-47pmc for pod on switch ip-10-0-1-4.ec2.internal I0406 03:11:30.725646 3771 kube.go:256] Updating pod tsf-tas/rekor-redis-5b78f48b55-47pmc I0406 03:11:30.738774 3771 pod.go:62] [tsf-tas/rekor-redis-5b78f48b55-47pmc] pod update took 13.148591ms I0406 03:11:30.738799 3771 base_network_controller_pods.go:937] [default/tsf-tas/rekor-redis-5b78f48b55-47pmc] addLogicalPort annotation time took 13.181331ms I0406 03:11:30.740027 3771 pods.go:271] [tsf-tas/rekor-redis-5b78f48b55-47pmc] addLogicalPort took 14.495129ms, libovsdb time 848.41µs I0406 03:11:31.085468 3771 cni.go:403] [tsf-tas/rekor-redis-5b78f48b55-47pmc 18107d93aa7906359cb81ad5dca2ed5e1763733d1df2e53a32f30230c357277f network default NAD default] ADD starting CNI request [tsf-tas/rekor-redis-5b78f48b55-47pmc 18107d93aa7906359cb81ad5dca2ed5e1763733d1df2e53a32f30230c357277f network default NAD default] I0406 03:11:31.109519 3771 cni.go:403] [tsf-tpa/pre-install-tsf-tpa b8d43e688bd968390b1ab0559954f5f06fc6c57e0ac9649733938ad4c3e6a99d network default NAD default] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa b8d43e688bd968390b1ab0559954f5f06fc6c57e0ac9649733938ad4c3e6a99d network default NAD default] I0406 03:11:31.111681 3771 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-5b78f48b55-47pmc, hostIfaceName: 18107d93aa79063, network: default, NAD default, SandboxID: "18107d93aa7906359cb81ad5dca2ed5e1763733d1df2e53a32f30230c357277f", PCI device ID: , UID: "0f964c86-42b9-436a-a876-264a3004a26c", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0406 03:11:31.173649 3771 cni.go:424] [tsf-tas/rekor-redis-5b78f48b55-47pmc 18107d93aa7906359cb81ad5dca2ed5e1763733d1df2e53a32f30230c357277f network default NAD default] ADD finished CNI request [tsf-tas/rekor-redis-5b78f48b55-47pmc 18107d93aa7906359cb81ad5dca2ed5e1763733d1df2e53a32f30230c357277f network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:45:e7:1d:02:48\",\"name\":\"18107d93aa79063\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22e48762-09d9-4475-afd3-c8214b990dc0\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0406 03:11:31.183310 3771 cni.go:424] [tsf-tpa/pre-install-tsf-tpa b8d43e688bd968390b1ab0559954f5f06fc6c57e0ac9649733938ad4c3e6a99d network default NAD default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa b8d43e688bd968390b1ab0559954f5f06fc6c57e0ac9649733938ad4c3e6a99d network default NAD default], result "{}", err I0406 03:11:31.222366 3771 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 03:11:31.222404 3771 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0406 03:11:31.223653 3771 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.40 I0406 03:11:31.223681 3771 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 03:11:31.240855 3771 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:11:31.240880 3771 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:11:31.246119 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0406 03:11:31.246149 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0406 03:11:31.465930 3771 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-1-4.ec2.internal I0406 03:11:31.466019 3771 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0406 03:11:31.479324 3771 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 13.329866ms I0406 03:11:31.479350 3771 base_network_controller_pods.go:937] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 13.360745ms I0406 03:11:31.480668 3771 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 14.75504ms, libovsdb time 984.994µs I0406 03:11:31.835088 3771 cni.go:403] [tsf-tpa/test-tsf-tpa c43f736068f47389337a7485ba0d985061ab0bf169fd97035f41e419a448f8f5 network default NAD default] ADD starting CNI request [tsf-tpa/test-tsf-tpa c43f736068f47389337a7485ba0d985061ab0bf169fd97035f41e419a448f8f5 network default NAD default] I0406 03:11:31.845423 3771 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: c43f736068f4738, network: default, NAD default, SandboxID: "c43f736068f47389337a7485ba0d985061ab0bf169fd97035f41e419a448f8f5", PCI device ID: , UID: "cc23a3bd-0749-4f2d-ab65-f1c8a52f8183", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0406 03:11:31.898839 3771 cni.go:424] [tsf-tpa/test-tsf-tpa c43f736068f47389337a7485ba0d985061ab0bf169fd97035f41e419a448f8f5 network default NAD default] ADD finished CNI request [tsf-tpa/test-tsf-tpa c43f736068f47389337a7485ba0d985061ab0bf169fd97035f41e419a448f8f5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:11:3c:a7:da:69\",\"name\":\"c43f736068f4738\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb1e72c8-3fa9-4961-adf3-92b35ab1f2c9\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0406 03:11:32.555084 3771 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-k882r] creating logical port tsf-tpa_create-db-k882r for pod on switch ip-10-0-1-4.ec2.internal I0406 03:11:32.555228 3771 kube.go:256] Updating pod tsf-tpa/create-db-k882r I0406 03:11:32.566750 3771 pod.go:62] [tsf-tpa/create-db-k882r] pod update took 11.547224ms I0406 03:11:32.566776 3771 base_network_controller_pods.go:937] [default/tsf-tpa/create-db-k882r] addLogicalPort annotation time took 11.575958ms I0406 03:11:32.567999 3771 pods.go:271] [tsf-tpa/create-db-k882r] addLogicalPort took 12.948408ms, libovsdb time 849.783µs I0406 03:11:32.949731 3771 cni.go:403] [tsf-tpa/create-db-k882r 72fa5731996d3e4b2cf686d25cbd8e9dc922ab8e59716029e08bdf55dd4d1f0e network default NAD default] ADD starting CNI request [tsf-tpa/create-db-k882r 72fa5731996d3e4b2cf686d25cbd8e9dc922ab8e59716029e08bdf55dd4d1f0e network default NAD default] I0406 03:11:32.959199 3771 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: create-db-k882r, hostIfaceName: 72fa5731996d3e4, network: default, NAD default, SandboxID: "72fa5731996d3e4b2cf686d25cbd8e9dc922ab8e59716029e08bdf55dd4d1f0e", PCI device ID: , UID: "6b96e560-b027-425d-b8ad-3d0bdcc4e7b9", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0406 03:11:33.009924 3771 cni.go:424] [tsf-tpa/create-db-k882r 72fa5731996d3e4b2cf686d25cbd8e9dc922ab8e59716029e08bdf55dd4d1f0e network default NAD default] ADD finished CNI request [tsf-tpa/create-db-k882r 72fa5731996d3e4b2cf686d25cbd8e9dc922ab8e59716029e08bdf55dd4d1f0e network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:74:77:ee:eb:ac\",\"name\":\"72fa5731996d3e4\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2e206704-1fe7-4de1-9f77-a644e0bafb9a\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0406 03:11:33.134498 3771 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0406 03:11:34.253489 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0406 03:11:37.146730 3771 cni.go:403] [tsf-tpa/create-db-k882r 72fa5731996d3e4b2cf686d25cbd8e9dc922ab8e59716029e08bdf55dd4d1f0e network default NAD default] DEL starting CNI request [tsf-tpa/create-db-k882r 72fa5731996d3e4b2cf686d25cbd8e9dc922ab8e59716029e08bdf55dd4d1f0e network default NAD default] I0406 03:11:37.222935 3771 cni.go:424] [tsf-tpa/create-db-k882r 72fa5731996d3e4b2cf686d25cbd8e9dc922ab8e59716029e08bdf55dd4d1f0e network default NAD default] DEL finished CNI request [tsf-tpa/create-db-k882r 72fa5731996d3e4b2cf686d25cbd8e9dc922ab8e59716029e08bdf55dd4d1f0e network default NAD default], result "{}", err I0406 03:11:37.268415 3771 obj_retry.go:464] Detected object tsf-tpa/create-db-k882r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 03:11:37.268452 3771 pods.go:176] Deleting pod: tsf-tpa/create-db-k882r I0406 03:11:37.269759 3771 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-k882r, ips: 10.130.0.43 I0406 03:11:37.269787 3771 obj_retry.go:464] Detected object tsf-tpa/create-db-k882r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 03:11:38.293203 3771 obj_retry.go:458] Detected object tsf-tpa/create-db-k882r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:11:38.293236 3771 obj_retry.go:458] Detected object tsf-tpa/create-db-k882r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:11:38.401275 3771 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-b9dtx] creating logical port tsf-tpa_migrate-db-b9dtx for pod on switch ip-10-0-1-4.ec2.internal I0406 03:11:38.401359 3771 kube.go:256] Updating pod tsf-tpa/migrate-db-b9dtx I0406 03:11:38.416527 3771 pod.go:62] [tsf-tpa/migrate-db-b9dtx] pod update took 15.185552ms I0406 03:11:38.416552 3771 base_network_controller_pods.go:937] [default/tsf-tpa/migrate-db-b9dtx] addLogicalPort annotation time took 15.216535ms I0406 03:11:38.417911 3771 pods.go:271] [tsf-tpa/migrate-db-b9dtx] addLogicalPort took 16.65181ms, libovsdb time 893.548µs I0406 03:11:38.762843 3771 cni.go:403] [tsf-tpa/migrate-db-b9dtx a966f157264678120db58ab95ffc7363c25cd3519efe85dcf0bded28c4f6baca network default NAD default] ADD starting CNI request [tsf-tpa/migrate-db-b9dtx a966f157264678120db58ab95ffc7363c25cd3519efe85dcf0bded28c4f6baca network default NAD default] I0406 03:11:38.772677 3771 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-b9dtx, hostIfaceName: a966f1572646781, network: default, NAD default, SandboxID: "a966f157264678120db58ab95ffc7363c25cd3519efe85dcf0bded28c4f6baca", PCI device ID: , UID: "51574632-2a50-4bab-a4a2-f4f8fa957fa3", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0406 03:11:38.823498 3771 cni.go:424] [tsf-tpa/migrate-db-b9dtx a966f157264678120db58ab95ffc7363c25cd3519efe85dcf0bded28c4f6baca network default NAD default] ADD finished CNI request [tsf-tpa/migrate-db-b9dtx a966f157264678120db58ab95ffc7363c25cd3519efe85dcf0bded28c4f6baca network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:f5:ac:fc:48:f3\",\"name\":\"a966f1572646781\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f3accf4-d5a1-434b-ae1b-947ad8f07876\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0406 03:11:41.167112 3771 cni.go:403] [tsf-tpa/migrate-db-b9dtx a966f157264678120db58ab95ffc7363c25cd3519efe85dcf0bded28c4f6baca network default NAD default] DEL starting CNI request [tsf-tpa/migrate-db-b9dtx a966f157264678120db58ab95ffc7363c25cd3519efe85dcf0bded28c4f6baca network default NAD default] I0406 03:11:41.237513 3771 cni.go:424] [tsf-tpa/migrate-db-b9dtx a966f157264678120db58ab95ffc7363c25cd3519efe85dcf0bded28c4f6baca network default NAD default] DEL finished CNI request [tsf-tpa/migrate-db-b9dtx a966f157264678120db58ab95ffc7363c25cd3519efe85dcf0bded28c4f6baca network default NAD default], result "{}", err I0406 03:11:41.282429 3771 obj_retry.go:464] Detected object tsf-tpa/migrate-db-b9dtx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 03:11:41.282455 3771 pods.go:176] Deleting pod: tsf-tpa/migrate-db-b9dtx I0406 03:11:41.283692 3771 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-b9dtx, ips: 10.130.0.44 I0406 03:11:41.283722 3771 obj_retry.go:464] Detected object tsf-tpa/migrate-db-b9dtx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 03:11:41.433374 3771 obj_retry.go:458] Detected object tsf-tpa/migrate-db-b9dtx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:11:41.433405 3771 obj_retry.go:458] Detected object tsf-tpa/migrate-db-b9dtx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:11:41.581871 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=67 I0406 03:11:41.612312 3771 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-2z247] creating logical port tsf-tpa_create-importers-2z247 for pod on switch ip-10-0-1-4.ec2.internal I0406 03:11:41.612431 3771 kube.go:256] Updating pod tsf-tpa/create-importers-2z247 I0406 03:11:41.624121 3771 pod.go:62] [tsf-tpa/create-importers-2z247] pod update took 11.713064ms I0406 03:11:41.624147 3771 base_network_controller_pods.go:937] [default/tsf-tpa/create-importers-2z247] addLogicalPort annotation time took 11.74514ms I0406 03:11:41.625507 3771 pods.go:271] [tsf-tpa/create-importers-2z247] addLogicalPort took 13.207397ms, libovsdb time 956.023µs I0406 03:11:41.970373 3771 cni.go:403] [tsf-tpa/create-importers-2z247 6fa50d6191f35df8ab93c7984e0089523cff788e28e9384ec1d6f7e5bd9916ed network default NAD default] ADD starting CNI request [tsf-tpa/create-importers-2z247 6fa50d6191f35df8ab93c7984e0089523cff788e28e9384ec1d6f7e5bd9916ed network default NAD default] I0406 03:11:41.980095 3771 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-2z247, hostIfaceName: 6fa50d6191f35df, network: default, NAD default, SandboxID: "6fa50d6191f35df8ab93c7984e0089523cff788e28e9384ec1d6f7e5bd9916ed", PCI device ID: , UID: "d5e229bc-db79-4a31-963f-63bd8e2f06cd", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0406 03:11:42.029050 3771 cni.go:424] [tsf-tpa/create-importers-2z247 6fa50d6191f35df8ab93c7984e0089523cff788e28e9384ec1d6f7e5bd9916ed network default NAD default] ADD finished CNI request [tsf-tpa/create-importers-2z247 6fa50d6191f35df8ab93c7984e0089523cff788e28e9384ec1d6f7e5bd9916ed network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:a6:8c:11:1c:fb\",\"name\":\"6fa50d6191f35df\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4dfc13bd-e17b-4388-9b29-2cb6ee0ce744\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0406 03:11:42.213527 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0406 03:11:44.187351 3771 cni.go:403] [tsf-tpa/create-importers-2z247 6fa50d6191f35df8ab93c7984e0089523cff788e28e9384ec1d6f7e5bd9916ed network default NAD default] DEL starting CNI request [tsf-tpa/create-importers-2z247 6fa50d6191f35df8ab93c7984e0089523cff788e28e9384ec1d6f7e5bd9916ed network default NAD default] I0406 03:11:44.260519 3771 cni.go:424] [tsf-tpa/create-importers-2z247 6fa50d6191f35df8ab93c7984e0089523cff788e28e9384ec1d6f7e5bd9916ed network default NAD default] DEL finished CNI request [tsf-tpa/create-importers-2z247 6fa50d6191f35df8ab93c7984e0089523cff788e28e9384ec1d6f7e5bd9916ed network default NAD default], result "{}", err I0406 03:11:44.311508 3771 obj_retry.go:464] Detected object tsf-tpa/create-importers-2z247 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 03:11:44.311544 3771 pods.go:176] Deleting pod: tsf-tpa/create-importers-2z247 I0406 03:11:44.312949 3771 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-2z247, ips: 10.130.0.45 I0406 03:11:44.312980 3771 obj_retry.go:464] Detected object tsf-tpa/create-importers-2z247 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 03:11:44.642545 3771 obj_retry.go:458] Detected object tsf-tpa/create-importers-2z247 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:11:44.642576 3771 obj_retry.go:458] Detected object tsf-tpa/create-importers-2z247 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0406 03:11:45.162890 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis W0406 03:11:54.289331 3771 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0406 03:11:57.256315 3771 cni.go:403] [tsf-tpa/test-tsf-tpa c43f736068f47389337a7485ba0d985061ab0bf169fd97035f41e419a448f8f5 network default NAD default] DEL starting CNI request [tsf-tpa/test-tsf-tpa c43f736068f47389337a7485ba0d985061ab0bf169fd97035f41e419a448f8f5 network default NAD default] I0406 03:11:57.325026 3771 cni.go:424] [tsf-tpa/test-tsf-tpa c43f736068f47389337a7485ba0d985061ab0bf169fd97035f41e419a448f8f5 network default NAD default] DEL finished CNI request [tsf-tpa/test-tsf-tpa c43f736068f47389337a7485ba0d985061ab0bf169fd97035f41e419a448f8f5 network default NAD default], result "{}", err I0406 03:11:57.373407 3771 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 03:11:57.373451 3771 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0406 03:11:57.374897 3771 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.130.0.42 I0406 03:11:57.374930 3771 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 03:11:57.394323 3771 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:11:57.394347 3771 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:11:57.401331 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0406 03:11:57.401361 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0406 03:11:57.474783 3771 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-pvsbd-6v2t2] creating logical port tsf-tas_tuf-repository-init-pvsbd-6v2t2 for pod on switch ip-10-0-1-4.ec2.internal I0406 03:11:57.474865 3771 kube.go:256] Updating pod tsf-tas/tuf-repository-init-pvsbd-6v2t2 I0406 03:11:57.488104 3771 pod.go:62] [tsf-tas/tuf-repository-init-pvsbd-6v2t2] pod update took 13.260881ms I0406 03:11:57.488126 3771 base_network_controller_pods.go:937] [default/tsf-tas/tuf-repository-init-pvsbd-6v2t2] addLogicalPort annotation time took 13.285036ms I0406 03:11:57.489292 3771 pods.go:271] [tsf-tas/tuf-repository-init-pvsbd-6v2t2] addLogicalPort took 14.524761ms, libovsdb time 832.398µs I0406 03:11:58.114629 3771 namespace.go:98] [integration-service] adding namespace I0406 03:11:58.115509 3771 namespace.go:102] [integration-service] adding namespace took 852.516µs I0406 03:11:58.119548 3771 namespace.go:98] [default-tenant] adding namespace I0406 03:11:58.120312 3771 namespace.go:102] [default-tenant] adding namespace took 748.614µs I0406 03:11:58.121236 3771 namespace.go:98] [image-controller] adding namespace I0406 03:11:58.121307 3771 namespace.go:98] [build-service] adding namespace I0406 03:11:58.121840 3771 namespace.go:102] [image-controller] adding namespace took 587.085µs I0406 03:11:58.122401 3771 namespace.go:102] [build-service] adding namespace took 1.081352ms I0406 03:11:58.163254 3771 namespace.go:142] [integration-service] updating namespace I0406 03:11:58.187348 3771 namespace.go:142] [integration-service] updating namespace I0406 03:11:58.187563 3771 namespace.go:142] [default-tenant] updating namespace I0406 03:11:58.197133 3771 namespace.go:142] [default-tenant] updating namespace I0406 03:11:58.214638 3771 namespace.go:142] [image-controller] updating namespace I0406 03:11:58.227381 3771 namespace.go:142] [image-controller] updating namespace I0406 03:11:58.231054 3771 namespace.go:142] [build-service] updating namespace I0406 03:11:58.245633 3771 namespace.go:142] [build-service] updating namespace I0406 03:11:58.340384 3771 namespace.go:142] [build-service] updating namespace I0406 03:11:58.354762 3771 namespace.go:142] [integration-service] updating namespace I0406 03:11:58.381630 3771 namespace.go:98] [release-service] adding namespace I0406 03:11:58.382426 3771 namespace.go:102] [release-service] adding namespace took 778.353µs I0406 03:11:58.411858 3771 namespace.go:142] [release-service] updating namespace I0406 03:11:58.425028 3771 namespace.go:142] [konflux-ui] updating namespace I0406 03:11:58.426943 3771 namespace.go:142] [release-service] updating namespace I0406 03:11:58.499288 3771 namespace.go:98] [konflux-info] adding namespace I0406 03:11:58.500179 3771 namespace.go:102] [konflux-info] adding namespace took 868.972µs I0406 03:11:58.525141 3771 namespace.go:98] [namespace-lister] adding namespace I0406 03:11:58.525806 3771 namespace.go:102] [namespace-lister] adding namespace took 645.22µs I0406 03:11:58.548845 3771 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-1-4.ec2.internal I0406 03:11:58.548847 3771 namespace.go:142] [konflux-info] updating namespace I0406 03:11:58.548941 3771 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0406 03:11:58.595804 3771 namespace.go:98] [enterprise-contract-service] adding namespace I0406 03:11:58.595854 3771 namespace.go:142] [image-controller] updating namespace I0406 03:11:58.596616 3771 namespace.go:102] [enterprise-contract-service] adding namespace took 792.356µs I0406 03:11:58.617369 3771 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 68.450427ms I0406 03:11:58.617389 3771 base_network_controller_pods.go:937] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 68.476787ms I0406 03:11:58.617506 3771 namespace.go:142] [konflux-info] updating namespace I0406 03:11:58.618457 3771 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 69.623409ms, libovsdb time 718.039µs I0406 03:11:58.645252 3771 namespace.go:142] [namespace-lister] updating namespace I0406 03:11:58.721102 3771 namespace.go:142] [enterprise-contract-service] updating namespace I0406 03:11:58.728017 3771 namespace.go:142] [namespace-lister] updating namespace I0406 03:11:58.740114 3771 namespace.go:142] [default-tenant] updating namespace I0406 03:11:58.777014 3771 namespace.go:142] [enterprise-contract-service] updating namespace I0406 03:11:58.794161 3771 namespace.go:98] [segment-bridge] adding namespace I0406 03:11:58.795001 3771 namespace.go:102] [segment-bridge] adding namespace took 822.398µs I0406 03:11:58.852733 3771 namespace.go:142] [openshift-pipelines] updating namespace I0406 03:11:58.883157 3771 namespace.go:142] [segment-bridge] updating namespace I0406 03:11:58.921309 3771 cni.go:403] [konflux-ui/test-tsf-konflux 11337b49483b113bab9dfcb4623159634c6f7e59992df1ed2e0f74c63e7060eb network default NAD default] ADD starting CNI request [konflux-ui/test-tsf-konflux 11337b49483b113bab9dfcb4623159634c6f7e59992df1ed2e0f74c63e7060eb network default NAD default] I0406 03:11:58.931052 3771 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 11337b49483b113, network: default, NAD default, SandboxID: "11337b49483b113bab9dfcb4623159634c6f7e59992df1ed2e0f74c63e7060eb", PCI device ID: , UID: "bbe5ad76-e04a-4e44-b86b-3d2a8476318b", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0406 03:11:58.931225 3771 namespace.go:142] [segment-bridge] updating namespace I0406 03:11:58.982234 3771 cni.go:424] [konflux-ui/test-tsf-konflux 11337b49483b113bab9dfcb4623159634c6f7e59992df1ed2e0f74c63e7060eb network default NAD default] ADD finished CNI request [konflux-ui/test-tsf-konflux 11337b49483b113bab9dfcb4623159634c6f7e59992df1ed2e0f74c63e7060eb network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:49:7c:d9:63:99\",\"name\":\"11337b49483b113\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/26cda48f-95d5-449e-b4ef-0ef04bb4e79e\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0406 03:11:59.090295 3771 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0406 03:11:59.090882 3771 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0406 03:11:59.090896 3771 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0406 03:11:59.093455 3771 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0406 03:11:59.212342 3771 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0406 03:11:59.212369 3771 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0406 03:11:59.213253 3771 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0406 03:11:59.716141 3771 namespace.go:142] [build-service] updating namespace I0406 03:12:00.721314 3771 base_network_controller_pods.go:487] [default/konflux-ui/proxy-5bd6d778cf-lnqzn] creating logical port konflux-ui_proxy-5bd6d778cf-lnqzn for pod on switch ip-10-0-1-4.ec2.internal I0406 03:12:00.721424 3771 kube.go:256] Updating pod konflux-ui/proxy-5bd6d778cf-lnqzn I0406 03:12:00.818784 3771 pod.go:62] [konflux-ui/proxy-5bd6d778cf-lnqzn] pod update took 97.396299ms I0406 03:12:00.818812 3771 base_network_controller_pods.go:937] [default/konflux-ui/proxy-5bd6d778cf-lnqzn] addLogicalPort annotation time took 97.426257ms I0406 03:12:00.820170 3771 pods.go:271] [konflux-ui/proxy-5bd6d778cf-lnqzn] addLogicalPort took 98.874118ms, libovsdb time 973.811µs I0406 03:12:01.005106 3771 namespace.go:142] [default-tenant] updating namespace I0406 03:12:01.417125 3771 namespace.go:142] [enterprise-contract-service] updating namespace I0406 03:12:01.665530 3771 namespace.go:142] [image-controller] updating namespace I0406 03:12:01.876631 3771 namespace.go:142] [integration-service] updating namespace I0406 03:12:01.914781 3771 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-656499ffcd-xn4nf] creating logical port release-service_release-service-controller-manager-656499ffcd-xn4nf for pod on switch ip-10-0-1-4.ec2.internal I0406 03:12:01.914870 3771 kube.go:256] Updating pod release-service/release-service-controller-manager-656499ffcd-xn4nf I0406 03:12:01.944495 3771 pod.go:62] [release-service/release-service-controller-manager-656499ffcd-xn4nf] pod update took 29.634482ms I0406 03:12:01.944518 3771 base_network_controller_pods.go:937] [default/release-service/release-service-controller-manager-656499ffcd-xn4nf] addLogicalPort annotation time took 29.678581ms I0406 03:12:01.945742 3771 pods.go:271] [release-service/release-service-controller-manager-656499ffcd-xn4nf] addLogicalPort took 30.976905ms, libovsdb time 831.247µs I0406 03:12:02.084156 3771 namespace.go:142] [konflux-info] updating namespace I0406 03:12:02.271099 3771 namespace.go:142] [namespace-lister] updating namespace I0406 03:12:02.462787 3771 namespace.go:142] [release-service] updating namespace I0406 03:12:02.581896 3771 namespace.go:142] [build-service] updating namespace I0406 03:12:02.597126 3771 namespace.go:142] [default-tenant] updating namespace I0406 03:12:02.611130 3771 namespace.go:142] [enterprise-contract-service] updating namespace I0406 03:12:02.622773 3771 namespace.go:142] [image-controller] updating namespace I0406 03:12:02.634806 3771 namespace.go:142] [integration-service] updating namespace I0406 03:12:02.656895 3771 namespace.go:142] [konflux-info] updating namespace I0406 03:12:02.674841 3771 namespace.go:142] [namespace-lister] updating namespace I0406 03:12:02.691052 3771 namespace.go:142] [release-service] updating namespace I0406 03:12:02.756803 3771 namespace.go:142] [build-service] updating namespace I0406 03:12:02.820273 3771 namespace.go:142] [default-tenant] updating namespace I0406 03:12:02.990353 3771 namespace.go:142] [enterprise-contract-service] updating namespace I0406 03:12:03.187453 3771 namespace.go:142] [image-controller] updating namespace I0406 03:12:03.286916 3771 namespace.go:142] [integration-service] updating namespace I0406 03:12:03.411597 3771 namespace.go:142] [konflux-info] updating namespace W0406 03:12:03.428832 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0406 03:12:03.514123 3771 namespace.go:142] [namespace-lister] updating namespace I0406 03:12:03.614607 3771 namespace.go:142] [release-service] updating namespace I0406 03:12:04.862275 3771 namespace.go:142] [segment-bridge] updating namespace I0406 03:12:04.994295 3771 namespace.go:142] [segment-bridge] updating namespace I0406 03:12:05.092747 3771 namespace.go:142] [segment-bridge] updating namespace W0406 03:12:05.429695 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0406 03:12:05.448333 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0406 03:12:08.031970 3771 cni.go:403] [tsf-tas/tuf-repository-init-pvsbd-6v2t2 8371bdf857b44f0c3ba73bae5dbd0a4f2af00583a2442f08b31c6befd8ec9c02 network default NAD default] ADD starting CNI request [tsf-tas/tuf-repository-init-pvsbd-6v2t2 8371bdf857b44f0c3ba73bae5dbd0a4f2af00583a2442f08b31c6befd8ec9c02 network default NAD default] I0406 03:12:08.041316 3771 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-pvsbd-6v2t2, hostIfaceName: 8371bdf857b44f0, network: default, NAD default, SandboxID: "8371bdf857b44f0c3ba73bae5dbd0a4f2af00583a2442f08b31c6befd8ec9c02", PCI device ID: , UID: "c73ac9e2-7870-44fb-976c-bcccd421f75a", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0406 03:12:08.093486 3771 cni.go:424] [tsf-tas/tuf-repository-init-pvsbd-6v2t2 8371bdf857b44f0c3ba73bae5dbd0a4f2af00583a2442f08b31c6befd8ec9c02 network default NAD default] ADD finished CNI request [tsf-tas/tuf-repository-init-pvsbd-6v2t2 8371bdf857b44f0c3ba73bae5dbd0a4f2af00583a2442f08b31c6befd8ec9c02 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:14:09:be:b5:c4\",\"name\":\"8371bdf857b44f0\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd3b3572-3d10-4271-956b-efc351843641\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0406 03:12:09.743876 3771 cni.go:403] [konflux-ui/proxy-5bd6d778cf-lnqzn 813a99150a6c16e0446997ee9820cc2156a4f97b573681cd15da152f55b68adf network default NAD default] ADD starting CNI request [konflux-ui/proxy-5bd6d778cf-lnqzn 813a99150a6c16e0446997ee9820cc2156a4f97b573681cd15da152f55b68adf network default NAD default] I0406 03:12:09.768912 3771 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: proxy-5bd6d778cf-lnqzn, hostIfaceName: 813a99150a6c16e, network: default, NAD default, SandboxID: "813a99150a6c16e0446997ee9820cc2156a4f97b573681cd15da152f55b68adf", PCI device ID: , UID: "5e773f74-27a6-46d4-a4f2-8f7b9d1b65b1", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0406 03:12:09.817503 3771 cni.go:424] [konflux-ui/proxy-5bd6d778cf-lnqzn 813a99150a6c16e0446997ee9820cc2156a4f97b573681cd15da152f55b68adf network default NAD default] ADD finished CNI request [konflux-ui/proxy-5bd6d778cf-lnqzn 813a99150a6c16e0446997ee9820cc2156a4f97b573681cd15da152f55b68adf network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:21:4a:23:9f:a7\",\"name\":\"813a99150a6c16e\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d9216284-98dc-4b4c-a326-cd7e45b3aae1\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0406 03:12:10.073429 3771 cni.go:403] [release-service/release-service-controller-manager-656499ffcd-xn4nf b17122e91393a2cdfe551220e1103ab402ec77a7eb9a7eec2b68f09bd105a1ec network default NAD default] ADD starting CNI request [release-service/release-service-controller-manager-656499ffcd-xn4nf b17122e91393a2cdfe551220e1103ab402ec77a7eb9a7eec2b68f09bd105a1ec network default NAD default] I0406 03:12:10.082953 3771 helper_linux.go:450] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-656499ffcd-xn4nf, hostIfaceName: b17122e91393a2c, network: default, NAD default, SandboxID: "b17122e91393a2cdfe551220e1103ab402ec77a7eb9a7eec2b68f09bd105a1ec", PCI device ID: , UID: "9e2d08ca-8fa6-4f3f-8451-d3953b43d9c7", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0406 03:12:10.133024 3771 cni.go:424] [release-service/release-service-controller-manager-656499ffcd-xn4nf b17122e91393a2cdfe551220e1103ab402ec77a7eb9a7eec2b68f09bd105a1ec network default NAD default] ADD finished CNI request [release-service/release-service-controller-manager-656499ffcd-xn4nf b17122e91393a2cdfe551220e1103ab402ec77a7eb9a7eec2b68f09bd105a1ec network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:4a:d3:dc:46:25\",\"name\":\"b17122e91393a2c\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4956ada3-a077-4301-936f-51114d859424\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0406 03:12:11.358931 3771 cni.go:403] [tsf-tas/tuf-repository-init-pvsbd-6v2t2 8371bdf857b44f0c3ba73bae5dbd0a4f2af00583a2442f08b31c6befd8ec9c02 network default NAD default] DEL starting CNI request [tsf-tas/tuf-repository-init-pvsbd-6v2t2 8371bdf857b44f0c3ba73bae5dbd0a4f2af00583a2442f08b31c6befd8ec9c02 network default NAD default] I0406 03:12:11.447974 3771 cni.go:424] [tsf-tas/tuf-repository-init-pvsbd-6v2t2 8371bdf857b44f0c3ba73bae5dbd0a4f2af00583a2442f08b31c6befd8ec9c02 network default NAD default] DEL finished CNI request [tsf-tas/tuf-repository-init-pvsbd-6v2t2 8371bdf857b44f0c3ba73bae5dbd0a4f2af00583a2442f08b31c6befd8ec9c02 network default NAD default], result "{}", err W0406 03:12:11.476697 3771 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0406 03:12:11.501631 3771 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-pvsbd-6v2t2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 03:12:11.501672 3771 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-pvsbd-6v2t2 I0406 03:12:11.503145 3771 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-pvsbd-6v2t2, ips: 10.130.0.46 I0406 03:12:11.503183 3771 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-pvsbd-6v2t2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 03:12:12.368540 3771 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-pvsbd-6v2t2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:12:12.368562 3771 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-pvsbd-6v2t2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0406 03:12:12.502054 3771 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0406 03:12:12.502089 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0406 03:12:12.527372 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0406 03:12:12.528293 3771 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service I0406 03:12:14.871874 3771 base_network_controller_pods.go:487] [default/tsf-tas/tuf-bc5768c88-jws6s] creating logical port tsf-tas_tuf-bc5768c88-jws6s for pod on switch ip-10-0-1-4.ec2.internal I0406 03:12:14.872018 3771 kube.go:256] Updating pod tsf-tas/tuf-bc5768c88-jws6s I0406 03:12:14.893236 3771 pod.go:62] [tsf-tas/tuf-bc5768c88-jws6s] pod update took 21.252946ms I0406 03:12:14.893257 3771 base_network_controller_pods.go:937] [default/tsf-tas/tuf-bc5768c88-jws6s] addLogicalPort annotation time took 21.280237ms I0406 03:12:14.894424 3771 pods.go:271] [tsf-tas/tuf-bc5768c88-jws6s] addLogicalPort took 22.571865ms, libovsdb time 792.893µs W0406 03:12:15.385522 3771 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0406 03:12:15.385540 3771 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0406 03:12:15.411199 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0406 03:12:15.411253 3771 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0406 03:12:16.519619 3771 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0406 03:12:16.519635 3771 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0406 03:12:18.244165 3771 cni.go:403] [tsf-tas/tuf-bc5768c88-jws6s f7d8f7fe54e693923026f266a7974184ca2f5d2db6e46aab7a95bf85bda738ec network default NAD default] ADD starting CNI request [tsf-tas/tuf-bc5768c88-jws6s f7d8f7fe54e693923026f266a7974184ca2f5d2db6e46aab7a95bf85bda738ec network default NAD default] I0406 03:12:18.253968 3771 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: tuf-bc5768c88-jws6s, hostIfaceName: f7d8f7fe54e6939, network: default, NAD default, SandboxID: "f7d8f7fe54e693923026f266a7974184ca2f5d2db6e46aab7a95bf85bda738ec", PCI device ID: , UID: "162c68ae-2a6f-48a7-9183-d6976a01581a", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0406 03:12:18.304728 3771 cni.go:424] [tsf-tas/tuf-bc5768c88-jws6s f7d8f7fe54e693923026f266a7974184ca2f5d2db6e46aab7a95bf85bda738ec network default NAD default] ADD finished CNI request [tsf-tas/tuf-bc5768c88-jws6s f7d8f7fe54e693923026f266a7974184ca2f5d2db6e46aab7a95bf85bda738ec network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:d1:a2:df:8c:32\",\"name\":\"f7d8f7fe54e6939\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7562ee34-9699-4ed7-9261-58a06c90ae46\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0406 03:12:20.412904 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0406 03:12:23.838442 3771 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-dmk2n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 03:12:23.838991 3771 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-dmk2n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 03:12:24.560389 3771 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-dmk2n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:12:24.560416 3771 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-dmk2n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:12:24.570010 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7884d6c5d6-dmk2n I0406 03:12:24.570031 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7884d6c5d6-dmk2n W0406 03:12:26.388227 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0406 03:12:26.394500 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0406 03:12:31.431295 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf W0406 03:12:54.584784 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0406 03:12:54.584804 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0406 03:12:54.584815 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0406 03:12:54.584820 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0406 03:12:55.459554 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0406 03:12:55.459578 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0406 03:13:02.782538 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0406 03:13:09.788547 3771 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0406 03:13:17.778106 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0406 03:13:24.301238 3771 cni.go:403] [konflux-ui/proxy-5bd6d778cf-lnqzn 813a99150a6c16e0446997ee9820cc2156a4f97b573681cd15da152f55b68adf network default NAD default] DEL starting CNI request [konflux-ui/proxy-5bd6d778cf-lnqzn 813a99150a6c16e0446997ee9820cc2156a4f97b573681cd15da152f55b68adf network default NAD default] I0406 03:13:24.376648 3771 cni.go:424] [konflux-ui/proxy-5bd6d778cf-lnqzn 813a99150a6c16e0446997ee9820cc2156a4f97b573681cd15da152f55b68adf network default NAD default] DEL finished CNI request [konflux-ui/proxy-5bd6d778cf-lnqzn 813a99150a6c16e0446997ee9820cc2156a4f97b573681cd15da152f55b68adf network default NAD default], result "{}", err I0406 03:13:24.436518 3771 obj_retry.go:464] Detected object konflux-ui/proxy-5bd6d778cf-lnqzn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 03:13:24.436553 3771 pods.go:176] Deleting pod: konflux-ui/proxy-5bd6d778cf-lnqzn I0406 03:13:24.437793 3771 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-5bd6d778cf-lnqzn, ips: 10.130.0.48 I0406 03:13:24.437823 3771 obj_retry.go:464] Detected object konflux-ui/proxy-5bd6d778cf-lnqzn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 03:13:24.770575 3771 obj_retry.go:458] Detected object konflux-ui/proxy-5bd6d778cf-lnqzn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:13:24.770599 3771 obj_retry.go:458] Detected object konflux-ui/proxy-5bd6d778cf-lnqzn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:13:24.776997 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5bd6d778cf-lnqzn I0406 03:13:24.777021 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5bd6d778cf-lnqzn I0406 03:13:28.801258 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0406 03:13:29.810303 3771 cni.go:403] [konflux-ui/test-tsf-konflux 11337b49483b113bab9dfcb4623159634c6f7e59992df1ed2e0f74c63e7060eb network default NAD default] DEL starting CNI request [konflux-ui/test-tsf-konflux 11337b49483b113bab9dfcb4623159634c6f7e59992df1ed2e0f74c63e7060eb network default NAD default] I0406 03:13:29.885626 3771 cni.go:424] [konflux-ui/test-tsf-konflux 11337b49483b113bab9dfcb4623159634c6f7e59992df1ed2e0f74c63e7060eb network default NAD default] DEL finished CNI request [konflux-ui/test-tsf-konflux 11337b49483b113bab9dfcb4623159634c6f7e59992df1ed2e0f74c63e7060eb network default NAD default], result "{}", err I0406 03:13:29.934549 3771 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 03:13:29.934580 3771 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0406 03:13:29.935873 3771 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.130.0.47 I0406 03:13:29.935903 3771 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 03:13:29.970722 3771 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:13:29.970750 3771 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:13:29.975871 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0406 03:13:29.975893 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0406 03:13:40.704458 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0406 03:14:00.103049 3771 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-qbl86 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 03:14:00.103617 3771 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-qbl86 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 03:14:00.144818 3771 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-56b684c87-v25zk] creating logical port image-controller_image-controller-controller-manager-56b684c87-v25zk for pod on switch ip-10-0-1-4.ec2.internal I0406 03:14:00.144908 3771 kube.go:256] Updating pod image-controller/image-controller-controller-manager-56b684c87-v25zk I0406 03:14:00.159241 3771 pod.go:62] [image-controller/image-controller-controller-manager-56b684c87-v25zk] pod update took 14.353299ms I0406 03:14:00.159275 3771 base_network_controller_pods.go:937] [default/image-controller/image-controller-controller-manager-56b684c87-v25zk] addLogicalPort annotation time took 14.392057ms I0406 03:14:00.160820 3771 pods.go:271] [image-controller/image-controller-controller-manager-56b684c87-v25zk] addLogicalPort took 16.017796ms, libovsdb time 977.36µs I0406 03:14:00.508215 3771 cni.go:403] [image-controller/image-controller-controller-manager-56b684c87-v25zk 07e4ae0e8b55ed2d7b4039875a9f7d4321e20773822773efd6b839b43d66a732 network default NAD default] ADD starting CNI request [image-controller/image-controller-controller-manager-56b684c87-v25zk 07e4ae0e8b55ed2d7b4039875a9f7d4321e20773822773efd6b839b43d66a732 network default NAD default] I0406 03:14:00.518858 3771 helper_linux.go:450] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-56b684c87-v25zk, hostIfaceName: 07e4ae0e8b55ed2, network: default, NAD default, SandboxID: "07e4ae0e8b55ed2d7b4039875a9f7d4321e20773822773efd6b839b43d66a732", PCI device ID: , UID: "90492898-46f0-4a61-9c00-cfd66c57dbeb", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0406 03:14:00.572236 3771 cni.go:424] [image-controller/image-controller-controller-manager-56b684c87-v25zk 07e4ae0e8b55ed2d7b4039875a9f7d4321e20773822773efd6b839b43d66a732 network default NAD default] ADD finished CNI request [image-controller/image-controller-controller-manager-56b684c87-v25zk 07e4ae0e8b55ed2d7b4039875a9f7d4321e20773822773efd6b839b43d66a732 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:58:b2:2b:89:9e\",\"name\":\"07e4ae0e8b55ed2\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f47c1c3b-4748-4e61-bc83-e4ae3540cdcf\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0406 03:14:01.099488 3771 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-qbl86 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:14:01.099515 3771 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-qbl86 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:14:01.106208 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-qbl86 I0406 03:14:01.106237 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-qbl86 W0406 03:14:15.001722 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-4.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0406 03:14:15.322440 3771 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-fc44cc754-8css2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 03:14:15.323042 3771 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-fc44cc754-8css2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 03:14:16.174917 3771 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-fc44cc754-8css2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:14:16.174944 3771 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-fc44cc754-8css2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:14:16.180174 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-fc44cc754-8css2 I0406 03:14:16.180202 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-fc44cc754-8css2 I0406 03:14:28.597875 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=591 I0406 03:14:58.771219 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0406 03:15:30.591049 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=81 I0406 03:16:17.670919 3771 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0406 03:16:24.595455 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=70 I0406 03:16:47.595912 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0406 03:17:32.671099 3771 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0406 03:18:01.695045 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0406 03:18:28.785352 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0406 03:18:41.584693 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=31 I0406 03:19:24.596628 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=70 I0406 03:19:43.792159 3771 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0406 03:19:43.804444 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0406 03:19:52.780755 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0406 03:20:04.129899 3771 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590760-7flnq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0406 03:20:04.130490 3771 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590760-7flnq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0406 03:20:05.004118 3771 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590760-7flnq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:20:05.004145 3771 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590760-7flnq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:20:10.708156 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0406 03:20:21.600729 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=15 I0406 03:20:35.803375 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0406 03:21:03.774578 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0406 03:21:38.045388 3771 obj_retry.go:458] Detected object tsf-tpa/create-db-k882r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:21:38.045439 3771 obj_retry.go:458] Detected object tsf-tpa/create-db-k882r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:21:38.049394 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-k882r I0406 03:21:38.049431 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-k882r I0406 03:21:41.029218 3771 obj_retry.go:458] Detected object tsf-tpa/migrate-db-b9dtx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:21:41.029269 3771 obj_retry.go:458] Detected object tsf-tpa/migrate-db-b9dtx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:21:41.033379 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-b9dtx I0406 03:21:41.033468 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-b9dtx I0406 03:21:44.028791 3771 obj_retry.go:458] Detected object tsf-tpa/create-importers-2z247 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:21:44.028835 3771 obj_retry.go:458] Detected object tsf-tpa/create-importers-2z247 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0406 03:21:44.033004 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-2z247 I0406 03:21:44.033027 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-2z247 I0406 03:21:54.594738 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0406 03:22:03.419295 3771 namespace.go:98] [default-tenant-managed] adding namespace I0406 03:22:03.420295 3771 namespace.go:102] [default-tenant-managed] adding namespace took 978.289µs I0406 03:22:03.474144 3771 namespace.go:142] [default-tenant-managed] updating namespace I0406 03:22:03.495306 3771 namespace.go:142] [default-tenant-managed] updating namespace I0406 03:22:04.561946 3771 namespace.go:142] [default-tenant-managed] updating namespace I0406 03:22:04.692316 3771 namespace.go:142] [default-tenant-managed] updating namespace I0406 03:22:04.793920 3771 namespace.go:142] [default-tenant-managed] updating namespace