+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-4.ec2.internal ++ [[ -n ip-10-0-0-4.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-4.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0419 06:58:31.505323053 - disable conntrack on geneve port' I0419 06:58:31.505323053 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0419 06:58:31.545228952 - starting ovnkube-node + echo 'I0419 06:58:31.545228952 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-4.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-4.ec2.internal --init-node ip-10-0-0-4.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-4.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0419 06:58:31.597444 3817 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0419 06:58:31.597496 3817 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-662d2cd0c7.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0419 06:58:31.599244 3817 kube.go:431] Waiting for certificate I0419 06:58:31.599287 3817 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0419 06:58:31.599320 3817 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0419 06:58:31.600091 3817 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0419 06:58:31.631333 3817 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0419 06:58:31.631348 3817 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0419 06:58:31.634844 3817 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0419 06:58:31.634934 3817 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-cpglb" I0419 06:58:31.641684 3817 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-cpglb" I0419 06:58:31.641742 3817 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0419 06:58:32.600271 3817 kube.go:438] Certificate found I0419 06:58:32.600808 3817 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0419 06:58:32.601711 3817 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0419 06:58:32.668829 3817 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-20 06:53:31 +0000 UTC" deadline="2026-04-20 02:36:17.811499066 +0000 UTC" I0419 06:58:32.668862 3817 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h37m45.142646679s" I0419 06:58:32.678325 3817 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0419 06:58:32.694707 3817 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0419 06:58:32.694771 3817 server.go:101] MetricServer registers OVS metrics I0419 06:58:32.695309 3817 server.go:105] MetricServer registers OVN DB metrics I0419 06:58:32.698080 3817 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0419 06:58:32.698156 3817 factory.go:561] Starting watch factory I0419 06:58:32.698300 3817 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:32.698321 3817 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:32.698320 3817 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:32.698360 3817 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:32.698440 3817 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:32.698468 3817 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:32.698485 3817 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:32.698537 3817 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:32.699001 3817 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:32.699032 3817 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:32.699478 3817 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:32.699495 3817 controller_manager.go:370] Starting the ovnkube controller I0419 06:58:32.699508 3817 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-4.ec2.internal I0419 06:58:32.699512 3817 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:32.699594 3817 controller_manager.go:395] NBDB zone sync took: 75.778µs I0419 06:58:32.699607 3817 factory.go:561] Starting watch factory I0419 06:58:32.699997 3817 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0419 06:58:32.700031 3817 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0419 06:58:32.713907 3817 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0419 06:58:32.713936 3817 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0419 06:58:32.717940 3817 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0419 06:58:32.717971 3817 server.go:109] MetricServer registers OVN Controller metrics I0419 06:58:32.720464 3817 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:32.720496 3817 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:32.720815 3817 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:32.721073 3817 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:32.722647 3817 server.go:113] MetricServer registers OVN Northd metrics I0419 06:58:32.723216 3817 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:32.726017 3817 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:32.728737 3817 metrics.go:519] OVN Metrics Server starts to run ... I0419 06:58:32.804636 3817 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0419 06:58:32.804665 3817 factory.go:1977] *v1.Namespace informer cache synced successfully I0419 06:58:32.804670 3817 factory.go:1977] *v1.Node informer cache synced successfully I0419 06:58:32.804673 3817 factory.go:1977] *v1.Service informer cache synced successfully I0419 06:58:32.804676 3817 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0419 06:58:32.804697 3817 factory.go:1977] *v1.Pod informer cache synced successfully I0419 06:58:32.804724 3817 factory.go:1977] *v1.Service informer cache synced successfully I0419 06:58:32.804742 3817 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0419 06:58:32.804748 3817 factory.go:1977] *v1.Pod informer cache synced successfully I0419 06:58:32.804752 3817 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0419 06:58:32.804754 3817 factory.go:1977] *v1.Namespace informer cache synced successfully I0419 06:58:32.804757 3817 factory.go:1977] *v1.Node informer cache synced successfully I0419 06:58:32.804793 3817 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 06:58:32.804801 3817 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 06:58:32.804817 3817 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 06:58:32.804828 3817 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 06:58:32.807551 3817 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 06:58:32.807555 3817 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 06:58:32.809760 3817 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0419 06:58:32.809770 3817 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0419 06:58:32.809776 3817 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0419 06:58:32.809782 3817 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0419 06:58:32.809815 3817 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:32.809826 3817 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:32.811814 3817 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:32.815652 3817 factory.go:1977] *v1.EgressIP informer cache synced successfully I0419 06:58:32.815711 3817 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:32.815727 3817 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:32.815814 3817 factory.go:1977] *v1.EgressIP informer cache synced successfully I0419 06:58:32.831876 3817 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:32.921035 3817 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0419 06:58:32.921050 3817 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0419 06:58:32.921113 3817 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:32.921139 3817 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:32.938327 3817 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:33.027384 3817 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0419 06:58:33.027391 3817 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0419 06:58:33.027522 3817 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:33.027546 3817 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:33.044356 3817 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:33.133062 3817 factory.go:1977] *v1.EgressService informer cache synced successfully I0419 06:58:33.133050 3817 factory.go:1977] *v1.EgressService informer cache synced successfully I0419 06:58:33.133178 3817 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:33.133197 3817 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:33.136184 3817 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:33.138145 3817 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0419 06:58:33.138151 3817 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0419 06:58:33.138303 3817 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0419 06:58:33.138319 3817 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0419 06:58:33.155379 3817 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0419 06:58:33.243846 3817 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0419 06:58:33.243863 3817 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0419 06:58:33.243940 3817 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:33.243951 3817 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:33.243960 3817 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:33.243973 3817 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:33.246939 3817 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:33.286000 3817 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:33.350163 3817 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0419 06:58:33.350181 3817 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0419 06:58:33.350175 3817 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0419 06:58:33.350197 3817 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0419 06:58:33.350198 3817 factory.go:680] Watch Factory start up complete, took: 650.579587ms I0419 06:58:33.350204 3817 factory.go:680] Watch Factory start up complete, took: 652.053312ms I0419 06:58:33.350207 3817 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-4.ec2.internal" zone I0419 06:58:33.350288 3817 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0419 06:58:33.401455 3817 default_node_network_controller.go:710] Initializing the default node network controller I0419 06:58:33.473220 3817 udn_isolation.go:101] Starting UDN host isolation manager I0419 06:58:33.479324 3817 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0419 06:58:33.535809 3817 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0419 06:58:33.535874 3817 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0419 06:58:33.535892 3817 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0419 06:58:33.568146 3817 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0419 06:58:33.568215 3817 default_node_network_controller.go:809] Node ip-10-0-0-4.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0419 06:58:33.573426 3817 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.4"] k8s.ovn.org/zone-name:ip-10-0-0-4.ec2.internal] on node ip-10-0-0-4.ec2.internal I0419 06:58:33.592967 3817 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0419 06:58:33.598948 3817 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0419 06:58:33.599072 3817 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0419 06:58:33.599190 3817 gateway_init.go:263] Preparing Gateway I0419 06:58:33.599201 3817 gateway_shared_intf.go:1687] Creating new gateway I0419 06:58:33.600409 3817 controller_manager.go:429] Waiting for node in zone sync took: 250.190359ms I0419 06:58:33.604637 3817 controller_manager.go:611] Switching to transit router for layer2 networks I0419 06:58:33.604651 3817 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-4.ec2.internal I0419 06:58:33.618140 3817 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0419 06:58:33.624435 3817 controller_manager.go:290] SCTP support detected in OVN I0419 06:58:33.625038 3817 services_controller.go:69] Creating services controller for network=default I0419 06:58:33.625589 3817 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0419 06:58:33.625603 3817 udn_enabled_svc.go:80] Waiting for service informer to sync I0419 06:58:33.625631 3817 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0419 06:58:33.625648 3817 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0419 06:58:33.625656 3817 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0419 06:58:33.625887 3817 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0419 06:58:33.625943 3817 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0419 06:58:33.625995 3817 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 72.799µs I0419 06:58:33.626020 3817 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 66.754µs I0419 06:58:33.626030 3817 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 85.488µs I0419 06:58:33.626041 3817 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0419 06:58:33.626051 3817 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0419 06:58:33.626063 3817 default_network_controller.go:325] Starting the default network controller I0419 06:58:33.626089 3817 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 14.313µs I0419 06:58:33.626295 3817 udn_enabled_svc.go:95] Performing full resync I0419 06:58:33.626666 3817 udn_enabled_svc.go:99] Waiting for handler to sync I0419 06:58:33.626683 3817 udn_enabled_svc.go:104] Starting worker I0419 06:58:33.636004 3817 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0419 06:58:33.636069 3817 repair.go:33] Syncing exgw routes took 52.731µs I0419 06:58:33.636092 3817 default_network_controller.go:414] Starting all the Watchers... I0419 06:58:33.636238 3817 namespace.go:98] [dedicated-admin] adding namespace I0419 06:58:33.636242 3817 namespace.go:98] [openshift-backplane-csm] adding namespace I0419 06:58:33.636242 3817 namespace.go:98] [openshift-network-console] adding namespace I0419 06:58:33.636251 3817 namespace.go:98] [openshift-service-ca-operator] adding namespace I0419 06:58:33.636271 3817 namespace.go:98] [openshift-package-operator] adding namespace I0419 06:58:33.636256 3817 namespace.go:98] [openshift-console] adding namespace I0419 06:58:33.636258 3817 namespace.go:98] [openshift-must-gather-operator] adding namespace I0419 06:58:33.636281 3817 namespace.go:98] [openshift-config-managed] adding namespace I0419 06:58:33.636283 3817 namespace.go:98] [openshift-operators-redhat] adding namespace I0419 06:58:33.636284 3817 namespace.go:98] [openshift-host-network] adding namespace I0419 06:58:33.636302 3817 namespace.go:98] [openshift-cluster-version] adding namespace I0419 06:58:33.636288 3817 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0419 06:58:33.636293 3817 namespace.go:98] [openshift-backplane-cse] adding namespace I0419 06:58:33.636309 3817 namespace.go:98] [openshift-backplane-mobb] adding namespace I0419 06:58:33.636322 3817 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0419 06:58:33.636885 3817 namespace.go:102] [dedicated-admin] adding namespace took 633.944µs I0419 06:58:33.636900 3817 namespace.go:98] [openshift-machine-config-operator] adding namespace I0419 06:58:33.637622 3817 namespace.go:102] [openshift-backplane-csm] adding namespace took 1.365435ms I0419 06:58:33.637640 3817 namespace.go:98] [openshift-route-controller-manager] adding namespace I0419 06:58:33.638339 3817 namespace.go:102] [openshift-route-controller-manager] adding namespace took 692.233µs I0419 06:58:33.638356 3817 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0419 06:58:33.638910 3817 namespace.go:102] [openshift-network-console] adding namespace took 2.648328ms I0419 06:58:33.638932 3817 namespace.go:98] [openshift-etcd] adding namespace I0419 06:58:33.639530 3817 namespace.go:102] [openshift-service-ca-operator] adding namespace took 3.251762ms I0419 06:58:33.639552 3817 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0419 06:58:33.640175 3817 namespace.go:102] [openshift-package-operator] adding namespace took 3.895669ms I0419 06:58:33.640193 3817 namespace.go:98] [kube-system] adding namespace I0419 06:58:33.640866 3817 namespace.go:102] [openshift-console] adding namespace took 4.582828ms I0419 06:58:33.640884 3817 namespace.go:98] [openshift-network-operator] adding namespace I0419 06:58:33.641491 3817 namespace.go:102] [openshift-must-gather-operator] adding namespace took 5.206881ms I0419 06:58:33.641507 3817 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0419 06:58:33.642147 3817 namespace.go:102] [openshift-config-managed] adding namespace took 5.856379ms I0419 06:58:33.642165 3817 namespace.go:98] [openshift-dns] adding namespace I0419 06:58:33.642832 3817 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.526881ms I0419 06:58:33.642847 3817 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0419 06:58:33.643539 3817 namespace.go:102] [openshift-host-network] adding namespace took 7.228958ms I0419 06:58:33.643561 3817 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0419 06:58:33.644242 3817 namespace.go:102] [openshift-cluster-version] adding namespace took 7.92969ms I0419 06:58:33.644263 3817 namespace.go:98] [openshift-apiserver] adding namespace I0419 06:58:33.644765 3817 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 8.449943ms I0419 06:58:33.644784 3817 namespace.go:98] [kube-public] adding namespace I0419 06:58:33.645446 3817 namespace.go:102] [openshift-backplane-cse] adding namespace took 9.128889ms I0419 06:58:33.645463 3817 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0419 06:58:33.646102 3817 namespace.go:102] [openshift-backplane-mobb] adding namespace took 9.780994ms I0419 06:58:33.646119 3817 namespace.go:98] [openshift-network-diagnostics] adding namespace I0419 06:58:33.646746 3817 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 10.416029ms I0419 06:58:33.646763 3817 namespace.go:98] [openshift-config] adding namespace I0419 06:58:33.647342 3817 namespace.go:102] [openshift-machine-config-operator] adding namespace took 10.435239ms I0419 06:58:33.647358 3817 namespace.go:98] [openshift-multus] adding namespace I0419 06:58:33.647928 3817 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 9.56478ms I0419 06:58:33.647950 3817 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0419 06:58:33.648470 3817 namespace.go:102] [openshift-etcd] adding namespace took 9.5311ms I0419 06:58:33.648488 3817 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0419 06:58:33.648947 3817 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 9.38582ms I0419 06:58:33.648967 3817 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0419 06:58:33.649395 3817 namespace.go:102] [kube-system] adding namespace took 9.195366ms I0419 06:58:33.649412 3817 namespace.go:98] [openshift-console-operator] adding namespace I0419 06:58:33.649827 3817 namespace.go:102] [openshift-network-operator] adding namespace took 8.937988ms I0419 06:58:33.649839 3817 namespace.go:98] [openshift-node] adding namespace I0419 06:58:33.650231 3817 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 8.717875ms I0419 06:58:33.650248 3817 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0419 06:58:33.650591 3817 namespace.go:102] [openshift-dns] adding namespace took 8.420127ms I0419 06:58:33.650608 3817 namespace.go:98] [openshift-insights] adding namespace I0419 06:58:33.651127 3817 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 8.275239ms I0419 06:58:33.651139 3817 namespace.go:98] [openshift-backplane-cee] adding namespace I0419 06:58:33.651544 3817 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.975284ms I0419 06:58:33.651561 3817 namespace.go:98] [openshift-marketplace] adding namespace I0419 06:58:33.651997 3817 namespace.go:102] [openshift-apiserver] adding namespace took 7.726748ms I0419 06:58:33.652014 3817 namespace.go:98] [openshift-customer-monitoring] adding namespace I0419 06:58:33.652474 3817 namespace.go:102] [kube-public] adding namespace took 7.683336ms I0419 06:58:33.652491 3817 namespace.go:98] [openshift-infra] adding namespace W0419 06:58:33.652871 3817 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-2bx2r: pod openshift-network-diagnostics/network-check-target-2bx2r: no pod IPs found W0419 06:58:33.652892 3817 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-l5556: pod openshift-network-diagnostics/network-check-target-l5556: no pod IPs found I0419 06:58:33.652916 3817 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.446188ms I0419 06:58:33.652934 3817 namespace.go:98] [openshift-config-operator] adding namespace I0419 06:58:33.653733 3817 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.607434ms I0419 06:58:33.653752 3817 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace W0419 06:58:33.654102 3817 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-fwjz6: pod openshift-multus/network-metrics-daemon-fwjz6: no pod IPs found W0419 06:58:33.654113 3817 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-l9sh5: pod openshift-multus/network-metrics-daemon-l9sh5: no pod IPs found I0419 06:58:33.654154 3817 namespace.go:102] [openshift-config] adding namespace took 7.385582ms I0419 06:58:33.654171 3817 namespace.go:98] [openshift-console-user-settings] adding namespace I0419 06:58:33.654591 3817 namespace.go:102] [openshift-multus] adding namespace took 7.226636ms I0419 06:58:33.654604 3817 namespace.go:98] [open-cluster-management-2pp2n9ajv6jp0vtpmbbd4l6vqf526fip] adding namespace I0419 06:58:33.655011 3817 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.054175ms I0419 06:58:33.655030 3817 namespace.go:98] [openshift-ingress-canary] adding namespace I0419 06:58:33.655402 3817 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.906702ms I0419 06:58:33.655417 3817 namespace.go:98] [openshift-backplane-srep] adding namespace I0419 06:58:33.655851 3817 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.878174ms I0419 06:58:33.655862 3817 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0419 06:58:33.656227 3817 namespace.go:102] [openshift-console-operator] adding namespace took 6.808335ms I0419 06:58:33.656239 3817 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0419 06:58:33.656650 3817 namespace.go:102] [openshift-node] adding namespace took 6.805568ms I0419 06:58:33.656663 3817 namespace.go:98] [openshift-ingress] adding namespace I0419 06:58:33.657103 3817 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.84856ms I0419 06:58:33.657116 3817 namespace.go:98] [openshift-backplane] adding namespace I0419 06:58:33.657593 3817 namespace.go:102] [openshift-insights] adding namespace took 6.978846ms I0419 06:58:33.657607 3817 namespace.go:98] [openshift-kube-scheduler] adding namespace I0419 06:58:33.658100 3817 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.955535ms I0419 06:58:33.658110 3817 namespace.go:98] [openshift-authentication] adding namespace I0419 06:58:33.658508 3817 namespace.go:102] [openshift-marketplace] adding namespace took 6.942896ms I0419 06:58:33.658519 3817 namespace.go:98] [openshift-operators] adding namespace I0419 06:58:33.658950 3817 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.929945ms I0419 06:58:33.658965 3817 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0419 06:58:33.659356 3817 namespace.go:102] [openshift-infra] adding namespace took 6.861015ms I0419 06:58:33.659369 3817 namespace.go:98] [openshift] adding namespace I0419 06:58:33.659778 3817 namespace.go:102] [openshift-config-operator] adding namespace took 6.83782ms I0419 06:58:33.659794 3817 namespace.go:98] [openshift-authentication-operator] adding namespace I0419 06:58:33.660152 3817 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.395127ms I0419 06:58:33.660165 3817 namespace.go:98] [default] adding namespace I0419 06:58:33.660552 3817 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.375951ms I0419 06:58:33.660561 3817 namespace.go:98] [openshift-ingress-operator] adding namespace I0419 06:58:33.660988 3817 namespace.go:102] [open-cluster-management-2pp2n9ajv6jp0vtpmbbd4l6vqf526fip] adding namespace took 6.37885ms I0419 06:58:33.661001 3817 namespace.go:98] [openshift-image-registry] adding namespace I0419 06:58:33.661369 3817 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.332047ms I0419 06:58:33.661381 3817 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0419 06:58:33.661798 3817 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.374871ms I0419 06:58:33.661810 3817 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0419 06:58:33.662177 3817 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.309969ms I0419 06:58:33.662188 3817 namespace.go:98] [openshift-logging] adding namespace I0419 06:58:33.662525 3817 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.282791ms I0419 06:58:33.662536 3817 namespace.go:98] [openshift-dns-operator] adding namespace I0419 06:58:33.663016 3817 namespace.go:102] [openshift-ingress] adding namespace took 6.348515ms I0419 06:58:33.663029 3817 namespace.go:98] [openshift-backplane-tam] adding namespace I0419 06:58:33.663443 3817 namespace.go:102] [openshift-backplane] adding namespace took 6.319136ms I0419 06:58:33.663460 3817 namespace.go:98] [openshift-controller-manager] adding namespace I0419 06:58:33.663944 3817 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.330485ms I0419 06:58:33.663960 3817 namespace.go:98] [kube-node-lease] adding namespace I0419 06:58:33.664390 3817 namespace.go:102] [openshift-authentication] adding namespace took 6.274461ms I0419 06:58:33.664407 3817 namespace.go:98] [openshift-apiserver-operator] adding namespace I0419 06:58:33.664843 3817 namespace.go:102] [openshift-operators] adding namespace took 6.318097ms I0419 06:58:33.664857 3817 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0419 06:58:33.665228 3817 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.258766ms I0419 06:58:33.665239 3817 namespace.go:98] [openshift-network-node-identity] adding namespace I0419 06:58:33.665591 3817 namespace.go:102] [openshift] adding namespace took 6.215509ms I0419 06:58:33.665605 3817 namespace.go:98] [openshift-kube-apiserver] adding namespace I0419 06:58:33.666011 3817 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.212525ms I0419 06:58:33.666021 3817 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0419 06:58:33.666409 3817 namespace.go:102] [default] adding namespace took 6.240606ms I0419 06:58:33.666418 3817 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0419 06:58:33.666886 3817 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.319365ms I0419 06:58:33.666900 3817 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0419 06:58:33.667291 3817 namespace.go:102] [openshift-image-registry] adding namespace took 6.285771ms I0419 06:58:33.667726 3817 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.339507ms I0419 06:58:33.668135 3817 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.321283ms I0419 06:58:33.668147 3817 namespace.go:98] [openshift-machine-api] adding namespace I0419 06:58:33.668591 3817 namespace.go:102] [openshift-logging] adding namespace took 6.396033ms I0419 06:58:33.669088 3817 namespace.go:102] [openshift-dns-operator] adding namespace took 6.546383ms I0419 06:58:33.669485 3817 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.452257ms I0419 06:58:33.669899 3817 namespace.go:102] [openshift-controller-manager] adding namespace took 6.432908ms I0419 06:58:33.670390 3817 namespace.go:102] [kube-node-lease] adding namespace took 6.425682ms I0419 06:58:33.670790 3817 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.376562ms I0419 06:58:33.670804 3817 namespace.go:98] [openshift-monitoring] adding namespace I0419 06:58:33.671213 3817 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.350652ms I0419 06:58:33.671660 3817 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.414784ms I0419 06:58:33.671680 3817 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0419 06:58:33.672131 3817 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.521374ms I0419 06:58:33.672592 3817 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.564375ms I0419 06:58:33.673029 3817 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.60448ms I0419 06:58:33.673427 3817 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.521137ms I0419 06:58:33.673917 3817 namespace.go:102] [openshift-machine-api] adding namespace took 5.763455ms I0419 06:58:33.674445 3817 namespace.go:102] [openshift-monitoring] adding namespace took 3.635707ms I0419 06:58:33.675033 3817 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 3.34536ms W0419 06:58:33.675110 3817 master.go:458] Unable to parse local node ip-10-0-0-4.ec2.internal chassis-id annotation. Chassis may be removed during sync W0419 06:58:33.675118 3817 master.go:471] Unable to parse remote node ip-10-0-1-171.ec2.internal chassis-id annotation. Chassis may be removed during sync I0419 06:58:33.675122 3817 master.go:481] Removing stale chassis with ID/Name: f4ded657-a4e3-46f7-bb7c-44bb4ac4738b, hostname: ip-10-0-0-4.ec2.internal I0419 06:58:33.675486 3817 master.go:548] Adding or Updating local node "ip-10-0-0-4.ec2.internal" for network "default" I0419 06:58:33.675560 3817 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-171.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-171.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-171.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-171.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-171.ec2.internal I0419 06:58:33.679432 3817 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-4.ec2.internal for the network default I0419 06:58:33.679791 3817 zone_ic_handler.go:195] Time taken to create transit switch: 347.14µs I0419 06:58:33.680511 3817 default_network_controller.go:823] Node add failed for ip-10-0-0-4.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-4.ec2.internal, error getting gateway config for node ip-10-0-0-4.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-4.ec2.internal", failed to update chassis to local for local node ip-10-0-0-4.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-4.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-4.ec2.internal] E0419 06:58:33.680560 3817 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-4.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-4.ec2.internal, error getting gateway config for node ip-10-0-0-4.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-4.ec2.internal", failed to update chassis to local for local node ip-10-0-0-4.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-4.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-4.ec2.internal] I0419 06:58:33.680623 3817 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0419 06:58:33.680651 3817 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0419 06:58:33.680676 3817 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0419 06:58:33.680657 3817 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-4.ec2.internal", UID:"b0e08960-b7c9-498d-8712-b1ac890eb7ea", APIVersion:"v1", ResourceVersion:"8154", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-4.ec2.internal, error getting gateway config for node ip-10-0-0-4.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-4.ec2.internal", failed to update chassis to local for local node ip-10-0-0-4.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-4.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-4.ec2.internal] I0419 06:58:33.680708 3817 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-4.ec2.internal in network "default" I0419 06:58:33.680738 3817 node_tracker.go:235] Node ip-10-0-0-4.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-4.ec2.internal" I0419 06:58:33.680754 3817 node_tracker.go:169] Node ip-10-0-0-4.ec2.internal switch + router changed, syncing services in network "default" I0419 06:58:33.680773 3817 services_controller.go:574] Full service sync requested for network=default I0419 06:58:33.680787 3817 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-171.ec2.internal in network "default" I0419 06:58:33.680809 3817 node_tracker.go:235] Node ip-10-0-1-171.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-171.ec2.internal" I0419 06:58:33.680820 3817 node_tracker.go:169] Node ip-10-0-1-171.ec2.internal switch + router changed, syncing services in network "default" I0419 06:58:33.680827 3817 services_controller.go:574] Full service sync requested for network=default I0419 06:58:33.685478 3817 iptables.go:108] Creating table: filter chain: FORWARD I0419 06:58:33.691363 3817 iptables.go:108] Creating table: filter chain: OUTPUT I0419 06:58:33.697227 3817 gateway_shared_intf.go:1816] Gateway Creation Complete I0419 06:58:33.697239 3817 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-4.ec2.internal","mac-address":"12:08:0e:c9:e0:17","ip-addresses":["10.0.0.4/24"],"ip-address":"10.0.0.4/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f4ded657-a4e3-46f7-bb7c-44bb4ac4738b k8s.ovn.org/node-encap-ips:["10.0.0.4"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.4/24"} k8s.ovn.org/zone-name:ip-10-0-0-4.ec2.internal] on node ip-10-0-0-4.ec2.internal I0419 06:58:33.710836 3817 master.go:548] Adding or Updating local node "ip-10-0-0-4.ec2.internal" for network "default" I0419 06:58:33.710840 3817 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-4.ec2.internal in network "default" I0419 06:58:33.710980 3817 node_tracker.go:169] Node ip-10-0-0-4.ec2.internal switch + router changed, syncing services in network "default" I0419 06:58:33.710994 3817 services_controller.go:574] Full service sync requested for network=default I0419 06:58:33.714238 3817 default_node_network_controller.go:519] Node connection status = connected W0419 06:58:33.715772 3817 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-l5556: pod openshift-network-diagnostics/network-check-target-l5556: no pod IPs found W0419 06:58:33.715793 3817 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-l9sh5: pod openshift-multus/network-metrics-daemon-l9sh5: no pod IPs found I0419 06:58:33.717017 3817 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-4.ec2.internal for the network default I0419 06:58:33.717235 3817 zone_ic_handler.go:195] Time taken to create transit switch: 205.761µs I0419 06:58:33.781445 3817 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0419 06:58:33.781473 3817 services_controller.go:208] Setting up event handlers for services for network=default I0419 06:58:33.781525 3817 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0419 06:58:33.781556 3817 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0419 06:58:33.781589 3817 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0419 06:58:33.882619 3817 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0419 06:58:33.882642 3817 repair.go:60] Starting repairing loop for services I0419 06:58:33.882749 3817 repair.go:131] Deleted 0 stale service LBs I0419 06:58:33.882769 3817 repair.go:137] Deleted 0 stale Chassis Template Vars I0419 06:58:33.882792 3817 repair.go:62] Finished repairing loop for services: 151.972µs I0419 06:58:33.882828 3817 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0419 06:58:33.882838 3817 services_controller.go:254] Starting workers for network=default I0419 06:58:33.883381 3817 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-fwjz6, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-fwjz6: suppressed error logged: pod openshift-multus/network-metrics-daemon-fwjz6: no pod IPs found I0419 06:58:33.883407 3817 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-2bx2r, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-2bx2r: suppressed error logged: pod openshift-network-diagnostics/network-check-target-2bx2r: no pod IPs found I0419 06:58:33.883421 3817 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-l9sh5] creating logical port openshift-multus_network-metrics-daemon-l9sh5 for pod on switch ip-10-0-0-4.ec2.internal I0419 06:58:33.883430 3817 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-l5556] creating logical port openshift-network-diagnostics_network-check-target-l5556 for pod on switch ip-10-0-0-4.ec2.internal I0419 06:58:33.883604 3817 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-l5556 I0419 06:58:33.883695 3817 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-l9sh5 I0419 06:58:33.898503 3817 pod.go:62] [openshift-network-diagnostics/network-check-target-l5556] pod update took 15.009208ms I0419 06:58:33.898521 3817 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-l5556] addLogicalPort annotation time took 15.029636ms I0419 06:58:33.899438 3817 pods.go:271] [openshift-network-diagnostics/network-check-target-l5556] addLogicalPort took 16.016358ms, libovsdb time 604.071µs I0419 06:58:33.899546 3817 pod.go:62] [openshift-multus/network-metrics-daemon-l9sh5] pod update took 16.047412ms I0419 06:58:33.899585 3817 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-l9sh5] addLogicalPort annotation time took 16.071574ms I0419 06:58:33.900514 3817 pods.go:271] [openshift-multus/network-metrics-daemon-l9sh5] addLogicalPort took 17.108347ms, libovsdb time 708.118µs I0419 06:58:33.900855 3817 admin_network_policy_controller.go:227] Starting controller default-network-controller I0419 06:58:33.900878 3817 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0419 06:58:33.900888 3817 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0419 06:58:33.900892 3817 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0419 06:58:33.901094 3817 repair.go:29] Repairing admin network policies took 197.599µs I0419 06:58:33.901194 3817 repair.go:92] Repairing baseline admin network policies took 92.224µs I0419 06:58:33.901624 3817 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0419 06:58:33.901640 3817 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0419 06:58:33.903327 3817 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0419 06:58:33.903348 3817 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0419 06:58:33.903355 3817 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0419 06:58:33.903645 3817 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0419 06:58:33.903665 3817 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0419 06:58:33.903674 3817 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0419 06:58:33.905641 3817 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0419 06:58:33.905659 3817 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0419 06:58:33.905665 3817 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0419 06:58:33.906852 3817 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0419 06:58:33.906875 3817 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0419 06:58:33.906889 3817 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0419 06:58:33.908890 3817 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0419 06:58:33.908912 3817 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0419 06:58:33.908921 3817 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0419 06:58:33.909234 3817 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0419 06:58:33.909251 3817 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0419 06:58:33.909260 3817 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0419 06:58:33.910241 3817 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0419 06:58:33.910260 3817 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0419 06:58:33.910268 3817 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0419 06:58:33.910815 3817 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0419 06:58:33.910828 3817 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0419 06:58:33.910837 3817 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0419 06:58:33.912429 3817 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0419 06:58:33.912444 3817 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0419 06:58:33.912453 3817 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0419 06:58:33.913352 3817 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0419 06:58:33.913370 3817 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0419 06:58:33.913379 3817 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0419 06:58:33.915175 3817 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0419 06:58:33.915193 3817 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0419 06:58:33.915202 3817 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0419 06:58:33.916650 3817 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0419 06:58:33.916667 3817 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0419 06:58:33.916675 3817 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0419 06:58:33.917139 3817 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0419 06:58:33.917156 3817 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0419 06:58:33.917162 3817 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0419 06:58:33.917412 3817 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0419 06:58:33.917428 3817 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0419 06:58:33.917441 3817 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0419 06:58:33.918469 3817 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0419 06:58:33.918486 3817 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0419 06:58:33.918496 3817 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0419 06:58:33.919536 3817 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0419 06:58:33.919556 3817 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0419 06:58:33.919563 3817 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0419 06:58:33.920124 3817 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0419 06:58:33.920141 3817 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0419 06:58:33.920148 3817 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0419 06:58:33.920654 3817 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0419 06:58:33.920674 3817 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0419 06:58:33.920682 3817 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0419 06:58:33.921183 3817 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0419 06:58:33.921198 3817 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0419 06:58:33.921205 3817 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0419 06:58:33.921715 3817 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0419 06:58:33.921738 3817 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0419 06:58:33.922083 3817 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0419 06:58:33.922094 3817 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0419 06:58:33.922811 3817 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0419 06:58:33.922829 3817 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0419 06:58:33.922835 3817 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0419 06:58:33.923152 3817 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0419 06:58:33.923168 3817 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0419 06:58:33.923178 3817 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0419 06:58:33.924446 3817 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0419 06:58:33.924467 3817 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0419 06:58:33.924483 3817 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0419 06:58:33.926494 3817 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0419 06:58:33.926514 3817 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0419 06:58:33.926524 3817 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0419 06:58:33.927228 3817 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0419 06:58:33.927246 3817 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0419 06:58:33.927267 3817 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0419 06:58:33.927952 3817 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0419 06:58:33.927965 3817 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0419 06:58:33.927972 3817 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0419 06:58:33.928417 3817 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0419 06:58:33.928442 3817 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0419 06:58:33.928459 3817 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0419 06:58:33.929737 3817 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0419 06:58:33.929763 3817 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0419 06:58:33.929776 3817 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0419 06:58:33.930308 3817 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0419 06:58:33.934809 3817 egressfirewall.go:374] Starting EgressFirewall controller I0419 06:58:33.934834 3817 controller.go:133] Adding controller egress-firewall-controller event handlers I0419 06:58:33.934842 3817 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0419 06:58:33.934878 3817 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0419 06:58:33.934886 3817 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0419 06:58:33.934897 3817 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0419 06:58:33.934889 3817 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0419 06:58:33.935177 3817 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0419 06:58:33.935192 3817 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0419 06:58:33.935197 3817 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0419 06:58:33.935206 3817 egressqos.go:193] Setting up event handlers for EgressQoS I0419 06:58:33.935277 3817 egressfirewall.go:723] Syncing node "ip-10-0-0-4.ec2.internal" for egress firewall I0419 06:58:33.935319 3817 egressfirewall.go:723] Syncing node "ip-10-0-1-171.ec2.internal" for egress firewall I0419 06:58:33.935479 3817 egressqos.go:245] Starting EgressQoS Controller I0419 06:58:33.935497 3817 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0419 06:58:33.935507 3817 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0419 06:58:33.935514 3817 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0419 06:58:33.935529 3817 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0419 06:58:33.935536 3817 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0419 06:58:33.935543 3817 shared_informer.go:356] "Caches are synced" controller="egressqos" I0419 06:58:33.935550 3817 egressqos.go:259] Repairing EgressQoSes I0419 06:58:33.935556 3817 egressqos.go:399] Starting repairing loop for egressqos I0419 06:58:33.935664 3817 egressqos.go:401] Finished repairing loop for egressqos: 108.521µs I0419 06:58:33.935684 3817 egressservice_zone.go:132] Setting up event handlers for Egress Services I0419 06:58:33.935706 3817 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-4.ec2.internal I0419 06:58:33.935771 3817 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-4.ec2.internal : 63.215µs I0419 06:58:33.935899 3817 egressservice_zone.go:210] Starting Egress Services Controller I0419 06:58:33.935914 3817 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0419 06:58:33.935922 3817 shared_informer.go:356] "Caches are synced" controller="egressservices" I0419 06:58:33.935927 3817 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0419 06:58:33.935935 3817 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0419 06:58:33.935944 3817 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0419 06:58:33.935952 3817 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0419 06:58:33.935958 3817 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0419 06:58:33.935962 3817 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0419 06:58:33.935966 3817 egressservice_zone.go:228] Repairing Egress Services I0419 06:58:33.936308 3817 master_controller.go:88] Starting Admin Policy Based Route Controller I0419 06:58:33.936316 3817 external_controller.go:278] Starting Admin Policy Based Route Controller I0419 06:58:33.936359 3817 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-4.ec2.internal I0419 06:58:33.936370 3817 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-4.ec2.internal: 12.753µs I0419 06:58:33.936377 3817 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-171.ec2.internal I0419 06:58:33.936383 3817 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-171.ec2.internal: 6.052µs I0419 06:58:33.936446 3817 default_network_controller.go:585] Completing all the Watchers took 300.345408ms I0419 06:58:33.936474 3817 default_network_controller.go:589] Starting unidling controllers I0419 06:58:33.936485 3817 unidle.go:46] Registering OVN SB ControllerEvent handler I0419 06:58:33.936490 3817 unidle.go:63] Populating Initial ContollerEvent events I0419 06:58:33.936499 3817 unidle.go:79] Setting up event handlers for services I0419 06:58:33.936585 3817 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0419 06:58:33.942297 3817 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0419 06:58:34.215712 3817 default_node_network_controller.go:519] Node connection status = connected I0419 06:58:34.233000 3817 bridgeconfig.go:537] Gateway is ready I0419 06:58:34.233019 3817 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0419 06:58:34.244544 3817 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.4. Updating OVN encap IP. I0419 06:58:34.249719 3817 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.4 - it is already configured I0419 06:58:34.249734 3817 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.4/24:{} 172.20.0.1/32:{}]. Updating annotations. I0419 06:58:34.249958 3817 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.4/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-4.ec2.internal","mac-address":"12:08:0e:c9:e0:17","ip-addresses":["10.0.0.4/24"],"ip-address":"10.0.0.4/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f4ded657-a4e3-46f7-bb7c-44bb4ac4738b k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.4/24"}] on node ip-10-0-0-4.ec2.internal I0419 06:58:34.263170 3817 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-4.ec2.internal I0419 06:58:34.263194 3817 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-4.ec2.internal: 26.83µs I0419 06:58:34.263232 3817 master.go:548] Adding or Updating local node "ip-10-0-0-4.ec2.internal" for network "default" I0419 06:58:34.263279 3817 egressfirewall.go:723] Syncing node "ip-10-0-0-4.ec2.internal" for egress firewall I0419 06:58:34.263236 3817 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-4.ec2.internal in network "default" I0419 06:58:34.263373 3817 node_tracker.go:169] Node ip-10-0-0-4.ec2.internal switch + router changed, syncing services in network "default" I0419 06:58:34.263391 3817 services_controller.go:574] Full service sync requested for network=default I0419 06:58:34.264535 3817 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.4 I0419 06:58:34.264688 3817 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-4.ec2.internal I0419 06:58:34.268890 3817 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-4.ec2.internal. Updating no re-route policies I0419 06:58:34.268972 3817 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-v6tqp I0419 06:58:34.268981 3817 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-t6q27 I0419 06:58:34.268986 3817 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-4.ec2.internal I0419 06:58:34.268996 3817 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-v6tqp I0419 06:58:34.269002 3817 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-4.ec2.internal I0419 06:58:34.269004 3817 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-t6q27 I0419 06:58:34.269009 3817 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-p58gg I0419 06:58:34.269019 3817 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-v6tqp after 0 failed attempt(s) I0419 06:58:34.269023 3817 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-4.ec2.internal after 0 failed attempt(s) I0419 06:58:34.269030 3817 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-t6q27 after 0 failed attempt(s) I0419 06:58:34.269032 3817 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-p58gg I0419 06:58:34.269036 3817 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-cvdj5 I0419 06:58:34.269043 3817 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-cvdj5 I0419 06:58:34.269049 3817 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/ecr-credential-refresh-initial-72sz7 I0419 06:58:34.269057 3817 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-cvdj5 after 0 failed attempt(s) I0419 06:58:34.269060 3817 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-p58gg after 0 failed attempt(s) I0419 06:58:34.269065 3817 obj_retry.go:398] Adding new object: *v1.Pod kube-system/ecr-credential-refresh-initial-72sz7 I0419 06:58:34.269074 3817 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-8wd84 I0419 06:58:34.269082 3817 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-l9sh5 I0419 06:58:34.269083 3817 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-8wd84 I0419 06:58:34.269084 3817 obj_retry.go:418] Retry successful for *v1.Pod kube-system/ecr-credential-refresh-initial-72sz7 after 0 failed attempt(s) I0419 06:58:34.269090 3817 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-l9sh5 I0419 06:58:34.269088 3817 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-k9f45 I0419 06:58:34.269098 3817 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-4.ec2.internal I0419 06:58:34.269105 3817 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-l5556 I0419 06:58:34.269095 3817 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-8wd84 after 0 failed attempt(s) I0419 06:58:34.269106 3817 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-k9f45 I0419 06:58:34.269100 3817 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-bjfxk I0419 06:58:34.269127 3817 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-k9f45 after 0 failed attempt(s) I0419 06:58:34.269126 3817 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-l9sh5] creating logical port openshift-multus_network-metrics-daemon-l9sh5 for pod on switch ip-10-0-0-4.ec2.internal I0419 06:58:34.269110 3817 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-4.ec2.internal I0419 06:58:34.269176 3817 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-4.ec2.internal after 0 failed attempt(s) I0419 06:58:34.269109 3817 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-dm9wp I0419 06:58:34.269190 3817 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-dm9wp I0419 06:58:34.269203 3817 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-v6tf9 I0419 06:58:34.269216 3817 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-v6tf9 I0419 06:58:34.269227 3817 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-v6tf9 after 0 failed attempt(s) I0419 06:58:34.269207 3817 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-dm9wp after 0 failed attempt(s) I0419 06:58:34.269127 3817 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-bjfxk I0419 06:58:34.269273 3817 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-bjfxk after 0 failed attempt(s) I0419 06:58:34.269112 3817 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-l5556 I0419 06:58:34.269323 3817 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-l5556] creating logical port openshift-network-diagnostics_network-check-target-l5556 for pod on switch ip-10-0-0-4.ec2.internal I0419 06:58:34.270255 3817 pods.go:271] [openshift-multus/network-metrics-daemon-l9sh5] addLogicalPort took 1.139968ms, libovsdb time 418.719µs I0419 06:58:34.270272 3817 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-l9sh5 after 0 failed attempt(s) I0419 06:58:34.270714 3817 pods.go:271] [openshift-network-diagnostics/network-check-target-l5556] addLogicalPort took 1.403006ms, libovsdb time 256.173µs I0419 06:58:34.270722 3817 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-l5556 after 0 failed attempt(s) I0419 06:58:34.277639 3817 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0419 06:58:34.288928 3817 iptables.go:108] Creating table: mangle chain: OUTPUT I0419 06:58:34.292395 3817 iptables.go:108] Creating table: nat chain: OUTPUT I0419 06:58:34.340365 3817 iptables.go:108] Creating table: nat chain: PREROUTING I0419 06:58:34.398607 3817 iptables.go:108] Creating table: filter chain: FORWARD I0419 06:58:34.415349 3817 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0419 06:58:34.415498 3817 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0419 06:58:34.415580 3817 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0419 06:58:34.415687 3817 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0419 06:58:34.415756 3817 gateway_init.go:325] Gateway and management port readiness took 704.992201ms I0419 06:58:34.415790 3817 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0419 06:58:34.415835 3817 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0419 06:58:34.415852 3817 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0419 06:58:34.415863 3817 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0419 06:58:34.415940 3817 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0419 06:58:34.416025 3817 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 53.699µs I0419 06:58:34.416332 3817 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0419 06:58:34.416364 3817 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 20.243µs I0419 06:58:34.416376 3817 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 44.583µs I0419 06:58:34.416383 3817 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0419 06:58:34.416396 3817 nad_controller.go:379] [node-nad-controller NAD controller]: started I0419 06:58:34.416403 3817 default_node_network_controller.go:899] Starting the default node network controller I0419 06:58:34.416409 3817 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0419 06:58:34.416496 3817 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 21.144µs I0419 06:58:34.416631 3817 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0419 06:58:34.416644 3817 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0419 06:58:34.416674 3817 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c17730 0xc000346310 0xc000346380 0xc0003463f0 0xc0003464d0 0xc000346540 0xc0003465b0 0xc000c0fb80 0xc000346620 0xc000346690 0xc0005782d0 0xc0061613b0 0xc000346700 map[0x2ff9080:0xc002991020 0x2ff95c0:0xc0029911a0 0x2ffa2e0:0xc002990f60 0x2ffa580:0xc002990fc0 0x2ffad60:0xc002991080 0x2ffb000:0xc0029910e0 0x2ffb2a0:0xc002991140 0x2ffba80:0xc002991380 0x2ffbd20:0xc0029913e0 0x3026980:0xc0009c60c0 0x3026d20:0xc0009c6120 0x3027800:0xc000c8bf20 0x3029160:0xc001bd6000 0x30298a0:0xc003b01680 0x302a720:0xc001880360] 0xc000c32a10 0} I0419 06:58:34.416777 3817 gateway.go:151] Starting gateway service sync I0419 06:58:34.417380 3817 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0419 06:58:34.419509 3817 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0419 06:58:34.446970 3817 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0419 06:58:34.448100 3817 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0419 06:58:34.449214 3817 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0419 06:58:34.482747 3817 gateway.go:168] Gateway service sync done. Time taken: 65.953554ms I0419 06:58:34.483138 3817 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30733 I0419 06:58:34.483779 3817 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c17730 0xc000346310 0xc000346380 0xc0003463f0 0xc0003464d0 0xc000346540 0xc0003465b0 0xc000c0fb80 0xc000346620 0xc000346690 0xc0005782d0 0xc0061613b0 0xc000346700 map[0x2ff9080:0xc002991020 0x2ff95c0:0xc0029911a0 0x2ffa2e0:0xc002990f60 0x2ffa580:0xc002990fc0 0x2ffad60:0xc002991080 0x2ffb000:0xc0029910e0 0x2ffb2a0:0xc002991140 0x2ffba80:0xc002991380 0x2ffbd20:0xc0029913e0 0x3026980:0xc0009c60c0 0x3026d20:0xc0009c6120 0x3027800:0xc000c8bf20 0x3029160:0xc001bd6000 0x30298a0:0xc003b01680 0x302a720:0xc001880360] 0xc000c32a10 0} I0419 06:58:34.484319 3817 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c17730 0xc000346310 0xc000346380 0xc0003463f0 0xc0003464d0 0xc000346540 0xc0003465b0 0xc000c0fb80 0xc000346620 0xc000346690 0xc0005782d0 0xc0061613b0 0xc000346700 map[0x2ff9080:0xc002991020 0x2ff95c0:0xc0029911a0 0x2ffa2e0:0xc002990f60 0x2ffa580:0xc002990fc0 0x2ffad60:0xc002991080 0x2ffb000:0xc0029910e0 0x2ffb2a0:0xc002991140 0x2ffba80:0xc002991380 0x2ffbd20:0xc0029913e0 0x3026980:0xc0009c60c0 0x3026d20:0xc0009c6120 0x3027800:0xc000c8bf20 0x3029160:0xc001bd6000 0x30298a0:0xc003b01680 0x302a720:0xc001880360] 0xc000c32a10 0} I0419 06:58:34.484369 3817 gateway.go:532] Reconciling gateway with updates I0419 06:58:34.490108 3817 gateway.go:339] Spawning Conntrack Rule Check Thread I0419 06:58:34.490188 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0419 06:58:34.490212 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0419 06:58:34.490221 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0419 06:58:34.490230 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0419 06:58:34.490229 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0419 06:58:34.490233 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0419 06:58:34.490191 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0419 06:58:34.490249 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0419 06:58:34.490252 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0419 06:58:34.490249 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0419 06:58:34.490263 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0419 06:58:34.490273 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0419 06:58:34.490284 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0419 06:58:34.490284 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0419 06:58:34.490293 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0419 06:58:34.490298 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0419 06:58:34.490300 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0419 06:58:34.490304 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0419 06:58:34.490307 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0419 06:58:34.490307 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0419 06:58:34.490315 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0419 06:58:34.490317 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0419 06:58:34.490327 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0419 06:58:34.490280 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0419 06:58:34.490351 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0419 06:58:34.490266 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0419 06:58:34.490360 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0419 06:58:34.490214 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0419 06:58:34.490368 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0419 06:58:34.490374 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0419 06:58:34.490394 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0419 06:58:34.490393 3817 default_node_network_controller.go:944] Gateway and management port readiness took 73.740206ms I0419 06:58:34.490410 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0419 06:58:34.490413 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0419 06:58:34.490353 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0419 06:58:34.490421 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0419 06:58:34.490328 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0419 06:58:34.490435 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0419 06:58:34.490443 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0419 06:58:34.490460 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0419 06:58:34.490408 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0419 06:58:34.490488 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0419 06:58:34.490489 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0419 06:58:34.490495 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0419 06:58:34.490505 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0419 06:58:34.490509 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0419 06:58:34.490516 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0419 06:58:34.490526 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0419 06:58:34.490538 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0419 06:58:34.490544 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0419 06:58:34.490548 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0419 06:58:34.490326 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0419 06:58:34.490560 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0419 06:58:34.490442 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0419 06:58:34.490582 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0419 06:58:34.490587 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0419 06:58:34.490595 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0419 06:58:34.490602 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0419 06:58:34.490604 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0419 06:58:34.490610 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0419 06:58:34.490610 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0419 06:58:34.490616 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0419 06:58:34.490619 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0419 06:58:34.490621 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0419 06:58:34.490618 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0419 06:58:34.490629 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0419 06:58:34.490630 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0419 06:58:34.490635 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0419 06:58:34.490645 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0419 06:58:34.490656 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0419 06:58:34.490654 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0419 06:58:34.490671 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0419 06:58:34.490671 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0419 06:58:34.490672 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0419 06:58:34.490683 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0419 06:58:34.490468 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0419 06:58:34.490694 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0419 06:58:34.490659 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0419 06:58:34.490685 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0419 06:58:34.490702 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0419 06:58:34.490709 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0419 06:58:34.490707 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 06:58:34.490714 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0419 06:58:34.490718 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0419 06:58:34.490720 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0419 06:58:34.490721 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0419 06:58:34.490721 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0419 06:58:34.490728 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0419 06:58:34.490733 3817 port_claim.go:71] Svc openshift-ingress/router-default: port 32308 is already open, no action needed I0419 06:58:34.490737 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0419 06:58:34.490596 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0419 06:58:34.490812 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0419 06:58:34.490701 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0419 06:58:34.490830 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0419 06:58:34.490836 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0419 06:58:34.490849 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0419 06:58:34.490717 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0419 06:58:34.490881 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0419 06:58:34.490409 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0419 06:58:34.490895 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0419 06:58:34.490934 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0419 06:58:34.490939 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0419 06:58:34.490580 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0419 06:58:34.490319 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0419 06:58:34.490413 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0419 06:58:34.490971 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0419 06:58:34.490978 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0419 06:58:34.490982 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0419 06:58:34.490995 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0419 06:58:34.491030 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0419 06:58:34.491038 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0419 06:58:34.490300 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0419 06:58:34.490705 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 06:58:34.491080 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 06:58:34.490691 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0419 06:58:34.491097 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0419 06:58:34.491122 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0419 06:58:34.490705 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0419 06:58:34.491137 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0419 06:58:34.490731 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0419 06:58:34.491161 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0419 06:58:34.491194 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0419 06:58:34.490723 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 06:58:34.491263 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0419 06:58:34.490870 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0419 06:58:34.491316 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0419 06:58:34.490873 3817 port_claim.go:71] Svc openshift-ingress/router-default: port 30869 is already open, no action needed I0419 06:58:34.490580 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0419 06:58:34.490690 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0419 06:58:34.491083 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0419 06:58:34.491140 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0419 06:58:34.491880 3817 node_ip_handler_linux.go:160] Node IP manager is running W0419 06:58:34.532239 3817 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0419 06:58:34.532410 3817 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0419 06:58:34.532578 3817 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0419 06:58:34.540905 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0419 06:58:34.561027 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0419 06:58:34.561039 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0419 06:58:34.561069 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0419 06:58:35.020102 3817 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0419 06:58:35.021666 3817 namespace.go:142] [openshift-network-diagnostics] updating namespace I0419 06:58:35.026507 3817 namespace.go:142] [openshift-network-console] updating namespace I0419 06:58:35.030288 3817 namespace.go:142] [openshift-network-node-identity] updating namespace I0419 06:58:35.032425 3817 namespace.go:142] [openshift-must-gather-operator] updating namespace I0419 06:58:35.603396 3817 default_node_network_controller.go:1380] Starting node controller node sync W0419 06:58:35.603446 3817 egressip_healthcheck.go:76] Health checking using insecure connection I0419 06:58:35.603540 3817 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0419 06:58:35.614983 3817 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.567976ms I0419 06:58:35.615235 3817 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0419 06:58:35.615556 3817 egressservice_node.go:93] Setting up event handlers for Egress Services I0419 06:58:35.615730 3817 egressservice_node.go:183] Starting Egress Services Controller I0419 06:58:35.615748 3817 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0419 06:58:35.615782 3817 shared_informer.go:356] "Caches are synced" controller="egressservices" I0419 06:58:35.615795 3817 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0419 06:58:35.615800 3817 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0419 06:58:35.615806 3817 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0419 06:58:35.615810 3817 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0419 06:58:35.615814 3817 egressservice_node.go:197] Repairing Egress Services I0419 06:58:35.625595 3817 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0419 06:58:35.625607 3817 external_controller.go:278] Starting Admin Policy Based Route Controller I0419 06:58:35.625752 3817 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0419 06:58:35.625784 3817 link_network_manager.go:119] Link manager is running I0419 06:58:35.625792 3817 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0419 06:58:35.626044 3817 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0419 06:58:35.626236 3817 vrf_manager.go:128] VRF manager is running I0419 06:58:35.626378 3817 node_controller_manager.go:437] Removing flows to drop GARP I0419 06:58:35.626394 3817 gateway.go:532] Reconciling gateway with updates I0419 06:58:35.652500 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0419 06:58:35.652512 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0419 06:58:35.652526 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0419 06:58:35.652533 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0419 06:58:35.652536 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0419 06:58:35.652502 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0419 06:58:35.652544 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0419 06:58:35.652553 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0419 06:58:35.652529 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0419 06:58:35.652579 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0419 06:58:35.652578 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0419 06:58:35.652584 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0419 06:58:35.652594 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0419 06:58:35.652600 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0419 06:58:35.652602 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0419 06:58:35.652613 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0419 06:58:35.652617 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0419 06:58:35.652630 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0419 06:58:35.652637 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0419 06:58:35.652643 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0419 06:58:35.652647 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0419 06:58:35.652657 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0419 06:58:35.652660 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0419 06:58:35.652660 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0419 06:58:35.652670 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0419 06:58:35.652694 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0419 06:58:35.652697 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0419 06:58:35.652704 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0419 06:58:35.652706 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0419 06:58:35.652646 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0419 06:58:35.652679 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0419 06:58:35.652725 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0419 06:58:35.652728 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0419 06:58:35.652731 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 06:58:35.652736 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0419 06:58:35.652738 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0419 06:58:35.652740 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0419 06:58:35.652744 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 06:58:35.652747 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0419 06:58:35.652661 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0419 06:58:35.652775 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0419 06:58:35.652779 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0419 06:58:35.652783 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0419 06:58:35.652793 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0419 06:58:35.652805 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0419 06:58:35.652694 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0419 06:58:35.652810 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0419 06:58:35.652819 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0419 06:58:35.652725 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0419 06:58:35.652827 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0419 06:58:35.652796 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0419 06:58:35.652844 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0419 06:58:35.652856 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0419 06:58:35.652806 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0419 06:58:35.652871 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0419 06:58:35.652718 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0419 06:58:35.652783 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0419 06:58:35.652936 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0419 06:58:35.652871 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0419 06:58:35.652760 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0419 06:58:35.652987 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0419 06:58:35.653027 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0419 06:58:35.653070 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0419 06:58:35.653086 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0419 06:58:35.653086 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0419 06:58:35.653080 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0419 06:58:35.653104 3817 port_claim.go:71] Svc openshift-ingress/router-default: port 32308 is already open, no action needed I0419 06:58:35.653040 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0419 06:58:35.653103 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0419 06:58:35.652794 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0419 06:58:35.652783 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0419 06:58:35.653139 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0419 06:58:35.653148 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0419 06:58:35.652678 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0419 06:58:35.653159 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0419 06:58:35.653161 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0419 06:58:35.653175 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0419 06:58:35.653117 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0419 06:58:35.653101 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0419 06:58:35.653147 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0419 06:58:35.652927 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0419 06:58:35.653050 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0419 06:58:35.652751 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0419 06:58:35.652977 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0419 06:58:35.653233 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0419 06:58:35.653053 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0419 06:58:35.653270 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0419 06:58:35.653119 3817 port_claim.go:71] Svc openshift-ingress/router-default: port 30869 is already open, no action needed I0419 06:58:35.653060 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0419 06:58:35.653338 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0419 06:58:35.653066 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0419 06:58:35.653220 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0419 06:58:35.653360 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0419 06:58:35.653370 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0419 06:58:35.652810 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0419 06:58:35.653387 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0419 06:58:35.652760 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0419 06:58:35.653414 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0419 06:58:35.653045 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 06:58:35.653491 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 06:58:35.673669 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0419 06:58:35.673677 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0419 06:58:35.673709 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0419 06:58:35.673717 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0419 06:58:35.673723 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0419 06:58:35.673729 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0419 06:58:35.673735 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0419 06:58:35.673740 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0419 06:58:35.673747 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0419 06:58:35.673751 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0419 06:58:35.673755 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0419 06:58:35.673760 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0419 06:58:35.673767 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0419 06:58:35.673772 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0419 06:58:35.673778 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0419 06:58:35.673785 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0419 06:58:35.673792 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0419 06:58:35.713416 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0419 06:58:35.713450 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0419 06:58:35.713465 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0419 06:58:35.713479 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0419 06:58:35.713502 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0419 06:58:35.713512 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0419 06:58:35.713519 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0419 06:58:35.713529 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0419 06:58:35.713539 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0419 06:58:35.713548 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0419 06:58:35.713554 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0419 06:58:35.713559 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0419 06:58:35.713578 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0419 06:58:35.713586 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0419 06:58:35.713596 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0419 06:58:35.713603 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0419 06:58:35.754398 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0419 06:58:36.371128 3817 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-36.ec2.internal in network "default" I0419 06:58:36.371149 3817 node_tracker.go:220] Node ip-10-0-2-36.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation I0419 06:58:36.371205 3817 egressfirewall.go:723] Syncing node "ip-10-0-2-36.ec2.internal" for egress firewall I0419 06:58:36.371229 3817 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-36.ec2.internal I0419 06:58:36.371243 3817 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-36.ec2.internal: 16.661µs E0419 06:58:36.371341 3817 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-36.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0419 06:58:36.371362 3817 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-36.ec2.internal, error: [adding or updating remote node chassis ip-10-0-2-36.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-36.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-36.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-36.ec2.internal, error parsing annotation for node ip-10-0-2-36.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0419 06:58:36.383725 3817 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-36.ec2.internal annotation: unexpected end of JSON input I0419 06:58:36.383802 3817 default_network_controller.go:1025] Node "ip-10-0-2-36.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0419 06:58:36.383847 3817 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-36.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0419 06:58:36.396644 3817 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-36.ec2.internal annotation: unexpected end of JSON input I0419 06:58:36.396652 3817 egressfirewall.go:723] Syncing node "ip-10-0-2-36.ec2.internal" for egress firewall I0419 06:58:36.396736 3817 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-36.ec2.internal I0419 06:58:36.396748 3817 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-36.ec2.internal: 39.512µs I0419 06:58:36.396803 3817 default_network_controller.go:1025] Node "ip-10-0-2-36.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0419 06:58:36.396846 3817 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-36.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0419 06:58:36.410167 3817 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-36.ec2.internal annotation: unexpected end of JSON input I0419 06:58:36.410194 3817 default_network_controller.go:1025] Node "ip-10-0-2-36.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true E0419 06:58:36.410242 3817 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-36.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0419 06:58:36.439170 3817 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-36.ec2.internal annotation: unexpected end of JSON input I0419 06:58:36.439196 3817 default_network_controller.go:1025] Node "ip-10-0-2-36.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0419 06:58:36.439196 3817 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-36.ec2.internal annotation: unexpected end of JSON input I0419 06:58:36.611577 3817 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-36.ec2.internal I0419 06:58:36.611598 3817 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-36.ec2.internal: 35.226µs I0419 06:58:36.611627 3817 default_network_controller.go:1025] Node "ip-10-0-2-36.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 06:58:36.611630 3817 egressfirewall.go:723] Syncing node "ip-10-0-2-36.ec2.internal" for egress firewall I0419 06:58:36.623000 3817 default_network_controller.go:1025] Node "ip-10-0-2-36.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 06:58:36.873437 3817 default_network_controller.go:1025] Node "ip-10-0-2-36.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 06:58:36.937153 3817 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-4.ec2.internal I0419 06:58:36.937190 3817 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-4.ec2.internal: 46.103µs I0419 06:58:36.966582 3817 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5b89f7889b-jwlj5] creating logical port openshift-image-registry_image-registry-5b89f7889b-jwlj5 for pod on switch ip-10-0-0-4.ec2.internal I0419 06:58:36.966757 3817 kube.go:256] Updating pod openshift-image-registry/image-registry-5b89f7889b-jwlj5 I0419 06:58:36.992969 3817 pod.go:62] [openshift-image-registry/image-registry-5b89f7889b-jwlj5] pod update took 26.253903ms I0419 06:58:36.992995 3817 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5b89f7889b-jwlj5] addLogicalPort annotation time took 26.289294ms I0419 06:58:36.993243 3817 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-9qswn] creating logical port openshift-dns_dns-default-9qswn for pod on switch ip-10-0-0-4.ec2.internal I0419 06:58:36.993363 3817 kube.go:256] Updating pod openshift-dns/dns-default-9qswn I0419 06:58:36.994667 3817 pods.go:271] [openshift-image-registry/image-registry-5b89f7889b-jwlj5] addLogicalPort took 28.127034ms, libovsdb time 1.347848ms I0419 06:58:37.008963 3817 pod.go:62] [openshift-dns/dns-default-9qswn] pod update took 15.631657ms I0419 06:58:37.008984 3817 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-9qswn] addLogicalPort annotation time took 15.657946ms I0419 06:58:37.010008 3817 pods.go:271] [openshift-dns/dns-default-9qswn] addLogicalPort took 16.779197ms, libovsdb time 775.571µs I0419 06:58:37.013578 3817 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-bxxx7] creating logical port openshift-ingress-canary_ingress-canary-bxxx7 for pod on switch ip-10-0-0-4.ec2.internal I0419 06:58:37.013755 3817 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-bxxx7 I0419 06:58:37.015201 3817 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-f9xw2] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-f9xw2 for pod on switch ip-10-0-0-4.ec2.internal I0419 06:58:37.015350 3817 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-f9xw2 I0419 06:58:37.029293 3817 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-f9xw2] pod update took 13.987284ms I0419 06:58:37.029325 3817 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-f9xw2] addLogicalPort annotation time took 14.020238ms I0419 06:58:37.029609 3817 pod.go:62] [openshift-ingress-canary/ingress-canary-bxxx7] pod update took 15.902104ms I0419 06:58:37.029666 3817 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-bxxx7] addLogicalPort annotation time took 15.964561ms I0419 06:58:37.032271 3817 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-f9xw2] addLogicalPort took 17.085323ms, libovsdb time 2.465387ms I0419 06:58:37.032372 3817 pods.go:271] [openshift-ingress-canary/ingress-canary-bxxx7] addLogicalPort took 19.85697ms, libovsdb time 2.227711ms I0419 06:58:37.445775 3817 cni.go:452] [openshift-ingress-canary/ingress-canary-bxxx7 531a2b9c40bff8ff964cfca1581f7f3939d9aca144062eb7ee2db3593484c0d5 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-bxxx7 531a2b9c40bff8ff964cfca1581f7f3939d9aca144062eb7ee2db3593484c0d5 network default NAD default NAD key ] I0419 06:58:37.464712 3817 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-f9xw2 1f1ad82b391e290a6554f7ad5b1d7611ecd1fb0dcd44922d30f0e98a70d5655e network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-f9xw2 1f1ad82b391e290a6554f7ad5b1d7611ecd1fb0dcd44922d30f0e98a70d5655e network default NAD default NAD key ] I0419 06:58:37.485077 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-f9xw2, hostIfaceName: 1f1ad82b391e290, network: default, NAD default, SandboxID: "1f1ad82b391e290a6554f7ad5b1d7611ecd1fb0dcd44922d30f0e98a70d5655e", PCI device ID: , UID: "a4abadd4-d364-4d25-8ef4-8b64a311a2ce", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0419 06:58:37.485340 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-bxxx7, hostIfaceName: 531a2b9c40bff8f, network: default, NAD default, SandboxID: "531a2b9c40bff8ff964cfca1581f7f3939d9aca144062eb7ee2db3593484c0d5", PCI device ID: , UID: "29778b8c-f3dc-4668-b01a-6023cf7e2625", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0419 06:58:37.548420 3817 cni.go:473] [openshift-ingress-canary/ingress-canary-bxxx7 531a2b9c40bff8ff964cfca1581f7f3939d9aca144062eb7ee2db3593484c0d5 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-bxxx7 531a2b9c40bff8ff964cfca1581f7f3939d9aca144062eb7ee2db3593484c0d5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:6f:e8:d1:39:3b\",\"name\":\"531a2b9c40bff8f\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/846d2f81-908f-41f5-a0cc-f2eb5f4efd17\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 06:58:37.548436 3817 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-f9xw2 1f1ad82b391e290a6554f7ad5b1d7611ecd1fb0dcd44922d30f0e98a70d5655e network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-f9xw2 1f1ad82b391e290a6554f7ad5b1d7611ecd1fb0dcd44922d30f0e98a70d5655e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:1b:b9:d7:fa:7c\",\"name\":\"1f1ad82b391e290\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/989b63d2-a861-48cb-95bc-aeb943ee2b33\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 06:58:38.356797 3817 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-72sz7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 06:58:38.356872 3817 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-72sz7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 06:58:39.111838 3817 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-171.ec2.internal I0419 06:58:39.111860 3817 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-171.ec2.internal: 28.866µs I0419 06:58:39.111885 3817 egressfirewall.go:723] Syncing node "ip-10-0-1-171.ec2.internal" for egress firewall I0419 06:58:39.111905 3817 default_network_controller.go:1025] Node "ip-10-0-1-171.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 06:58:39.377743 3817 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-72sz7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 06:58:39.377766 3817 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-72sz7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 06:58:41.209516 3817 cni.go:452] [openshift-network-diagnostics/network-check-target-l5556 8e20fb8f9b3ec5fba0c96cde57f6cc5788ffbd144fbb61d16b2cb3ea01d8d81c network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-l5556 8e20fb8f9b3ec5fba0c96cde57f6cc5788ffbd144fbb61d16b2cb3ea01d8d81c network default NAD default NAD key ] I0419 06:58:41.219599 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-l5556, hostIfaceName: 8e20fb8f9b3ec5f, network: default, NAD default, SandboxID: "8e20fb8f9b3ec5fba0c96cde57f6cc5788ffbd144fbb61d16b2cb3ea01d8d81c", PCI device ID: , UID: "f0b56d38-b2c2-4886-8f59-418bd81d2fbf", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0419 06:58:41.264147 3817 cni.go:473] [openshift-network-diagnostics/network-check-target-l5556 8e20fb8f9b3ec5fba0c96cde57f6cc5788ffbd144fbb61d16b2cb3ea01d8d81c network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-l5556 8e20fb8f9b3ec5fba0c96cde57f6cc5788ffbd144fbb61d16b2cb3ea01d8d81c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:29:30:46:7c:34\",\"name\":\"8e20fb8f9b3ec5f\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bf02f0a0-77ec-45a8-ab7e-31f4644c0759\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 06:58:41.416930 3817 default_network_controller.go:1025] Node "ip-10-0-2-36.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 06:58:44.110159 3817 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-171.ec2.internal in network "default" I0419 06:58:44.110190 3817 default_network_controller.go:1025] Node "ip-10-0-1-171.ec2.internal" in remote zone "ip-10-0-1-171.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 06:58:44.110214 3817 node_tracker.go:235] Node ip-10-0-1-171.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-171.ec2.internal" I0419 06:58:44.110230 3817 node_tracker.go:169] Node ip-10-0-1-171.ec2.internal switch + router changed, syncing services in network "default" I0419 06:58:44.110246 3817 services_controller.go:574] Full service sync requested for network=default I0419 06:58:44.132735 3817 default_network_controller.go:1025] Node "ip-10-0-1-171.ec2.internal" in remote zone "ip-10-0-1-171.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 06:58:44.294143 3817 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-171.ec2.internal in network "default" I0419 06:58:44.294154 3817 default_network_controller.go:1025] Node "ip-10-0-1-171.ec2.internal" in remote zone "ip-10-0-1-171.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 06:58:44.294200 3817 node_tracker.go:169] Node ip-10-0-1-171.ec2.internal switch + router changed, syncing services in network "default" I0419 06:58:44.294212 3817 services_controller.go:574] Full service sync requested for network=default I0419 06:58:44.295136 3817 zone_ic_handler.go:195] Time taken to create transit switch: 311.557µs I0419 06:58:44.295158 3817 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-171.ec2.internal for the network default I0419 06:58:44.296083 3817 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-171.ec2.internal" on network "default" took: 1.271462ms W0419 06:58:44.419663 3817 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 06:58:45.515837 3817 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-kxcdt] creating logical port openshift-insights_insights-operator-6dbb575d6c-kxcdt for pod on switch ip-10-0-0-4.ec2.internal I0419 06:58:45.515969 3817 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-kxcdt I0419 06:58:45.518396 3817 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-zpj9c] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-zpj9c for pod on switch ip-10-0-0-4.ec2.internal I0419 06:58:45.518470 3817 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-zpj9c I0419 06:58:45.522047 3817 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5f6cbcd64f-vgw7n] creating logical port openshift-ingress_router-default-5f6cbcd64f-vgw7n for pod on switch ip-10-0-0-4.ec2.internal I0419 06:58:45.522144 3817 kube.go:256] Updating pod openshift-ingress/router-default-5f6cbcd64f-vgw7n I0419 06:58:45.530060 3817 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-589d565f4f-bdjm2] creating logical port openshift-ingress_router-default-589d565f4f-bdjm2 for pod on switch ip-10-0-0-4.ec2.internal I0419 06:58:45.530136 3817 kube.go:256] Updating pod openshift-ingress/router-default-589d565f4f-bdjm2 I0419 06:58:45.533442 3817 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-zpj9c] pod update took 14.990823ms I0419 06:58:45.533459 3817 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-zpj9c] addLogicalPort annotation time took 15.010754ms I0419 06:58:45.533597 3817 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-kxcdt] pod update took 17.652048ms I0419 06:58:45.533614 3817 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-kxcdt] addLogicalPort annotation time took 17.674137ms I0419 06:58:45.534609 3817 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-zpj9c] addLogicalPort took 16.227479ms, libovsdb time 875.032µs I0419 06:58:45.534904 3817 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-kxcdt] addLogicalPort took 19.092156ms, libovsdb time 1.000132ms I0419 06:58:45.534951 3817 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-txz2k] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-txz2k for pod on switch ip-10-0-0-4.ec2.internal I0419 06:58:45.535003 3817 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-txz2k I0419 06:58:45.539488 3817 pod.go:62] [openshift-ingress/router-default-5f6cbcd64f-vgw7n] pod update took 17.376319ms I0419 06:58:45.539584 3817 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-5f6cbcd64f-vgw7n] addLogicalPort annotation time took 17.457184ms I0419 06:58:45.540850 3817 pods.go:271] [openshift-ingress/router-default-5f6cbcd64f-vgw7n] addLogicalPort took 18.819365ms, libovsdb time 947.722µs I0419 06:58:45.547967 3817 pod.go:62] [openshift-ingress/router-default-589d565f4f-bdjm2] pod update took 17.852715ms I0419 06:58:45.547986 3817 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-589d565f4f-bdjm2] addLogicalPort annotation time took 17.874493ms I0419 06:58:45.548911 3817 pods.go:271] [openshift-ingress/router-default-589d565f4f-bdjm2] addLogicalPort took 18.863085ms, libovsdb time 681.89µs I0419 06:58:45.550287 3817 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-txz2k] pod update took 15.297245ms I0419 06:58:45.550352 3817 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-txz2k] addLogicalPort annotation time took 15.361967ms I0419 06:58:45.551325 3817 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-txz2k] addLogicalPort took 16.379447ms, libovsdb time 629.559µs I0419 06:58:45.616143 3817 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-zh64j] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-zh64j for pod on switch ip-10-0-0-4.ec2.internal I0419 06:58:45.616249 3817 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-zh64j I0419 06:58:45.620277 3817 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-xwhdx] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-xwhdx for pod on switch ip-10-0-0-4.ec2.internal I0419 06:58:45.620346 3817 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-xwhdx I0419 06:58:45.622300 3817 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-c89z2] creating logical port openshift-console-operator_console-operator-66dbbb6468-c89z2 for pod on switch ip-10-0-0-4.ec2.internal I0419 06:58:45.622414 3817 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-c89z2 I0419 06:58:45.630721 3817 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-zh64j] pod update took 14.493075ms I0419 06:58:45.630742 3817 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-zh64j] addLogicalPort annotation time took 14.51724ms I0419 06:58:45.631734 3817 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-zh64j] addLogicalPort took 15.608618ms, libovsdb time 741.652µs I0419 06:58:45.636600 3817 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-xwhdx] pod update took 16.271579ms I0419 06:58:45.636628 3817 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-xwhdx] addLogicalPort annotation time took 16.300509ms I0419 06:58:45.637448 3817 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-xwhdx] addLogicalPort took 17.182678ms, libovsdb time 583.007µs I0419 06:58:45.640128 3817 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-c89z2] pod update took 17.741076ms I0419 06:58:45.640146 3817 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-c89z2] addLogicalPort annotation time took 17.758403ms I0419 06:58:45.641090 3817 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-c89z2] addLogicalPort took 18.802486ms, libovsdb time 714.887µs I0419 06:58:45.643229 3817 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-fm5bk] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-fm5bk for pod on switch ip-10-0-0-4.ec2.internal I0419 06:58:45.643287 3817 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-fm5bk I0419 06:58:45.658297 3817 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-fm5bk] pod update took 15.027775ms I0419 06:58:45.658312 3817 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-fm5bk] addLogicalPort annotation time took 15.044286ms I0419 06:58:45.659254 3817 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-fm5bk] addLogicalPort took 16.032363ms, libovsdb time 715.492µs I0419 06:58:45.714636 3817 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-vjfz7] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-vjfz7 for pod on switch ip-10-0-0-4.ec2.internal I0419 06:58:45.714713 3817 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-vjfz7 I0419 06:58:45.719040 3817 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-vlpbq] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-vlpbq for pod on switch ip-10-0-0-4.ec2.internal I0419 06:58:45.719119 3817 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-vlpbq I0419 06:58:45.721399 3817 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-cm9z8] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-cm9z8 for pod on switch ip-10-0-0-4.ec2.internal I0419 06:58:45.721493 3817 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-cm9z8 I0419 06:58:45.731834 3817 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-vjfz7] pod update took 17.145ms I0419 06:58:45.731854 3817 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-vjfz7] addLogicalPort annotation time took 17.165162ms I0419 06:58:45.732851 3817 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-vjfz7] addLogicalPort took 18.228826ms, libovsdb time 723.294µs I0419 06:58:45.737289 3817 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-cm9z8] pod update took 15.813847ms I0419 06:58:45.737310 3817 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-cm9z8] addLogicalPort annotation time took 15.832522ms I0419 06:58:45.737336 3817 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-vlpbq] pod update took 18.242859ms I0419 06:58:45.737349 3817 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-vlpbq] addLogicalPort annotation time took 18.257022ms I0419 06:58:45.738340 3817 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-cm9z8] addLogicalPort took 16.954716ms, libovsdb time 684.363µs I0419 06:58:45.738639 3817 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-vlpbq] addLogicalPort took 19.611936ms, libovsdb time 899.833µs I0419 06:58:45.972904 3817 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-zpj9c c4e176463b71db63de4018cbe78b4a9402de1c361972cd4b279d109e26be7bda network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-zpj9c c4e176463b71db63de4018cbe78b4a9402de1c361972cd4b279d109e26be7bda network default NAD default NAD key ] I0419 06:58:45.985491 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-zpj9c, hostIfaceName: c4e176463b71db6, network: default, NAD default, SandboxID: "c4e176463b71db63de4018cbe78b4a9402de1c361972cd4b279d109e26be7bda", PCI device ID: , UID: "26e9b053-cd70-4845-b85d-0a59bd6c9659", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0419 06:58:46.015548 3817 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-zh64j 326e2d8f750e4b121e1c013dfd2b6c0a6b4338a2858a44e6f96a322c0acf5d4d network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-zh64j 326e2d8f750e4b121e1c013dfd2b6c0a6b4338a2858a44e6f96a322c0acf5d4d network default NAD default NAD key ] I0419 06:58:46.026323 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-zh64j, hostIfaceName: 326e2d8f750e4b1, network: default, NAD default, SandboxID: "326e2d8f750e4b121e1c013dfd2b6c0a6b4338a2858a44e6f96a322c0acf5d4d", PCI device ID: , UID: "9e6f55c7-bf79-4cae-a71a-c0fe1e8708c9", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0419 06:58:46.035871 3817 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-zpj9c c4e176463b71db63de4018cbe78b4a9402de1c361972cd4b279d109e26be7bda network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-zpj9c c4e176463b71db63de4018cbe78b4a9402de1c361972cd4b279d109e26be7bda network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:b2:e6:82:7c:c7\",\"name\":\"c4e176463b71db6\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77329109-33c9-410e-97ff-f2f1b338cf35\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 06:58:46.061107 3817 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-c89z2 ce7e7f6af4255186e1b62277958a2793a1d4e27b0df9f05eeca4d520ab34f953 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-c89z2 ce7e7f6af4255186e1b62277958a2793a1d4e27b0df9f05eeca4d520ab34f953 network default NAD default NAD key ] I0419 06:58:46.069856 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-c89z2, hostIfaceName: ce7e7f6af425518, network: default, NAD default, SandboxID: "ce7e7f6af4255186e1b62277958a2793a1d4e27b0df9f05eeca4d520ab34f953", PCI device ID: , UID: "9b3fd4fb-5bbe-4904-a3cd-3dc760fbe61e", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0419 06:58:46.073521 3817 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-zh64j 326e2d8f750e4b121e1c013dfd2b6c0a6b4338a2858a44e6f96a322c0acf5d4d network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-zh64j 326e2d8f750e4b121e1c013dfd2b6c0a6b4338a2858a44e6f96a322c0acf5d4d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:de:75:eb:fe:97\",\"name\":\"326e2d8f750e4b1\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0949f29c-a08d-4b43-bc2a-eed6b48eab49\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 06:58:46.114353 3817 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-c89z2 ce7e7f6af4255186e1b62277958a2793a1d4e27b0df9f05eeca4d520ab34f953 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-c89z2 ce7e7f6af4255186e1b62277958a2793a1d4e27b0df9f05eeca4d520ab34f953 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:41:40:04:f1:d5\",\"name\":\"ce7e7f6af425518\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8533b18a-cb34-4bee-88ff-e92a85cc6a74\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 06:58:46.147214 3817 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-vlpbq 277c19987e9ebd7d9f15d555ba6593fa24d5486f89b37bb16e0ba6632060eae1 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-vlpbq 277c19987e9ebd7d9f15d555ba6593fa24d5486f89b37bb16e0ba6632060eae1 network default NAD default NAD key ] I0419 06:58:46.158350 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-vlpbq, hostIfaceName: 277c19987e9ebd7, network: default, NAD default, SandboxID: "277c19987e9ebd7d9f15d555ba6593fa24d5486f89b37bb16e0ba6632060eae1", PCI device ID: , UID: "4b1dabfb-473a-49e9-b224-aa03034117ab", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0419 06:58:46.177904 3817 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-cm9z8 92be143f9e4f25665f64a124a98d0166b8b2db513b2dfec28417697cf94ea100 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-cm9z8 92be143f9e4f25665f64a124a98d0166b8b2db513b2dfec28417697cf94ea100 network default NAD default NAD key ] I0419 06:58:46.189795 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-cm9z8, hostIfaceName: 92be143f9e4f256, network: default, NAD default, SandboxID: "92be143f9e4f25665f64a124a98d0166b8b2db513b2dfec28417697cf94ea100", PCI device ID: , UID: "68780ccd-5c56-4b27-a970-1093d6f713ce", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0419 06:58:46.207954 3817 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-vlpbq 277c19987e9ebd7d9f15d555ba6593fa24d5486f89b37bb16e0ba6632060eae1 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-vlpbq 277c19987e9ebd7d9f15d555ba6593fa24d5486f89b37bb16e0ba6632060eae1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:e0:04:40:69:41\",\"name\":\"277c19987e9ebd7\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/914efbd4-f6fe-4866-a3a6-110e6083bbee\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 06:58:46.223799 3817 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-kxcdt bbcc42dc34a3b5ca7ce04b9317c93987792c58bb1111401b27f25a24d927b0f0 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-kxcdt bbcc42dc34a3b5ca7ce04b9317c93987792c58bb1111401b27f25a24d927b0f0 network default NAD default NAD key ] I0419 06:58:46.234882 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-kxcdt, hostIfaceName: bbcc42dc34a3b5c, network: default, NAD default, SandboxID: "bbcc42dc34a3b5ca7ce04b9317c93987792c58bb1111401b27f25a24d927b0f0", PCI device ID: , UID: "f2ee5900-cf33-4ae6-bbbd-a97b8aab2e61", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0419 06:58:46.239197 3817 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-cm9z8 92be143f9e4f25665f64a124a98d0166b8b2db513b2dfec28417697cf94ea100 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-cm9z8 92be143f9e4f25665f64a124a98d0166b8b2db513b2dfec28417697cf94ea100 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:08:9d:8f:7c:a9\",\"name\":\"92be143f9e4f256\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df7be2f4-2e6b-43be-88d4-7eb30e91e019\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 06:58:46.281046 3817 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-kxcdt bbcc42dc34a3b5ca7ce04b9317c93987792c58bb1111401b27f25a24d927b0f0 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-kxcdt bbcc42dc34a3b5ca7ce04b9317c93987792c58bb1111401b27f25a24d927b0f0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:04:7c:f3:73:51\",\"name\":\"bbcc42dc34a3b5c\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/213885a1-eb44-408b-8450-a76aaabd8020\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 06:58:46.393901 3817 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0419 06:58:46.467006 3817 default_network_controller.go:1025] Node "ip-10-0-2-36.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 06:58:46.847058 3817 egressfirewall.go:723] Syncing node "ip-10-0-1-171.ec2.internal" for egress firewall I0419 06:58:46.847066 3817 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-171.ec2.internal in network "default" I0419 06:58:46.847424 3817 node_tracker.go:169] Node ip-10-0-1-171.ec2.internal switch + router changed, syncing services in network "default" I0419 06:58:46.847160 3817 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-171.ec2.internal I0419 06:58:46.847442 3817 services_controller.go:574] Full service sync requested for network=default I0419 06:58:46.847454 3817 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-171.ec2.internal: 298.003µs I0419 06:58:46.847181 3817 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-171.ec2.internal", IP: 10.0.1.171 to PMTUD blocking rules I0419 06:58:46.847476 3817 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-171.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0419 06:58:46.849427 3817 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0419 06:58:46.849838 3817 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 06:58:46.855668 3817 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-171.ec2.internal. Updating no re-route policies I0419 06:58:46.861901 3817 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-171.ec2.internal", IP: 10.0.1.171 to PMTUD blocking rules I0419 06:58:46.861936 3817 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-171.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0419 06:58:48.403334 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 06:58:50.428054 3817 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-171.ec2.internal I0419 06:58:50.428082 3817 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-171.ec2.internal: 36.153µs W0419 06:58:51.484487 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0419 06:58:52.442636 3817 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0419 06:58:52.443624 3817 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 910.751µs I0419 06:58:52.464682 3817 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0419 06:58:53.803809 3817 namespace.go:98] [openshift-service-ca] adding namespace I0419 06:58:53.804764 3817 namespace.go:102] [openshift-service-ca] adding namespace took 931.597µs I0419 06:58:53.819703 3817 namespace.go:142] [openshift-service-ca] updating namespace I0419 06:58:55.299003 3817 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-36.ec2.internal I0419 06:58:55.299015 3817 default_network_controller.go:1025] Node "ip-10-0-2-36.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 06:58:55.299032 3817 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-36.ec2.internal: 36.658µs I0419 06:58:55.299020 3817 egressfirewall.go:723] Syncing node "ip-10-0-2-36.ec2.internal" for egress firewall I0419 06:58:56.683722 3817 default_network_controller.go:1025] Node "ip-10-0-2-36.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0419 06:58:59.273263 3817 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0419 06:59:00.473618 3817 default_network_controller.go:1025] Node "ip-10-0-2-36.ec2.internal" in remote zone "ip-10-0-2-36.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 06:59:00.473643 3817 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-36.ec2.internal in network "default" I0419 06:59:00.473686 3817 node_tracker.go:235] Node ip-10-0-2-36.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-36.ec2.internal" I0419 06:59:00.473702 3817 node_tracker.go:169] Node ip-10-0-2-36.ec2.internal switch + router changed, syncing services in network "default" I0419 06:59:00.473716 3817 services_controller.go:574] Full service sync requested for network=default W0419 06:59:00.474131 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0419 06:59:00.474137 3817 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0419 06:59:00.514246 3817 default_network_controller.go:1025] Node "ip-10-0-2-36.ec2.internal" in remote zone "ip-10-0-2-36.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 06:59:00.622750 3817 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-36.ec2.internal in network "default" I0419 06:59:00.622805 3817 node_tracker.go:169] Node ip-10-0-2-36.ec2.internal switch + router changed, syncing services in network "default" I0419 06:59:00.622816 3817 services_controller.go:574] Full service sync requested for network=default I0419 06:59:00.622876 3817 default_network_controller.go:1025] Node "ip-10-0-2-36.ec2.internal" in remote zone "ip-10-0-2-36.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0419 06:59:00.623240 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0419 06:59:00.623271 3817 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0419 06:59:00.623877 3817 zone_ic_handler.go:195] Time taken to create transit switch: 277.076µs I0419 06:59:00.623894 3817 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-36.ec2.internal for the network default I0419 06:59:00.624814 3817 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-36.ec2.internal" on network "default" took: 1.226267ms I0419 06:59:02.178623 3817 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-36.ec2.internal I0419 06:59:02.178648 3817 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-36.ec2.internal: 33.478µs I0419 06:59:02.178659 3817 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-36.ec2.internal in network "default" I0419 06:59:02.178670 3817 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-36.ec2.internal", IP: 10.0.2.36 to PMTUD blocking rules I0419 06:59:02.178685 3817 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-36.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0419 06:59:02.178689 3817 egressfirewall.go:723] Syncing node "ip-10-0-2-36.ec2.internal" for egress firewall I0419 06:59:02.178720 3817 node_tracker.go:169] Node ip-10-0-2-36.ec2.internal switch + router changed, syncing services in network "default" I0419 06:59:02.178734 3817 services_controller.go:574] Full service sync requested for network=default W0419 06:59:02.179228 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0419 06:59:02.179247 3817 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0419 06:59:02.185007 3817 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-36.ec2.internal. Updating no re-route policies I0419 06:59:02.196698 3817 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-36.ec2.internal", IP: 10.0.2.36 to PMTUD blocking rules I0419 06:59:02.196713 3817 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-36.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0419 06:59:03.841663 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0419 06:59:09.142128 3817 cni.go:452] [openshift-image-registry/image-registry-5b89f7889b-jwlj5 188b9d2a86571811fa0286c782cd159ec42a2553fda52fdb3190bbb7e9b84b37 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5b89f7889b-jwlj5 188b9d2a86571811fa0286c782cd159ec42a2553fda52fdb3190bbb7e9b84b37 network default NAD default NAD key ] I0419 06:59:09.151046 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5b89f7889b-jwlj5, hostIfaceName: 188b9d2a8657181, network: default, NAD default, SandboxID: "188b9d2a86571811fa0286c782cd159ec42a2553fda52fdb3190bbb7e9b84b37", PCI device ID: , UID: "cbc252be-766b-47b3-a3b1-49939c259658", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0419 06:59:09.198674 3817 cni.go:473] [openshift-image-registry/image-registry-5b89f7889b-jwlj5 188b9d2a86571811fa0286c782cd159ec42a2553fda52fdb3190bbb7e9b84b37 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5b89f7889b-jwlj5 188b9d2a86571811fa0286c782cd159ec42a2553fda52fdb3190bbb7e9b84b37 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:31:76:33:30:b8\",\"name\":\"188b9d2a8657181\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1d020f7-c42c-449c-a4eb-2a6e12f85576\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 06:59:09.232680 3817 cni.go:452] [openshift-dns/dns-default-9qswn 9c35b6f454bdb2e3b794de4225394b63c8569d58dac4c3dceca554ccafe94477 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-9qswn 9c35b6f454bdb2e3b794de4225394b63c8569d58dac4c3dceca554ccafe94477 network default NAD default NAD key ] I0419 06:59:09.244300 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-9qswn, hostIfaceName: 9c35b6f454bdb2e, network: default, NAD default, SandboxID: "9c35b6f454bdb2e3b794de4225394b63c8569d58dac4c3dceca554ccafe94477", PCI device ID: , UID: "46e2e48f-c274-42b0-8e62-9102a6d8bee3", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0419 06:59:09.288868 3817 cni.go:473] [openshift-dns/dns-default-9qswn 9c35b6f454bdb2e3b794de4225394b63c8569d58dac4c3dceca554ccafe94477 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-9qswn 9c35b6f454bdb2e3b794de4225394b63c8569d58dac4c3dceca554ccafe94477 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:84:bc:54:7d:35\",\"name\":\"9c35b6f454bdb2e\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a581883c-c7af-46cf-a45c-e951cc8b52e5\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 06:59:13.250329 3817 cni.go:452] [openshift-multus/network-metrics-daemon-l9sh5 e2ecfc775e39aaff107bd3553dcf590920c3b4e620e3c6ad31d720936baa37b7 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-l9sh5 e2ecfc775e39aaff107bd3553dcf590920c3b4e620e3c6ad31d720936baa37b7 network default NAD default NAD key ] I0419 06:59:13.260251 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-l9sh5, hostIfaceName: e2ecfc775e39aaf, network: default, NAD default, SandboxID: "e2ecfc775e39aaff107bd3553dcf590920c3b4e620e3c6ad31d720936baa37b7", PCI device ID: , UID: "f40122ed-b9da-4c55-abc5-4d5c402740ae", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0419 06:59:13.307510 3817 cni.go:473] [openshift-multus/network-metrics-daemon-l9sh5 e2ecfc775e39aaff107bd3553dcf590920c3b4e620e3c6ad31d720936baa37b7 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-l9sh5 e2ecfc775e39aaff107bd3553dcf590920c3b4e620e3c6ad31d720936baa37b7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:a7:63:71:e7:cf\",\"name\":\"e2ecfc775e39aaf\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a7194b1-94b2-43b2-bc5c-f9d56c16c326\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 06:59:17.743604 3817 cni.go:452] [openshift-ingress/router-default-5f6cbcd64f-vgw7n cb30b725e31ab884b8d5c011106f2c6b70e7ca36a1aada036dcb579cf4b4d18c network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-5f6cbcd64f-vgw7n cb30b725e31ab884b8d5c011106f2c6b70e7ca36a1aada036dcb579cf4b4d18c network default NAD default NAD key ] I0419 06:59:17.752838 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5f6cbcd64f-vgw7n, hostIfaceName: cb30b725e31ab88, network: default, NAD default, SandboxID: "cb30b725e31ab884b8d5c011106f2c6b70e7ca36a1aada036dcb579cf4b4d18c", PCI device ID: , UID: "9de010ba-664b-433d-a484-bdb420abe446", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0419 06:59:17.764537 3817 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-txz2k fc3cc182bba5881ad7841d6409b608525ab00125dd3ac2ae63220bf29d7a1377 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-txz2k fc3cc182bba5881ad7841d6409b608525ab00125dd3ac2ae63220bf29d7a1377 network default NAD default NAD key ] I0419 06:59:17.773491 3817 cni.go:452] [openshift-ingress/router-default-589d565f4f-bdjm2 c3c9a32397ac994451254f7d47ffaa5021cf452968bd408d745c97a2fd5c977e network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-589d565f4f-bdjm2 c3c9a32397ac994451254f7d47ffaa5021cf452968bd408d745c97a2fd5c977e network default NAD default NAD key ] I0419 06:59:17.773912 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-txz2k, hostIfaceName: fc3cc182bba5881, network: default, NAD default, SandboxID: "fc3cc182bba5881ad7841d6409b608525ab00125dd3ac2ae63220bf29d7a1377", PCI device ID: , UID: "d419c793-3f29-4f7c-bed5-8ffc456c6f5b", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0419 06:59:17.784930 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-589d565f4f-bdjm2, hostIfaceName: c3c9a32397ac994, network: default, NAD default, SandboxID: "c3c9a32397ac994451254f7d47ffaa5021cf452968bd408d745c97a2fd5c977e", PCI device ID: , UID: "32f5bf40-a2b3-4f9b-be9f-6ab7d67a2c17", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0419 06:59:17.808496 3817 cni.go:473] [openshift-ingress/router-default-5f6cbcd64f-vgw7n cb30b725e31ab884b8d5c011106f2c6b70e7ca36a1aada036dcb579cf4b4d18c network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-5f6cbcd64f-vgw7n cb30b725e31ab884b8d5c011106f2c6b70e7ca36a1aada036dcb579cf4b4d18c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:d6:64:9e:07:34\",\"name\":\"cb30b725e31ab88\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a9d523ed-b9b4-4938-b717-c863a0b18f58\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 06:59:17.823951 3817 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-xwhdx 47d4cd07229c83ab5fb218ef5af590555cfc40dd83e4832092d23d80c2eb9d9b network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-xwhdx 47d4cd07229c83ab5fb218ef5af590555cfc40dd83e4832092d23d80c2eb9d9b network default NAD default NAD key ] I0419 06:59:17.829396 3817 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-txz2k fc3cc182bba5881ad7841d6409b608525ab00125dd3ac2ae63220bf29d7a1377 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-txz2k fc3cc182bba5881ad7841d6409b608525ab00125dd3ac2ae63220bf29d7a1377 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:b6:a6:02:da:9a\",\"name\":\"fc3cc182bba5881\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb51f14e-5107-42db-9466-e204501d932a\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 06:59:17.835154 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-xwhdx, hostIfaceName: 47d4cd07229c83a, network: default, NAD default, SandboxID: "47d4cd07229c83ab5fb218ef5af590555cfc40dd83e4832092d23d80c2eb9d9b", PCI device ID: , UID: "8b0af781-7c6f-4102-aab6-b9f8d9814a41", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0419 06:59:17.852070 3817 cni.go:473] [openshift-ingress/router-default-589d565f4f-bdjm2 c3c9a32397ac994451254f7d47ffaa5021cf452968bd408d745c97a2fd5c977e network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-589d565f4f-bdjm2 c3c9a32397ac994451254f7d47ffaa5021cf452968bd408d745c97a2fd5c977e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:98:f6:90:50:76\",\"name\":\"c3c9a32397ac994\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7db77ce6-8b1f-42ad-b469-f7e4a7be5592\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 06:59:17.865612 3817 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-fm5bk 37a9aaf7c542b6a481a306bf14dd792c3ede25acca7d0fa31d5494a8e0eeb2a2 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-fm5bk 37a9aaf7c542b6a481a306bf14dd792c3ede25acca7d0fa31d5494a8e0eeb2a2 network default NAD default NAD key ] I0419 06:59:17.884847 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-fm5bk, hostIfaceName: 37a9aaf7c542b6a, network: default, NAD default, SandboxID: "37a9aaf7c542b6a481a306bf14dd792c3ede25acca7d0fa31d5494a8e0eeb2a2", PCI device ID: , UID: "e265b432-bc25-4a1e-b791-2262301e8c77", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0419 06:59:17.889929 3817 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-xwhdx 47d4cd07229c83ab5fb218ef5af590555cfc40dd83e4832092d23d80c2eb9d9b network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-xwhdx 47d4cd07229c83ab5fb218ef5af590555cfc40dd83e4832092d23d80c2eb9d9b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:9d:05:21:7c:da\",\"name\":\"47d4cd07229c83a\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b031d2f4-4714-4c18-9e47-76578bfa1678\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 06:59:17.913715 3817 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-vjfz7 775a17b0809ecd033f2b772aeea88aa7cf805e6e8b196093cd61c9c76f9f7362 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-vjfz7 775a17b0809ecd033f2b772aeea88aa7cf805e6e8b196093cd61c9c76f9f7362 network default NAD default NAD key ] I0419 06:59:17.935104 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-vjfz7, hostIfaceName: 775a17b0809ecd0, network: default, NAD default, SandboxID: "775a17b0809ecd033f2b772aeea88aa7cf805e6e8b196093cd61c9c76f9f7362", PCI device ID: , UID: "700ca0b5-05c4-4fa7-8303-5f05ddfc8c99", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0419 06:59:17.939085 3817 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-fm5bk 37a9aaf7c542b6a481a306bf14dd792c3ede25acca7d0fa31d5494a8e0eeb2a2 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-fm5bk 37a9aaf7c542b6a481a306bf14dd792c3ede25acca7d0fa31d5494a8e0eeb2a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:d7:ef:66:43:d2\",\"name\":\"37a9aaf7c542b6a\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/17cf7075-c655-4ee2-afb9-ad5d90125211\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 06:59:17.995546 3817 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-vjfz7 775a17b0809ecd033f2b772aeea88aa7cf805e6e8b196093cd61c9c76f9f7362 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-vjfz7 775a17b0809ecd033f2b772aeea88aa7cf805e6e8b196093cd61c9c76f9f7362 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:3b:1a:ad:ad:ce\",\"name\":\"775a17b0809ecd0\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/355aa384-026f-4170-a258-eec2d255edc3\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 06:59:20.781698 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0419 06:59:20.782581 3817 base_network_controller_pods.go:487] [default/openshift-console/console-844749c6dd-d424w] creating logical port openshift-console_console-844749c6dd-d424w for pod on switch ip-10-0-0-4.ec2.internal I0419 06:59:20.782720 3817 kube.go:256] Updating pod openshift-console/console-844749c6dd-d424w W0419 06:59:20.784086 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0419 06:59:20.790051 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0419 06:59:20.790068 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0419 06:59:20.790076 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0419 06:59:20.790140 3817 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0419 06:59:20.794586 3817 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-7989dd85b7-vnt8t IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-7989dd85b7-vnt8t: no pod IPs found I0419 06:59:20.800130 3817 pod.go:62] [openshift-console/console-844749c6dd-d424w] pod update took 17.443316ms I0419 06:59:20.800154 3817 base_network_controller_pods.go:951] [default/openshift-console/console-844749c6dd-d424w] addLogicalPort annotation time took 17.46946ms I0419 06:59:20.801228 3817 pods.go:271] [openshift-console/console-844749c6dd-d424w] addLogicalPort took 18.678964ms, libovsdb time 762.143µs W0419 06:59:20.856316 3817 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0419 06:59:20.872703 3817 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-2dcwq] creating logical port openshift-console_downloads-5c54f4944f-2dcwq for pod on switch ip-10-0-0-4.ec2.internal I0419 06:59:20.872802 3817 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-2dcwq I0419 06:59:20.908449 3817 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0419 06:59:20.955433 3817 pod.go:62] [openshift-console/downloads-5c54f4944f-2dcwq] pod update took 82.661588ms I0419 06:59:20.955456 3817 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-2dcwq] addLogicalPort annotation time took 82.692999ms I0419 06:59:20.956662 3817 pods.go:271] [openshift-console/downloads-5c54f4944f-2dcwq] addLogicalPort took 83.984629ms, libovsdb time 825.308µs I0419 06:59:21.007404 3817 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-m7267] creating logical port openshift-insights_insights-runtime-extractor-m7267 for pod on switch ip-10-0-0-4.ec2.internal I0419 06:59:21.007541 3817 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-m7267 I0419 06:59:21.075206 3817 pod.go:62] [openshift-insights/insights-runtime-extractor-m7267] pod update took 67.696192ms I0419 06:59:21.075229 3817 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-m7267] addLogicalPort annotation time took 67.724244ms I0419 06:59:21.076404 3817 pods.go:271] [openshift-insights/insights-runtime-extractor-m7267] addLogicalPort took 69.021987ms, libovsdb time 827.827µs I0419 06:59:21.158427 3817 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-36.ec2.internal I0419 06:59:21.158458 3817 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-36.ec2.internal: 39.063µs I0419 06:59:21.197608 3817 cni.go:452] [openshift-console/console-844749c6dd-d424w 3946e01ac89a39c5a241e1290e2b16a05e75ba0a571e39ef1aaf66f56b775f14 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-844749c6dd-d424w 3946e01ac89a39c5a241e1290e2b16a05e75ba0a571e39ef1aaf66f56b775f14 network default NAD default NAD key ] I0419 06:59:21.208465 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-844749c6dd-d424w, hostIfaceName: 3946e01ac89a39c, network: default, NAD default, SandboxID: "3946e01ac89a39c5a241e1290e2b16a05e75ba0a571e39ef1aaf66f56b775f14", PCI device ID: , UID: "34f56d91-82d8-42d7-a16d-c15f4e24e01d", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0419 06:59:21.259553 3817 cni.go:473] [openshift-console/console-844749c6dd-d424w 3946e01ac89a39c5a241e1290e2b16a05e75ba0a571e39ef1aaf66f56b775f14 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-844749c6dd-d424w 3946e01ac89a39c5a241e1290e2b16a05e75ba0a571e39ef1aaf66f56b775f14 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:77:77:99:2e:91\",\"name\":\"3946e01ac89a39c\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f2e4ca4-ecce-448c-8e36-6386f9fd4213\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 06:59:21.271054 3817 cni.go:452] [openshift-console/downloads-5c54f4944f-2dcwq 5c03fea5dfe276997b9d3d67437fdc28e13c90a4ae179325829060494163e39c network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-2dcwq 5c03fea5dfe276997b9d3d67437fdc28e13c90a4ae179325829060494163e39c network default NAD default NAD key ] I0419 06:59:21.280531 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-2dcwq, hostIfaceName: 5c03fea5dfe2769, network: default, NAD default, SandboxID: "5c03fea5dfe276997b9d3d67437fdc28e13c90a4ae179325829060494163e39c", PCI device ID: , UID: "076a05f5-152e-4317-a281-0a9625388393", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0419 06:59:21.327659 3817 cni.go:473] [openshift-console/downloads-5c54f4944f-2dcwq 5c03fea5dfe276997b9d3d67437fdc28e13c90a4ae179325829060494163e39c network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-2dcwq 5c03fea5dfe276997b9d3d67437fdc28e13c90a4ae179325829060494163e39c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:bb:db:bc:ae:d4\",\"name\":\"5c03fea5dfe2769\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0523a1af-db27-4f9f-90ba-4b6f52f7985c\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 06:59:21.424852 3817 cni.go:452] [openshift-insights/insights-runtime-extractor-m7267 0e96ff7f6430bf2bf6bf173a9269b37bfd831f4058f8cdd20c3d2f2d3a5710a9 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-m7267 0e96ff7f6430bf2bf6bf173a9269b37bfd831f4058f8cdd20c3d2f2d3a5710a9 network default NAD default NAD key ] I0419 06:59:21.434667 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-m7267, hostIfaceName: 0e96ff7f6430bf2, network: default, NAD default, SandboxID: "0e96ff7f6430bf2bf6bf173a9269b37bfd831f4058f8cdd20c3d2f2d3a5710a9", PCI device ID: , UID: "b58794ba-9347-44e7-9b58-adb9442d1f87", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0419 06:59:21.481944 3817 cni.go:473] [openshift-insights/insights-runtime-extractor-m7267 0e96ff7f6430bf2bf6bf173a9269b37bfd831f4058f8cdd20c3d2f2d3a5710a9 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-m7267 0e96ff7f6430bf2bf6bf173a9269b37bfd831f4058f8cdd20c3d2f2d3a5710a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:eb:dd:15:bc:a4\",\"name\":\"0e96ff7f6430bf2\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d26b0d0-3936-403e-9414-9496f283744c\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 06:59:21.510604 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0419 06:59:21.510621 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0419 06:59:21.510626 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0419 06:59:22.450277 3817 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0419 06:59:25.343914 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0419 06:59:25.363928 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0419 06:59:25.546450 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0419 06:59:28.287545 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0419 06:59:28.287587 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0419 06:59:28.895897 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0419 06:59:31.378821 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0419 06:59:31.378850 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0419 06:59:35.562059 3817 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 06:59:35.562083 3817 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 06:59:35.562095 3817 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 06:59:36.691525 3817 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-7dfd5b669-znglc IP address from the namespace address-set, err: pod openshift-console/console-7dfd5b669-znglc: no pod IPs found I0419 06:59:38.280676 3817 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-4.ec2.internal I0419 06:59:38.280771 3817 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0419 06:59:38.313085 3817 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 32.352897ms I0419 06:59:38.313110 3817 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 32.380582ms I0419 06:59:38.314472 3817 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 33.811168ms, libovsdb time 958.804µs W0419 06:59:38.403940 3817 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0419 06:59:38.665741 3817 cni.go:452] [openshift-monitoring/prometheus-k8s-1 2691a969859ddd22479b971efd5cedd4e4ff589d5a7746ce63ce0bb2c85bac2c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 2691a969859ddd22479b971efd5cedd4e4ff589d5a7746ce63ce0bb2c85bac2c network default NAD default NAD key ] I0419 06:59:38.676994 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 2691a969859ddd2, network: default, NAD default, SandboxID: "2691a969859ddd22479b971efd5cedd4e4ff589d5a7746ce63ce0bb2c85bac2c", PCI device ID: , UID: "d4574448-e658-4738-a0c1-1b0fa2906838", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0419 06:59:38.735016 3817 cni.go:473] [openshift-monitoring/prometheus-k8s-1 2691a969859ddd22479b971efd5cedd4e4ff589d5a7746ce63ce0bb2c85bac2c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 2691a969859ddd22479b971efd5cedd4e4ff589d5a7746ce63ce0bb2c85bac2c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:89:7e:ab:39:7c\",\"name\":\"2691a969859ddd2\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/adc7a6d3-80eb-449a-9b56-810888708760\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 06:59:39.426926 3817 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 06:59:39.426971 3817 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 06:59:39.426980 3817 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 06:59:39.598382 3817 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 06:59:39.598406 3817 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 06:59:39.598414 3817 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 06:59:39.598419 3817 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 06:59:39.631453 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0419 06:59:39.714941 3817 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 06:59:39.714995 3817 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 06:59:40.443632 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0419 06:59:40.628286 3817 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 06:59:40.628303 3817 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 06:59:41.480720 3817 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 06:59:41.480740 3817 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 06:59:41.480746 3817 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 06:59:41.480752 3817 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier I0419 06:59:45.992734 3817 cni.go:452] [openshift-image-registry/image-registry-5b89f7889b-jwlj5 188b9d2a86571811fa0286c782cd159ec42a2553fda52fdb3190bbb7e9b84b37 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-5b89f7889b-jwlj5 188b9d2a86571811fa0286c782cd159ec42a2553fda52fdb3190bbb7e9b84b37 network default NAD default NAD key ] I0419 06:59:46.070725 3817 cni.go:473] [openshift-image-registry/image-registry-5b89f7889b-jwlj5 188b9d2a86571811fa0286c782cd159ec42a2553fda52fdb3190bbb7e9b84b37 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-5b89f7889b-jwlj5 188b9d2a86571811fa0286c782cd159ec42a2553fda52fdb3190bbb7e9b84b37 network default NAD default NAD key default], result "{}", err I0419 06:59:46.120840 3817 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5b89f7889b-jwlj5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 06:59:46.120880 3817 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5b89f7889b-jwlj5 I0419 06:59:46.122053 3817 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5b89f7889b-jwlj5, ips: 10.128.0.5 I0419 06:59:46.122083 3817 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5b89f7889b-jwlj5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 06:59:46.129906 3817 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5997ffc86f-452d9] creating logical port openshift-image-registry_image-registry-5997ffc86f-452d9 for pod on switch ip-10-0-0-4.ec2.internal I0419 06:59:46.130044 3817 kube.go:256] Updating pod openshift-image-registry/image-registry-5997ffc86f-452d9 I0419 06:59:46.146222 3817 pod.go:62] [openshift-image-registry/image-registry-5997ffc86f-452d9] pod update took 16.204305ms I0419 06:59:46.146253 3817 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5997ffc86f-452d9] addLogicalPort annotation time took 16.240158ms I0419 06:59:46.147769 3817 pods.go:271] [openshift-image-registry/image-registry-5997ffc86f-452d9] addLogicalPort took 17.880627ms, libovsdb time 1.073309ms I0419 06:59:46.502319 3817 cni.go:452] [openshift-image-registry/image-registry-5997ffc86f-452d9 0aa70773ac72a60b37015af8b312ae9af478229366c567fa1f6b49c19dd26e5f network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5997ffc86f-452d9 0aa70773ac72a60b37015af8b312ae9af478229366c567fa1f6b49c19dd26e5f network default NAD default NAD key ] I0419 06:59:46.511783 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5997ffc86f-452d9, hostIfaceName: 0aa70773ac72a60, network: default, NAD default, SandboxID: "0aa70773ac72a60b37015af8b312ae9af478229366c567fa1f6b49c19dd26e5f", PCI device ID: , UID: "1dd245cb-ad49-42ed-9303-5e82636e30e2", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0419 06:59:46.559639 3817 cni.go:473] [openshift-image-registry/image-registry-5997ffc86f-452d9 0aa70773ac72a60b37015af8b312ae9af478229366c567fa1f6b49c19dd26e5f network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5997ffc86f-452d9 0aa70773ac72a60b37015af8b312ae9af478229366c567fa1f6b49c19dd26e5f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:ac:48:41:bc:83\",\"name\":\"0aa70773ac72a60\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a3268bb-7631-4881-a56f-03597a9c8f9a\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 06:59:46.648688 3817 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5b89f7889b-jwlj5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 06:59:46.648713 3817 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5b89f7889b-jwlj5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 06:59:46.655108 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5b89f7889b-jwlj5 I0419 06:59:46.655134 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5b89f7889b-jwlj5 I0419 06:59:49.189469 3817 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0419 06:59:54.072155 3817 cni.go:452] [openshift-console/console-844749c6dd-d424w 3946e01ac89a39c5a241e1290e2b16a05e75ba0a571e39ef1aaf66f56b775f14 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-844749c6dd-d424w 3946e01ac89a39c5a241e1290e2b16a05e75ba0a571e39ef1aaf66f56b775f14 network default NAD default NAD key ] I0419 06:59:54.147803 3817 cni.go:473] [openshift-console/console-844749c6dd-d424w 3946e01ac89a39c5a241e1290e2b16a05e75ba0a571e39ef1aaf66f56b775f14 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-844749c6dd-d424w 3946e01ac89a39c5a241e1290e2b16a05e75ba0a571e39ef1aaf66f56b775f14 network default NAD default NAD key default], result "{}", err I0419 06:59:54.214856 3817 obj_retry.go:498] Detected object openshift-console/console-844749c6dd-d424w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 06:59:54.214888 3817 pods.go:176] Deleting pod: openshift-console/console-844749c6dd-d424w I0419 06:59:54.216265 3817 pods.go:236] Attempting to release IPs for pod: openshift-console/console-844749c6dd-d424w, ips: 10.128.0.21 I0419 06:59:54.216295 3817 obj_retry.go:498] Detected object openshift-console/console-844749c6dd-d424w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 06:59:54.223609 3817 base_network_controller_pods.go:487] [default/openshift-console/console-ffbd98959-hv7qv] creating logical port openshift-console_console-ffbd98959-hv7qv for pod on switch ip-10-0-0-4.ec2.internal I0419 06:59:54.223730 3817 kube.go:256] Updating pod openshift-console/console-ffbd98959-hv7qv I0419 06:59:54.238879 3817 pod.go:62] [openshift-console/console-ffbd98959-hv7qv] pod update took 15.1887ms I0419 06:59:54.238899 3817 base_network_controller_pods.go:951] [default/openshift-console/console-ffbd98959-hv7qv] addLogicalPort annotation time took 15.212563ms I0419 06:59:54.240053 3817 pods.go:271] [openshift-console/console-ffbd98959-hv7qv] addLogicalPort took 16.456276ms, libovsdb time 777.542µs I0419 06:59:54.641433 3817 cni.go:452] [openshift-console/console-ffbd98959-hv7qv 8900ddb146e5db334f08df86c30d44582aaf045fcc44e1c153fb0566be4d2d6e network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-ffbd98959-hv7qv 8900ddb146e5db334f08df86c30d44582aaf045fcc44e1c153fb0566be4d2d6e network default NAD default NAD key ] I0419 06:59:54.650892 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-ffbd98959-hv7qv, hostIfaceName: 8900ddb146e5db3, network: default, NAD default, SandboxID: "8900ddb146e5db334f08df86c30d44582aaf045fcc44e1c153fb0566be4d2d6e", PCI device ID: , UID: "2cd205b5-4ea1-4730-8b7e-18f8f42d9c2e", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0419 06:59:54.694541 3817 obj_retry.go:492] Detected object openshift-console/console-844749c6dd-d424w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 06:59:54.694563 3817 obj_retry.go:492] Detected object openshift-console/console-844749c6dd-d424w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 06:59:54.697097 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-844749c6dd-d424w I0419 06:59:54.697121 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-844749c6dd-d424w I0419 06:59:54.700824 3817 cni.go:473] [openshift-console/console-ffbd98959-hv7qv 8900ddb146e5db334f08df86c30d44582aaf045fcc44e1c153fb0566be4d2d6e network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-ffbd98959-hv7qv 8900ddb146e5db334f08df86c30d44582aaf045fcc44e1c153fb0566be4d2d6e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:b5:67:f0:87:63\",\"name\":\"8900ddb146e5db3\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7f83c79d-3722-4094-9d9a-7c96eeceb93c\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 07:00:01.723383 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0419 07:00:01.723411 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0419 07:00:01.723443 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0419 07:00:01.950545 3817 obj_retry.go:498] Detected object openshift-console/console-7dfd5b669-9k689 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:00:01.951053 3817 obj_retry.go:498] Detected object openshift-console/console-7dfd5b669-9k689 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:00:02.673303 3817 obj_retry.go:492] Detected object openshift-console/console-7dfd5b669-9k689 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:00:02.673330 3817 obj_retry.go:492] Detected object openshift-console/console-7dfd5b669-9k689 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:00:02.679293 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7dfd5b669-9k689 I0419 07:00:02.679316 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7dfd5b669-9k689 W0419 07:00:02.735435 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0419 07:00:04.747745 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0419 07:00:08.676052 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0419 07:00:08.813733 3817 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5b89f7889b-rpvs6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:00:08.814271 3817 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5b89f7889b-rpvs6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:00:09.553288 3817 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5b89f7889b-rpvs6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:00:09.553314 3817 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5b89f7889b-rpvs6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:00:09.558911 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5b89f7889b-rpvs6 I0419 07:00:09.558937 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5b89f7889b-rpvs6 W0419 07:00:11.768924 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0419 07:00:11.768952 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0419 07:00:11.768997 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0419 07:00:11.790438 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0419 07:00:11.790509 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0419 07:00:11.790582 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0419 07:00:12.773755 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0419 07:00:12.797645 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0419 07:00:30.084826 3817 obj_retry.go:498] Detected object openshift-console/console-844749c6dd-k2xf8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:00:30.085353 3817 obj_retry.go:498] Detected object openshift-console/console-844749c6dd-k2xf8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:00:30.640155 3817 obj_retry.go:492] Detected object openshift-console/console-844749c6dd-k2xf8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:00:30.640184 3817 obj_retry.go:492] Detected object openshift-console/console-844749c6dd-k2xf8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:00:30.646171 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-844749c6dd-k2xf8 I0419 07:00:30.646196 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-844749c6dd-k2xf8 I0419 07:00:30.803003 3817 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908k4pf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:00:30.803541 3817 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908k4pf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:00:30.803591 3817 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908k4pf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:00:30.803604 3817 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0419 07:00:30.803616 3817 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908k4pf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:00:30.803621 3817 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0419 07:00:31.829377 3817 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908k4pf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:00:31.829405 3817 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908k4pf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:00:31.829422 3817 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908k4pf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:00:31.829431 3817 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908k4pf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:00:35.221808 3817 cni.go:452] [openshift-ingress/router-default-589d565f4f-bdjm2 c3c9a32397ac994451254f7d47ffaa5021cf452968bd408d745c97a2fd5c977e network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-589d565f4f-bdjm2 c3c9a32397ac994451254f7d47ffaa5021cf452968bd408d745c97a2fd5c977e network default NAD default NAD key ] I0419 07:00:35.300757 3817 cni.go:473] [openshift-ingress/router-default-589d565f4f-bdjm2 c3c9a32397ac994451254f7d47ffaa5021cf452968bd408d745c97a2fd5c977e network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-589d565f4f-bdjm2 c3c9a32397ac994451254f7d47ffaa5021cf452968bd408d745c97a2fd5c977e network default NAD default NAD key default], result "{}", err I0419 07:00:35.348133 3817 obj_retry.go:498] Detected object openshift-ingress/router-default-589d565f4f-bdjm2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:00:35.348170 3817 pods.go:176] Deleting pod: openshift-ingress/router-default-589d565f4f-bdjm2 I0419 07:00:35.349392 3817 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-589d565f4f-bdjm2, ips: 10.128.0.12 I0419 07:00:35.349423 3817 obj_retry.go:498] Detected object openshift-ingress/router-default-589d565f4f-bdjm2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:00:35.501106 3817 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0419 07:00:35.510464 3817 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0419 07:00:35.859846 3817 obj_retry.go:492] Detected object openshift-ingress/router-default-589d565f4f-bdjm2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:00:35.859867 3817 obj_retry.go:492] Detected object openshift-ingress/router-default-589d565f4f-bdjm2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:00:35.865554 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-589d565f4f-bdjm2 I0419 07:00:35.865601 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-589d565f4f-bdjm2 W0419 07:00:38.839965 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 07:00:38.839992 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 07:00:38.840007 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 07:00:38.840012 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 07:00:38.915077 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 07:00:38.915098 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0419 07:00:47.835065 3817 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609700-lrmwv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:00:47.835636 3817 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609700-lrmwv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:00:48.735068 3817 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609700-lrmwv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:00:48.735095 3817 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609700-lrmwv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0419 07:01:10.107016 3817 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5c648dcd74-lglq5 IP address from the namespace address-set, err: pod openshift-console/console-5c648dcd74-lglq5: no pod IPs found I0419 07:01:25.166402 3817 cni.go:452] [openshift-console/console-ffbd98959-hv7qv 8900ddb146e5db334f08df86c30d44582aaf045fcc44e1c153fb0566be4d2d6e network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-ffbd98959-hv7qv 8900ddb146e5db334f08df86c30d44582aaf045fcc44e1c153fb0566be4d2d6e network default NAD default NAD key ] I0419 07:01:25.259783 3817 cni.go:473] [openshift-console/console-ffbd98959-hv7qv 8900ddb146e5db334f08df86c30d44582aaf045fcc44e1c153fb0566be4d2d6e network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-ffbd98959-hv7qv 8900ddb146e5db334f08df86c30d44582aaf045fcc44e1c153fb0566be4d2d6e network default NAD default NAD key default], result "{}", err I0419 07:01:25.303654 3817 obj_retry.go:498] Detected object openshift-console/console-ffbd98959-hv7qv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:01:25.303706 3817 pods.go:176] Deleting pod: openshift-console/console-ffbd98959-hv7qv I0419 07:01:25.305045 3817 pods.go:236] Attempting to release IPs for pod: openshift-console/console-ffbd98959-hv7qv, ips: 10.128.0.26 I0419 07:01:25.305072 3817 obj_retry.go:498] Detected object openshift-console/console-ffbd98959-hv7qv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:01:25.315164 3817 base_network_controller_pods.go:487] [default/openshift-console/console-5d69686554-l4hzf] creating logical port openshift-console_console-5d69686554-l4hzf for pod on switch ip-10-0-0-4.ec2.internal I0419 07:01:25.315319 3817 kube.go:256] Updating pod openshift-console/console-5d69686554-l4hzf I0419 07:01:25.328372 3817 pod.go:62] [openshift-console/console-5d69686554-l4hzf] pod update took 13.139313ms I0419 07:01:25.328400 3817 base_network_controller_pods.go:951] [default/openshift-console/console-5d69686554-l4hzf] addLogicalPort annotation time took 13.172347ms I0419 07:01:25.329537 3817 pods.go:271] [openshift-console/console-5d69686554-l4hzf] addLogicalPort took 14.390199ms, libovsdb time 809.719µs I0419 07:01:25.674247 3817 cni.go:452] [openshift-console/console-5d69686554-l4hzf fee812e1e4b92473fd4a3790bdec08354276571100e63935df8c8dfd0bf90354 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5d69686554-l4hzf fee812e1e4b92473fd4a3790bdec08354276571100e63935df8c8dfd0bf90354 network default NAD default NAD key ] I0419 07:01:25.684035 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5d69686554-l4hzf, hostIfaceName: fee812e1e4b9247, network: default, NAD default, SandboxID: "fee812e1e4b92473fd4a3790bdec08354276571100e63935df8c8dfd0bf90354", PCI device ID: , UID: "eb61d717-5e53-4e7b-be03-618b6c6d2330", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0419 07:01:25.732448 3817 cni.go:473] [openshift-console/console-5d69686554-l4hzf fee812e1e4b92473fd4a3790bdec08354276571100e63935df8c8dfd0bf90354 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5d69686554-l4hzf fee812e1e4b92473fd4a3790bdec08354276571100e63935df8c8dfd0bf90354 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:7c:1f:ce:74:5a\",\"name\":\"fee812e1e4b9247\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c71ead2-b8b2-4223-8652-c7044402f744\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 07:01:26.080837 3817 obj_retry.go:492] Detected object openshift-console/console-ffbd98959-hv7qv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:01:26.080861 3817 obj_retry.go:492] Detected object openshift-console/console-ffbd98959-hv7qv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:01:26.083823 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-ffbd98959-hv7qv I0419 07:01:26.083844 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-ffbd98959-hv7qv I0419 07:01:35.386902 3817 obj_retry.go:498] Detected object openshift-console/console-5c648dcd74-27p8t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:01:35.387436 3817 obj_retry.go:498] Detected object openshift-console/console-5c648dcd74-27p8t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:01:35.910385 3817 obj_retry.go:492] Detected object openshift-console/console-5c648dcd74-27p8t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:01:35.910414 3817 obj_retry.go:492] Detected object openshift-console/console-5c648dcd74-27p8t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:01:35.916039 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c648dcd74-27p8t I0419 07:01:35.916062 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c648dcd74-27p8t W0419 07:01:36.115037 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0419 07:02:01.434167 3817 obj_retry.go:498] Detected object openshift-console/console-ffbd98959-pl727 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:02:01.434746 3817 obj_retry.go:498] Detected object openshift-console/console-ffbd98959-pl727 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:02:02.130350 3817 obj_retry.go:492] Detected object openshift-console/console-ffbd98959-pl727 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:02:02.130376 3817 obj_retry.go:492] Detected object openshift-console/console-ffbd98959-pl727 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:02:02.135624 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-ffbd98959-pl727 I0419 07:02:02.135645 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-ffbd98959-pl727 I0419 07:03:52.728223 3817 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=603 I0419 07:04:06.782037 3817 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0419 07:04:19.724393 3817 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0419 07:04:41.047816 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0419 07:05:14.834989 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0419 07:05:22.724156 3817 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0419 07:05:38.728802 3817 namespace.go:98] [tsf] adding namespace I0419 07:05:38.729740 3817 namespace.go:102] [tsf] adding namespace took 912.007µs I0419 07:05:38.747226 3817 namespace.go:142] [tsf] updating namespace I0419 07:05:38.757743 3817 namespace.go:142] [tsf] updating namespace W0419 07:05:40.914163 3817 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 07:05:42.931657 3817 namespace.go:98] [cert-manager-operator] adding namespace I0419 07:05:42.932432 3817 namespace.go:102] [cert-manager-operator] adding namespace took 751.203µs I0419 07:05:42.942126 3817 namespace.go:98] [rhtpa-operator] adding namespace I0419 07:05:42.942792 3817 namespace.go:102] [rhtpa-operator] adding namespace took 650.122µs I0419 07:05:42.950597 3817 namespace.go:142] [cert-manager-operator] updating namespace I0419 07:05:42.961709 3817 namespace.go:142] [rhtpa-operator] updating namespace I0419 07:05:42.972714 3817 namespace.go:98] [tsf-keycloak] adding namespace I0419 07:05:42.973301 3817 namespace.go:102] [tsf-keycloak] adding namespace took 572.053µs I0419 07:05:42.974382 3817 namespace.go:98] [rhbk-operator] adding namespace I0419 07:05:42.974965 3817 namespace.go:102] [rhbk-operator] adding namespace took 570.648µs I0419 07:05:42.975421 3817 namespace.go:98] [tsf-tas] adding namespace I0419 07:05:42.975978 3817 namespace.go:102] [tsf-tas] adding namespace took 545.693µs I0419 07:05:42.979130 3817 namespace.go:98] [konflux-ui] adding namespace I0419 07:05:42.979707 3817 namespace.go:102] [konflux-ui] adding namespace took 565.055µs I0419 07:05:42.992380 3817 namespace.go:98] [tsf-tpa] adding namespace I0419 07:05:42.992930 3817 namespace.go:102] [tsf-tpa] adding namespace took 537.317µs I0419 07:05:42.999020 3817 namespace.go:98] [konflux-operator] adding namespace I0419 07:05:42.999620 3817 namespace.go:102] [konflux-operator] adding namespace took 583.214µs I0419 07:05:42.999993 3817 namespace.go:142] [tsf-keycloak] updating namespace I0419 07:05:43.012004 3817 namespace.go:142] [cert-manager-operator] updating namespace I0419 07:05:43.014903 3817 namespace.go:142] [rhbk-operator] updating namespace I0419 07:05:43.026712 3817 namespace.go:142] [tsf-tas] updating namespace I0419 07:05:43.038907 3817 namespace.go:142] [konflux-ui] updating namespace I0419 07:05:43.050409 3817 namespace.go:142] [tsf-tpa] updating namespace I0419 07:05:43.058433 3817 namespace.go:142] [rhtpa-operator] updating namespace I0419 07:05:43.064421 3817 namespace.go:142] [konflux-operator] updating namespace I0419 07:05:43.067512 3817 namespace.go:142] [tsf-keycloak] updating namespace I0419 07:05:43.175263 3817 namespace.go:142] [konflux-ui] updating namespace I0419 07:05:43.184589 3817 namespace.go:142] [tsf-tpa] updating namespace I0419 07:05:43.209599 3817 namespace.go:142] [rhtpa-operator] updating namespace I0419 07:05:43.211847 3817 namespace.go:142] [rhbk-operator] updating namespace I0419 07:05:43.215706 3817 namespace.go:142] [konflux-operator] updating namespace I0419 07:05:43.218784 3817 namespace.go:142] [cert-manager-operator] updating namespace I0419 07:05:43.224773 3817 namespace.go:142] [tsf-tas] updating namespace I0419 07:05:43.234180 3817 namespace.go:142] [tsf-keycloak] updating namespace I0419 07:05:43.235926 3817 namespace.go:142] [konflux-ui] updating namespace I0419 07:05:43.246282 3817 namespace.go:142] [tsf-tpa] updating namespace I0419 07:05:43.256110 3817 namespace.go:142] [konflux-operator] updating namespace I0419 07:05:43.340539 3817 namespace.go:142] [rhbk-operator] updating namespace I0419 07:05:43.741759 3817 namespace.go:142] [tsf-tas] updating namespace I0419 07:05:44.306412 3817 namespace.go:142] [tsf-keycloak] updating namespace I0419 07:05:44.322184 3817 namespace.go:142] [tsf-tpa] updating namespace I0419 07:05:51.938542 3817 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0419 07:05:51.938626 3817 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-jfsj7 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-jfsj7: no pod IPs found I0419 07:05:52.085365 3817 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2z469n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:05:52.085918 3817 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2z469n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:05:52.085944 3817 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2z469n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:05:52.085953 3817 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 07:05:52.085968 3817 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2z469n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:05:52.085975 3817 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 07:05:53.096966 3817 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vg89c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:05:53.097543 3817 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vg89c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:05:53.097596 3817 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vg89c of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:05:53.097611 3817 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 07:05:53.097626 3817 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vg89c of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:05:53.097631 3817 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 07:05:53.111372 3817 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2z469n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:53.111396 3817 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2z469n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:53.111411 3817 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2z469n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:53.111426 3817 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2z469n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:54.120766 3817 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vg89c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:54.120881 3817 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vg89c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:54.120920 3817 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vg89c of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:54.120957 3817 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vg89c of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:55.114169 3817 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecef647n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:05:55.114709 3817 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecef647n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:05:55.114737 3817 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecef647n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:05:55.114745 3817 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 07:05:55.114758 3817 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecef647n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:05:55.114763 3817 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 07:05:55.210474 3817 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hxrb5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:05:55.211007 3817 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hxrb5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:05:55.211037 3817 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hxrb5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:05:55.211046 3817 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 07:05:55.211060 3817 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hxrb5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:05:55.211066 3817 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 07:05:56.138381 3817 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecef647n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:56.138409 3817 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecef647n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:56.138423 3817 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecef647n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:56.138437 3817 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecef647n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:56.235876 3817 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hxrb5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:56.235903 3817 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hxrb5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:56.235919 3817 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hxrb5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:56.235950 3817 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hxrb5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:57.119165 3817 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:05:57.119707 3817 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:05:57.119734 3817 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:05:57.119744 3817 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 07:05:57.119758 3817 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:05:57.119765 3817 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 07:05:58.133625 3817 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:05:58.134168 3817 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:05:58.134197 3817 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:05:58.134207 3817 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 07:05:58.134220 3817 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:05:58.134224 3817 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 07:05:58.147190 3817 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:58.147210 3817 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:58.147221 3817 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:58.147234 3817 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:59.162594 3817 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:59.162620 3817 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:59.162638 3817 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:59.162655 3817 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:06:08.005397 3817 namespace.go:142] [openshift-operators] updating namespace I0419 07:06:08.023218 3817 namespace.go:142] [openshift-operators] updating namespace W0419 07:06:14.148607 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0419 07:06:15.443300 3817 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-45p6t] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-58df4cf46c-45p6t for pod on switch ip-10-0-0-4.ec2.internal I0419 07:06:15.443442 3817 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-45p6t I0419 07:06:15.461326 3817 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-45p6t] pod update took 17.912352ms I0419 07:06:15.461347 3817 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-45p6t] addLogicalPort annotation time took 17.938479ms I0419 07:06:15.462616 3817 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-45p6t] addLogicalPort took 19.332566ms, libovsdb time 887.163µs I0419 07:06:15.802321 3817 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-45p6t 5e527d7386323a0624e1b7472bbdd77a0094e66ef868e34f538f52551f43b905 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-45p6t 5e527d7386323a0624e1b7472bbdd77a0094e66ef868e34f538f52551f43b905 network default NAD default NAD key ] I0419 07:06:15.811446 3817 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-58df4cf46c-45p6t, hostIfaceName: 5e527d7386323a0, network: default, NAD default, SandboxID: "5e527d7386323a0624e1b7472bbdd77a0094e66ef868e34f538f52551f43b905", PCI device ID: , UID: "8056f883-7653-4492-b6c2-25082c3848ef", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0419 07:06:15.861928 3817 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-45p6t 5e527d7386323a0624e1b7472bbdd77a0094e66ef868e34f538f52551f43b905 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-45p6t 5e527d7386323a0624e1b7472bbdd77a0094e66ef868e34f538f52551f43b905 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:97:6b:fc:94:29\",\"name\":\"5e527d7386323a0\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/36f1156a-00cb-4abe-9a08-a063bd8c25f6\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 07:06:16.990405 3817 namespace.go:142] [openshift-operators] updating namespace I0419 07:06:17.391775 3817 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-8bxw6] creating logical port openshift-operators_tekton-operator-webhook-668b6fdd5d-8bxw6 for pod on switch ip-10-0-0-4.ec2.internal I0419 07:06:17.391995 3817 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-668b6fdd5d-8bxw6 I0419 07:06:17.412421 3817 pod.go:62] [openshift-operators/tekton-operator-webhook-668b6fdd5d-8bxw6] pod update took 20.453746ms I0419 07:06:17.412452 3817 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-8bxw6] addLogicalPort annotation time took 20.488779ms I0419 07:06:17.414000 3817 pods.go:271] [openshift-operators/tekton-operator-webhook-668b6fdd5d-8bxw6] addLogicalPort took 22.241677ms, libovsdb time 1.076778ms I0419 07:06:18.287137 3817 cni.go:452] [openshift-operators/tekton-operator-webhook-668b6fdd5d-8bxw6 0e0222fb402dc0ccde063e9a7a342b9261ae86a9a6f842fcf9879f717fe0dd11 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-8bxw6 0e0222fb402dc0ccde063e9a7a342b9261ae86a9a6f842fcf9879f717fe0dd11 network default NAD default NAD key ] I0419 07:06:18.296904 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-668b6fdd5d-8bxw6, hostIfaceName: 0e0222fb402dc0c, network: default, NAD default, SandboxID: "0e0222fb402dc0ccde063e9a7a342b9261ae86a9a6f842fcf9879f717fe0dd11", PCI device ID: , UID: "51a74927-4aa0-48a5-a427-035ce6acfb91", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0419 07:06:18.350905 3817 cni.go:473] [openshift-operators/tekton-operator-webhook-668b6fdd5d-8bxw6 0e0222fb402dc0ccde063e9a7a342b9261ae86a9a6f842fcf9879f717fe0dd11 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-8bxw6 0e0222fb402dc0ccde063e9a7a342b9261ae86a9a6f842fcf9879f717fe0dd11 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:be:d8:2c:dd:96\",\"name\":\"0e0222fb402dc0c\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e610f029-5fbe-4bd9-a8df-ad0ce9d51980\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 07:06:20.160648 3817 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-gx6v7] creating logical port tsf-tpa_rhtpa-operator-controller-manager-576c85d8f-gx6v7 for pod on switch ip-10-0-0-4.ec2.internal I0419 07:06:20.160758 3817 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-gx6v7 I0419 07:06:20.235450 3817 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-gx6v7] pod update took 74.716681ms I0419 07:06:20.235484 3817 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-gx6v7] addLogicalPort annotation time took 74.757198ms I0419 07:06:20.236798 3817 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-gx6v7] addLogicalPort took 76.166622ms, libovsdb time 931.003µs I0419 07:06:20.375208 3817 namespace.go:98] [cert-manager] adding namespace I0419 07:06:20.376135 3817 namespace.go:102] [cert-manager] adding namespace took 905.091µs I0419 07:06:20.416168 3817 namespace.go:142] [cert-manager] updating namespace I0419 07:06:20.446299 3817 namespace.go:142] [cert-manager] updating namespace I0419 07:06:21.028095 3817 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-gx6v7 772b0522e04ece658158d9077a040a6b51fe9e7af7895ab8820b9ff3a34365f0 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-gx6v7 772b0522e04ece658158d9077a040a6b51fe9e7af7895ab8820b9ff3a34365f0 network default NAD default NAD key ] I0419 07:06:21.037920 3817 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-576c85d8f-gx6v7, hostIfaceName: 772b0522e04ece6, network: default, NAD default, SandboxID: "772b0522e04ece658158d9077a040a6b51fe9e7af7895ab8820b9ff3a34365f0", PCI device ID: , UID: "0f043bcf-8440-42a7-9b20-ddb71199cc6e", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0419 07:06:21.089686 3817 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-gx6v7 772b0522e04ece658158d9077a040a6b51fe9e7af7895ab8820b9ff3a34365f0 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-gx6v7 772b0522e04ece658158d9077a040a6b51fe9e7af7895ab8820b9ff3a34365f0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:a1:60:2b:e4:6c\",\"name\":\"772b0522e04ece6\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e51c146-9026-488e-917d-53b02b4870a4\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 07:06:22.399268 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0419 07:06:22.413273 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0419 07:06:23.038695 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0419 07:06:23.057332 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0419 07:06:23.372990 3817 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5b4bf68748-4xwg5] creating logical port cert-manager_cert-manager-cainjector-5b4bf68748-4xwg5 for pod on switch ip-10-0-0-4.ec2.internal I0419 07:06:23.373124 3817 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5b4bf68748-4xwg5 I0419 07:06:23.388551 3817 pod.go:62] [cert-manager/cert-manager-cainjector-5b4bf68748-4xwg5] pod update took 15.459777ms I0419 07:06:23.388597 3817 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5b4bf68748-4xwg5] addLogicalPort annotation time took 15.518688ms I0419 07:06:23.390096 3817 pods.go:271] [cert-manager/cert-manager-cainjector-5b4bf68748-4xwg5] addLogicalPort took 17.124878ms, libovsdb time 1.022659ms I0419 07:06:23.739076 3817 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-vztdq] creating logical port openshift-operators_rhtas-operator-controller-manager-6987b7f98c-vztdq for pod on switch ip-10-0-0-4.ec2.internal I0419 07:06:23.739220 3817 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-6987b7f98c-vztdq I0419 07:06:23.766162 3817 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-vztdq] pod update took 26.972037ms I0419 07:06:23.766190 3817 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-vztdq] addLogicalPort annotation time took 27.014945ms I0419 07:06:23.767755 3817 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-vztdq] addLogicalPort took 28.697848ms, libovsdb time 953.532µs I0419 07:06:24.467443 3817 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-vztdq 1db0a25ed1806628497a4e49b1f379cff384862c2edc1f69d266f7fe33c8388e network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-vztdq 1db0a25ed1806628497a4e49b1f379cff384862c2edc1f69d266f7fe33c8388e network default NAD default NAD key ] I0419 07:06:24.467661 3817 cni.go:452] [cert-manager/cert-manager-cainjector-5b4bf68748-4xwg5 262777a00cb218593cbd606d2c2827f9e4de7032f5be40cc105eb0868fe07b4e network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-4xwg5 262777a00cb218593cbd606d2c2827f9e4de7032f5be40cc105eb0868fe07b4e network default NAD default NAD key ] I0419 07:06:24.482331 3817 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5b4bf68748-4xwg5, hostIfaceName: 262777a00cb2185, network: default, NAD default, SandboxID: "262777a00cb218593cbd606d2c2827f9e4de7032f5be40cc105eb0868fe07b4e", PCI device ID: , UID: "e753e4da-5dee-4a4c-92d7-39ed97440ce6", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0419 07:06:24.482341 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-6987b7f98c-vztdq, hostIfaceName: 1db0a25ed180662, network: default, NAD default, SandboxID: "1db0a25ed1806628497a4e49b1f379cff384862c2edc1f69d266f7fe33c8388e", PCI device ID: , UID: "9562b78c-b729-446d-afa1-5a8a68f3987e", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0419 07:06:24.535323 3817 cni.go:473] [cert-manager/cert-manager-cainjector-5b4bf68748-4xwg5 262777a00cb218593cbd606d2c2827f9e4de7032f5be40cc105eb0868fe07b4e network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-4xwg5 262777a00cb218593cbd606d2c2827f9e4de7032f5be40cc105eb0868fe07b4e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:14:c1:33:e2:97\",\"name\":\"262777a00cb2185\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d7f355f0-b992-4c6d-a07c-ae53d3f0f7dd\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 07:06:24.553842 3817 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-vztdq 1db0a25ed1806628497a4e49b1f379cff384862c2edc1f69d266f7fe33c8388e network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-vztdq 1db0a25ed1806628497a4e49b1f379cff384862c2edc1f69d266f7fe33c8388e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:c3:46:6f:89:7a\",\"name\":\"1db0a25ed180662\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/37f6dfc2-804c-4e0f-af14-2ce0abf92ea4\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 07:06:25.250643 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0419 07:06:27.182457 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0419 07:06:27.182481 3817 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0419 07:06:28.275760 3817 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0419 07:06:28.327506 3817 namespace.go:98] [trusted-artifact-signer] adding namespace I0419 07:06:28.328325 3817 namespace.go:102] [trusted-artifact-signer] adding namespace took 796.6µs I0419 07:06:28.346040 3817 namespace.go:142] [trusted-artifact-signer] updating namespace I0419 07:06:28.357727 3817 namespace.go:142] [trusted-artifact-signer] updating namespace I0419 07:06:28.455133 3817 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-66ccc97d7d-fnffq] creating logical port trusted-artifact-signer_cli-server-66ccc97d7d-fnffq for pod on switch ip-10-0-0-4.ec2.internal I0419 07:06:28.455221 3817 kube.go:256] Updating pod trusted-artifact-signer/cli-server-66ccc97d7d-fnffq I0419 07:06:28.468328 3817 pod.go:62] [trusted-artifact-signer/cli-server-66ccc97d7d-fnffq] pod update took 13.12897ms I0419 07:06:28.468351 3817 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-66ccc97d7d-fnffq] addLogicalPort annotation time took 13.160234ms I0419 07:06:28.469748 3817 pods.go:271] [trusted-artifact-signer/cli-server-66ccc97d7d-fnffq] addLogicalPort took 14.630274ms, libovsdb time 966.095µs I0419 07:06:28.816503 3817 cni.go:452] [trusted-artifact-signer/cli-server-66ccc97d7d-fnffq 224a4a4bd5a9877617b8e35d9bbe1a3c8ca1fd8073f7685e856584dafcb8e3f4 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-fnffq 224a4a4bd5a9877617b8e35d9bbe1a3c8ca1fd8073f7685e856584dafcb8e3f4 network default NAD default NAD key ] I0419 07:06:28.826464 3817 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-66ccc97d7d-fnffq, hostIfaceName: 224a4a4bd5a9877, network: default, NAD default, SandboxID: "224a4a4bd5a9877617b8e35d9bbe1a3c8ca1fd8073f7685e856584dafcb8e3f4", PCI device ID: , UID: "b2c63611-dadf-4ee3-9e74-cd89d0fcdc65", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0419 07:06:28.879028 3817 cni.go:473] [trusted-artifact-signer/cli-server-66ccc97d7d-fnffq 224a4a4bd5a9877617b8e35d9bbe1a3c8ca1fd8073f7685e856584dafcb8e3f4 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-fnffq 224a4a4bd5a9877617b8e35d9bbe1a3c8ca1fd8073f7685e856584dafcb8e3f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:9f:e3:ed:00:59\",\"name\":\"224a4a4bd5a9877\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8ebec6b2-18d8-4021-b695-6e22cac49f3d\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 07:06:32.152755 3817 namespace.go:98] [openshift-pipelines] adding namespace I0419 07:06:32.153662 3817 namespace.go:102] [openshift-pipelines] adding namespace took 875.937µs I0419 07:06:32.170335 3817 namespace.go:142] [openshift-pipelines] updating namespace I0419 07:06:32.882502 3817 namespace.go:142] [cert-manager] updating namespace I0419 07:06:33.069260 3817 namespace.go:142] [cert-manager-operator] updating namespace I0419 07:06:33.476929 3817 namespace.go:142] [konflux-operator] updating namespace I0419 07:06:33.670354 3817 namespace.go:142] [konflux-ui] updating namespace I0419 07:06:33.869303 3817 namespace.go:142] [open-cluster-management-2pp2n9ajv6jp0vtpmbbd4l6vqf526fip] updating namespace I0419 07:06:34.266641 3817 namespace.go:142] [rhbk-operator] updating namespace I0419 07:06:34.480580 3817 namespace.go:142] [rhtpa-operator] updating namespace I0419 07:06:34.676338 3817 namespace.go:142] [trusted-artifact-signer] updating namespace I0419 07:06:34.876983 3817 namespace.go:142] [tsf] updating namespace I0419 07:06:35.074043 3817 namespace.go:142] [tsf-keycloak] updating namespace I0419 07:06:35.287201 3817 namespace.go:142] [tsf-tas] updating namespace I0419 07:06:35.287324 3817 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59ccb4bb6b-rs2vh] creating logical port cert-manager_cert-manager-59ccb4bb6b-rs2vh for pod on switch ip-10-0-0-4.ec2.internal I0419 07:06:35.287444 3817 kube.go:256] Updating pod cert-manager/cert-manager-59ccb4bb6b-rs2vh I0419 07:06:35.300636 3817 pod.go:62] [cert-manager/cert-manager-59ccb4bb6b-rs2vh] pod update took 13.213754ms I0419 07:06:35.300662 3817 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59ccb4bb6b-rs2vh] addLogicalPort annotation time took 13.245659ms I0419 07:06:35.302307 3817 pods.go:271] [cert-manager/cert-manager-59ccb4bb6b-rs2vh] addLogicalPort took 14.997927ms, libovsdb time 1.164023ms I0419 07:06:35.483937 3817 namespace.go:142] [tsf-tpa] updating namespace I0419 07:06:35.617173 3817 namespace.go:142] [cert-manager] updating namespace I0419 07:06:35.628937 3817 namespace.go:142] [cert-manager-operator] updating namespace I0419 07:06:35.641509 3817 namespace.go:142] [default] updating namespace I0419 07:06:35.652050 3817 cni.go:452] [cert-manager/cert-manager-59ccb4bb6b-rs2vh 00ae57736ebd57476a1fa5881a90d5dac748fa591352ebacddb18aad90daf1a0 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59ccb4bb6b-rs2vh 00ae57736ebd57476a1fa5881a90d5dac748fa591352ebacddb18aad90daf1a0 network default NAD default NAD key ] I0419 07:06:35.655290 3817 namespace.go:142] [konflux-operator] updating namespace I0419 07:06:35.661526 3817 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59ccb4bb6b-rs2vh, hostIfaceName: 00ae57736ebd574, network: default, NAD default, SandboxID: "00ae57736ebd57476a1fa5881a90d5dac748fa591352ebacddb18aad90daf1a0", PCI device ID: , UID: "44b63f67-9310-4585-b366-41cd571d1732", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0419 07:06:35.665037 3817 namespace.go:142] [konflux-ui] updating namespace I0419 07:06:35.673946 3817 namespace.go:142] [open-cluster-management-2pp2n9ajv6jp0vtpmbbd4l6vqf526fip] updating namespace I0419 07:06:35.684887 3817 namespace.go:142] [openshift] updating namespace I0419 07:06:35.696328 3817 namespace.go:142] [rhbk-operator] updating namespace I0419 07:06:35.707716 3817 namespace.go:142] [rhtpa-operator] updating namespace I0419 07:06:35.714517 3817 cni.go:473] [cert-manager/cert-manager-59ccb4bb6b-rs2vh 00ae57736ebd57476a1fa5881a90d5dac748fa591352ebacddb18aad90daf1a0 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59ccb4bb6b-rs2vh 00ae57736ebd57476a1fa5881a90d5dac748fa591352ebacddb18aad90daf1a0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:f1:9b:49:db:5b\",\"name\":\"00ae57736ebd574\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77a6d0d4-beba-432d-bba9-d3de799b72aa\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 07:06:35.719283 3817 namespace.go:142] [trusted-artifact-signer] updating namespace I0419 07:06:35.727326 3817 namespace.go:142] [tsf] updating namespace I0419 07:06:35.737761 3817 namespace.go:142] [tsf-keycloak] updating namespace I0419 07:06:35.747876 3817 namespace.go:142] [tsf-tas] updating namespace I0419 07:06:35.763687 3817 namespace.go:142] [tsf-tpa] updating namespace I0419 07:06:35.862727 3817 namespace.go:142] [cert-manager] updating namespace I0419 07:06:35.956906 3817 namespace.go:142] [cert-manager-operator] updating namespace I0419 07:06:36.062072 3817 namespace.go:142] [default] updating namespace I0419 07:06:36.159888 3817 namespace.go:142] [konflux-operator] updating namespace I0419 07:06:36.260742 3817 namespace.go:142] [konflux-ui] updating namespace W0419 07:06:36.262182 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0419 07:06:36.356769 3817 namespace.go:142] [open-cluster-management-2pp2n9ajv6jp0vtpmbbd4l6vqf526fip] updating namespace I0419 07:06:36.465182 3817 namespace.go:142] [openshift] updating namespace I0419 07:06:36.566338 3817 namespace.go:142] [rhbk-operator] updating namespace I0419 07:06:36.670504 3817 namespace.go:142] [rhtpa-operator] updating namespace I0419 07:06:36.761460 3817 namespace.go:142] [trusted-artifact-signer] updating namespace I0419 07:06:36.864327 3817 namespace.go:142] [tsf] updating namespace I0419 07:06:36.973562 3817 namespace.go:142] [tsf-keycloak] updating namespace I0419 07:06:37.057936 3817 namespace.go:142] [tsf-tas] updating namespace I0419 07:06:37.158795 3817 namespace.go:142] [tsf-tpa] updating namespace I0419 07:06:37.672248 3817 namespace.go:142] [openshift-pipelines] updating namespace W0419 07:06:39.386243 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0419 07:06:43.723949 3817 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=148 I0419 07:06:45.616125 3817 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-ffsd7] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-7988b548df-ffsd7 for pod on switch ip-10-0-0-4.ec2.internal I0419 07:06:45.616266 3817 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-ffsd7 I0419 07:06:45.628659 3817 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-ffsd7] pod update took 12.425809ms I0419 07:06:45.628683 3817 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-ffsd7] addLogicalPort annotation time took 12.455754ms I0419 07:06:45.630050 3817 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-ffsd7] addLogicalPort took 13.942426ms, libovsdb time 1.000954ms I0419 07:06:45.978306 3817 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-ffsd7 d34dc8f78136b22ec7a05e7698134154096490985dadf52947719d4a4070b503 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-ffsd7 d34dc8f78136b22ec7a05e7698134154096490985dadf52947719d4a4070b503 network default NAD default NAD key ] I0419 07:06:45.988516 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-7988b548df-ffsd7, hostIfaceName: d34dc8f78136b22, network: default, NAD default, SandboxID: "d34dc8f78136b22ec7a05e7698134154096490985dadf52947719d4a4070b503", PCI device ID: , UID: "a1dbe6af-0c2a-4d97-9b31-53477ea9e9fb", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0419 07:06:46.043387 3817 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-ffsd7 d34dc8f78136b22ec7a05e7698134154096490985dadf52947719d4a4070b503 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-ffsd7 d34dc8f78136b22ec7a05e7698134154096490985dadf52947719d4a4070b503 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:29:9c:f8:87:97\",\"name\":\"d34dc8f78136b22\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4924ab35-b27b-4b50-9a3c-7d91dc24c270\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 07:06:49.272960 3817 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 07:06:49.272984 3817 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 07:06:49.272990 3817 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 07:06:49.272994 3817 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 07:06:50.332535 3817 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0419 07:06:50.332557 3817 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0419 07:06:50.332563 3817 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0419 07:06:50.365321 3817 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0419 07:06:50.365340 3817 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0419 07:06:50.365345 3817 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0419 07:06:58.439898 3817 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:06:58.440426 3817 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:06:58.462698 3817 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:06:58.462718 3817 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:06:58.468041 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0419 07:06:58.468069 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0419 07:07:09.362839 3817 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0419 07:07:09.384478 3817 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0419 07:07:12.950216 3817 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-lcmgh] creating logical port openshift-pipelines_tekton-triggers-controller-68564d75ff-lcmgh for pod on switch ip-10-0-0-4.ec2.internal I0419 07:07:12.950369 3817 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-68564d75ff-lcmgh I0419 07:07:12.964538 3817 pod.go:62] [openshift-pipelines/tekton-triggers-controller-68564d75ff-lcmgh] pod update took 14.222192ms I0419 07:07:12.964587 3817 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-lcmgh] addLogicalPort annotation time took 14.248365ms I0419 07:07:12.965906 3817 pods.go:271] [openshift-pipelines/tekton-triggers-controller-68564d75ff-lcmgh] addLogicalPort took 15.709736ms, libovsdb time 901.119µs I0419 07:07:13.117287 3817 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-lpvq8] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-8bb674894-lpvq8 for pod on switch ip-10-0-0-4.ec2.internal I0419 07:07:13.117368 3817 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-lpvq8 I0419 07:07:13.131616 3817 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-lpvq8] pod update took 14.2702ms I0419 07:07:13.131641 3817 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-lpvq8] addLogicalPort annotation time took 14.295905ms I0419 07:07:13.133008 3817 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-lpvq8] addLogicalPort took 15.73175ms, libovsdb time 976.195µs I0419 07:07:13.330996 3817 cni.go:452] [openshift-pipelines/tekton-triggers-controller-68564d75ff-lcmgh 211f8ee1433e6dc5e0fdab3e0d1eb36a24a6d03f282825f61e95ce7f06655132 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-lcmgh 211f8ee1433e6dc5e0fdab3e0d1eb36a24a6d03f282825f61e95ce7f06655132 network default NAD default NAD key ] I0419 07:07:13.340426 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-68564d75ff-lcmgh, hostIfaceName: 211f8ee1433e6dc, network: default, NAD default, SandboxID: "211f8ee1433e6dc5e0fdab3e0d1eb36a24a6d03f282825f61e95ce7f06655132", PCI device ID: , UID: "a8ad163c-6f02-473d-b1fc-9b5b6fdb9abc", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0419 07:07:13.391050 3817 cni.go:473] [openshift-pipelines/tekton-triggers-controller-68564d75ff-lcmgh 211f8ee1433e6dc5e0fdab3e0d1eb36a24a6d03f282825f61e95ce7f06655132 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-lcmgh 211f8ee1433e6dc5e0fdab3e0d1eb36a24a6d03f282825f61e95ce7f06655132 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:88:1d:e1:b3:6a\",\"name\":\"211f8ee1433e6dc\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/34007a6f-cb8f-4d57-80d2-652d1451827f\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 07:07:13.477268 3817 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-lpvq8 289ed907e0b9322e046e1cdf88e7ef73a26de947db4964c409c07e473854693e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-lpvq8 289ed907e0b9322e046e1cdf88e7ef73a26de947db4964c409c07e473854693e network default NAD default NAD key ] I0419 07:07:13.486999 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-8bb674894-lpvq8, hostIfaceName: 289ed907e0b9322, network: default, NAD default, SandboxID: "289ed907e0b9322e046e1cdf88e7ef73a26de947db4964c409c07e473854693e", PCI device ID: , UID: "9224c138-429f-4812-a0db-deef3e4df81b", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0419 07:07:13.540359 3817 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-lpvq8 289ed907e0b9322e046e1cdf88e7ef73a26de947db4964c409c07e473854693e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-lpvq8 289ed907e0b9322e046e1cdf88e7ef73a26de947db4964c409c07e473854693e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:96:c4:fc:09:d1\",\"name\":\"289ed907e0b9322\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b8517e37-d151-4667-9d74-1242760f27c9\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 07:07:14.809685 3817 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 W0419 07:07:16.521905 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0419 07:07:23.724440 3817 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=99 I0419 07:07:23.810373 3817 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 W0419 07:07:27.506382 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0419 07:07:29.315380 3817 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-7pkkd] creating logical port openshift-pipelines_tekton-chains-controller-5fb999ffff-7pkkd for pod on switch ip-10-0-0-4.ec2.internal I0419 07:07:29.315502 3817 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-5fb999ffff-7pkkd I0419 07:07:29.329070 3817 pod.go:62] [openshift-pipelines/tekton-chains-controller-5fb999ffff-7pkkd] pod update took 13.615887ms I0419 07:07:29.329100 3817 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-7pkkd] addLogicalPort annotation time took 13.650905ms I0419 07:07:29.330289 3817 pods.go:271] [openshift-pipelines/tekton-chains-controller-5fb999ffff-7pkkd] addLogicalPort took 14.93204ms, libovsdb time 805.034µs I0419 07:07:29.675767 3817 cni.go:452] [openshift-pipelines/tekton-chains-controller-5fb999ffff-7pkkd b01e4c4022b4980233419f316389038ba9a226ee9c6ce1e995d705a07a0a481f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-7pkkd b01e4c4022b4980233419f316389038ba9a226ee9c6ce1e995d705a07a0a481f network default NAD default NAD key ] I0419 07:07:29.684875 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-5fb999ffff-7pkkd, hostIfaceName: b01e4c4022b4980, network: default, NAD default, SandboxID: "b01e4c4022b4980233419f316389038ba9a226ee9c6ce1e995d705a07a0a481f", PCI device ID: , UID: "eec822d7-dbc0-45c6-9f06-488a6d248342", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0419 07:07:29.737960 3817 cni.go:473] [openshift-pipelines/tekton-chains-controller-5fb999ffff-7pkkd b01e4c4022b4980233419f316389038ba9a226ee9c6ce1e995d705a07a0a481f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-7pkkd b01e4c4022b4980233419f316389038ba9a226ee9c6ce1e995d705a07a0a481f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:55:c0:df:3c:50\",\"name\":\"b01e4c4022b4980\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4bede192-9d5b-4e4b-bebd-81debc72c1ab\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 07:07:32.607317 3817 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:07:32.607883 3817 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:07:32.626137 3817 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:07:32.626157 3817 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:07:32.631971 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0419 07:07:32.631993 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0419 07:07:33.642362 3817 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0419 07:07:34.587226 3817 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0419 07:07:34.587865 3817 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0419 07:07:34.587883 3817 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0419 07:07:34.589717 3817 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0419 07:07:35.162247 3817 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 W0419 07:07:46.557863 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0419 07:07:46.557885 3817 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0419 07:07:46.558631 3817 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0419 07:07:46.558653 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0419 07:07:47.975378 3817 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-68cf9c8c65-pw4b9] creating logical port openshift-pipelines_tekton-results-api-68cf9c8c65-pw4b9 for pod on switch ip-10-0-0-4.ec2.internal I0419 07:07:47.975484 3817 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-68cf9c8c65-pw4b9 I0419 07:07:47.989657 3817 pod.go:62] [openshift-pipelines/tekton-results-api-68cf9c8c65-pw4b9] pod update took 14.197698ms I0419 07:07:47.989689 3817 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-68cf9c8c65-pw4b9] addLogicalPort annotation time took 14.233862ms I0419 07:07:47.990949 3817 pods.go:271] [openshift-pipelines/tekton-results-api-68cf9c8c65-pw4b9] addLogicalPort took 15.585816ms, libovsdb time 804.968µs I0419 07:07:48.336152 3817 cni.go:452] [openshift-pipelines/tekton-results-api-68cf9c8c65-pw4b9 c29643e92bd4dc3692aefa0469e16e9baf966de3e546fac3fa34b7c0b99d067b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-68cf9c8c65-pw4b9 c29643e92bd4dc3692aefa0469e16e9baf966de3e546fac3fa34b7c0b99d067b network default NAD default NAD key ] I0419 07:07:48.346043 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-68cf9c8c65-pw4b9, hostIfaceName: c29643e92bd4dc3, network: default, NAD default, SandboxID: "c29643e92bd4dc3692aefa0469e16e9baf966de3e546fac3fa34b7c0b99d067b", PCI device ID: , UID: "93e79326-7155-405b-acde-192805bc8d25", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0419 07:07:48.396718 3817 cni.go:473] [openshift-pipelines/tekton-results-api-68cf9c8c65-pw4b9 c29643e92bd4dc3692aefa0469e16e9baf966de3e546fac3fa34b7c0b99d067b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-68cf9c8c65-pw4b9 c29643e92bd4dc3692aefa0469e16e9baf966de3e546fac3fa34b7c0b99d067b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:1b:8b:8d:d3:06\",\"name\":\"c29643e92bd4dc3\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e5d99946-c7c2-4175-9422-bf82a20a8b60\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 07:07:50.940704 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0419 07:07:52.139412 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 W0419 07:07:52.673425 3817 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0419 07:07:52.673451 3817 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0419 07:07:52.673457 3817 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0419 07:07:58.710294 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0419 07:07:58.710321 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0419 07:07:58.710331 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0419 07:08:16.249902 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0419 07:08:21.288198 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0419 07:08:21.813806 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0419 07:08:24.918949 3817 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:08:24.919487 3817 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:08:24.955876 3817 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:08:24.955904 3817 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:08:24.961650 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0419 07:08:24.961679 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0419 07:08:25.492198 3817 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-9r26p] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-9r26p for pod on switch ip-10-0-0-4.ec2.internal I0419 07:08:25.492289 3817 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-9r26p I0419 07:08:25.507711 3817 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-9r26p] pod update took 15.443231ms I0419 07:08:25.507741 3817 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-9r26p] addLogicalPort annotation time took 15.477699ms I0419 07:08:25.509233 3817 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-9r26p] addLogicalPort took 17.055947ms, libovsdb time 893.61µs I0419 07:08:25.586496 3817 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-tmnsk] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-tmnsk for pod on switch ip-10-0-0-4.ec2.internal I0419 07:08:25.586612 3817 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-tmnsk I0419 07:08:25.600266 3817 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-tmnsk] pod update took 13.699145ms I0419 07:08:25.600288 3817 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-tmnsk] addLogicalPort annotation time took 13.725855ms I0419 07:08:25.601498 3817 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-tmnsk] addLogicalPort took 15.021921ms, libovsdb time 762.038µs I0419 07:08:25.693921 3817 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-7k9d5] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-7k9d5 for pod on switch ip-10-0-0-4.ec2.internal I0419 07:08:25.694042 3817 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-7k9d5 I0419 07:08:25.707151 3817 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-7k9d5] pod update took 13.132962ms I0419 07:08:25.707174 3817 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-7k9d5] addLogicalPort annotation time took 13.157771ms I0419 07:08:25.708494 3817 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-7k9d5] addLogicalPort took 14.591944ms, libovsdb time 822.489µs I0419 07:08:25.853938 3817 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-9r26p 0f1c9f2fa370aa72a3226e2e272dedcc845b2134a845de8fe9ff7012fa28635f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-9r26p 0f1c9f2fa370aa72a3226e2e272dedcc845b2134a845de8fe9ff7012fa28635f network default NAD default NAD key ] I0419 07:08:25.863613 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-9r26p, hostIfaceName: 0f1c9f2fa370aa7, network: default, NAD default, SandboxID: "0f1c9f2fa370aa72a3226e2e272dedcc845b2134a845de8fe9ff7012fa28635f", PCI device ID: , UID: "1237a182-7d65-4b0f-8124-8d9d9308326d", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0419 07:08:25.917782 3817 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-9r26p 0f1c9f2fa370aa72a3226e2e272dedcc845b2134a845de8fe9ff7012fa28635f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-9r26p 0f1c9f2fa370aa72a3226e2e272dedcc845b2134a845de8fe9ff7012fa28635f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:9b:32:86:7c:8a\",\"name\":\"0f1c9f2fa370aa7\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe37ed45-5367-4405-8f5e-8f7fb4f93968\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 07:08:25.946149 3817 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-tmnsk a5fc72f40a48f25a11456f56841313f6fb3ba2b1e61c028082c408ab09cc6f00 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-tmnsk a5fc72f40a48f25a11456f56841313f6fb3ba2b1e61c028082c408ab09cc6f00 network default NAD default NAD key ] I0419 07:08:25.956009 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-tmnsk, hostIfaceName: a5fc72f40a48f25, network: default, NAD default, SandboxID: "a5fc72f40a48f25a11456f56841313f6fb3ba2b1e61c028082c408ab09cc6f00", PCI device ID: , UID: "c01d956f-0a9a-4a24-afb6-a5b046e500f4", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0419 07:08:26.009451 3817 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-tmnsk a5fc72f40a48f25a11456f56841313f6fb3ba2b1e61c028082c408ab09cc6f00 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-tmnsk a5fc72f40a48f25a11456f56841313f6fb3ba2b1e61c028082c408ab09cc6f00 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:fc:4f:59:37:f0\",\"name\":\"a5fc72f40a48f25\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b7f68cd-5bb4-46c5-be76-b9c9cd800454\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 07:08:26.055357 3817 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-7k9d5 3e108caaddcc624c6263d7e4af89dba8eae4461a51ceebe7eadea0511ed4d8a4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-7k9d5 3e108caaddcc624c6263d7e4af89dba8eae4461a51ceebe7eadea0511ed4d8a4 network default NAD default NAD key ] I0419 07:08:26.065170 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-7k9d5, hostIfaceName: 3e108caaddcc624, network: default, NAD default, SandboxID: "3e108caaddcc624c6263d7e4af89dba8eae4461a51ceebe7eadea0511ed4d8a4", PCI device ID: , UID: "120648d7-0ac5-476c-97dc-16f0acb7181c", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0419 07:08:26.116098 3817 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-7k9d5 3e108caaddcc624c6263d7e4af89dba8eae4461a51ceebe7eadea0511ed4d8a4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-7k9d5 3e108caaddcc624c6263d7e4af89dba8eae4461a51ceebe7eadea0511ed4d8a4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:e3:84:41:8a:3a\",\"name\":\"3e108caaddcc624\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d9cde58-0f85-4aaf-9f99-85a6ac237686\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 07:08:27.727216 3817 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=112 I0419 07:08:27.853930 3817 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-55fb8f5bbf-p74bk] creating logical port tsf-tas_fulcio-server-55fb8f5bbf-p74bk for pod on switch ip-10-0-0-4.ec2.internal I0419 07:08:27.854035 3817 kube.go:256] Updating pod tsf-tas/fulcio-server-55fb8f5bbf-p74bk I0419 07:08:27.881335 3817 pod.go:62] [tsf-tas/fulcio-server-55fb8f5bbf-p74bk] pod update took 27.323016ms I0419 07:08:27.881362 3817 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-55fb8f5bbf-p74bk] addLogicalPort annotation time took 27.355809ms I0419 07:08:27.883126 3817 pods.go:271] [tsf-tas/fulcio-server-55fb8f5bbf-p74bk] addLogicalPort took 29.213295ms, libovsdb time 1.148309ms I0419 07:08:28.007646 3817 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-7484f48c5f-7pzqw] creating logical port tsf-tas_trillian-logsigner-7484f48c5f-7pzqw for pod on switch ip-10-0-0-4.ec2.internal I0419 07:08:28.007788 3817 kube.go:256] Updating pod tsf-tas/trillian-logsigner-7484f48c5f-7pzqw I0419 07:08:28.039343 3817 pod.go:62] [tsf-tas/trillian-logsigner-7484f48c5f-7pzqw] pod update took 31.582825ms I0419 07:08:28.039376 3817 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-7484f48c5f-7pzqw] addLogicalPort annotation time took 31.621617ms I0419 07:08:28.040895 3817 pods.go:271] [tsf-tas/trillian-logsigner-7484f48c5f-7pzqw] addLogicalPort took 33.276706ms, libovsdb time 926.809µs I0419 07:08:28.255253 3817 cni.go:452] [tsf-tas/fulcio-server-55fb8f5bbf-p74bk 243d96561db31107d363138b35b1e024b79f72f126800e94c9f48b3b5aa64b6a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-55fb8f5bbf-p74bk 243d96561db31107d363138b35b1e024b79f72f126800e94c9f48b3b5aa64b6a network default NAD default NAD key ] I0419 07:08:28.265398 3817 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-55fb8f5bbf-p74bk, hostIfaceName: 243d96561db3110, network: default, NAD default, SandboxID: "243d96561db31107d363138b35b1e024b79f72f126800e94c9f48b3b5aa64b6a", PCI device ID: , UID: "17dd6d6c-c139-4968-b636-b56e2b0e8d99", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0419 07:08:28.324813 3817 cni.go:473] [tsf-tas/fulcio-server-55fb8f5bbf-p74bk 243d96561db31107d363138b35b1e024b79f72f126800e94c9f48b3b5aa64b6a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-55fb8f5bbf-p74bk 243d96561db31107d363138b35b1e024b79f72f126800e94c9f48b3b5aa64b6a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:a3:ca:85:a5:62\",\"name\":\"243d96561db3110\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a87f525-ce76-44e8-b5d7-87d55350b255\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 07:08:29.304191 3817 cni.go:452] [tsf-tas/trillian-logsigner-7484f48c5f-7pzqw f716f811ad248b2e8962f9624260665889a7b39a9bc1d63281816a7bc920d9ab network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-7484f48c5f-7pzqw f716f811ad248b2e8962f9624260665889a7b39a9bc1d63281816a7bc920d9ab network default NAD default NAD key ] I0419 07:08:29.313223 3817 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-7484f48c5f-7pzqw, hostIfaceName: f716f811ad248b2, network: default, NAD default, SandboxID: "f716f811ad248b2e8962f9624260665889a7b39a9bc1d63281816a7bc920d9ab", PCI device ID: , UID: "a7ff97ab-7e85-4b19-b8dc-2226edd68897", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0419 07:08:29.366431 3817 cni.go:473] [tsf-tas/trillian-logsigner-7484f48c5f-7pzqw f716f811ad248b2e8962f9624260665889a7b39a9bc1d63281816a7bc920d9ab network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-7484f48c5f-7pzqw f716f811ad248b2e8962f9624260665889a7b39a9bc1d63281816a7bc920d9ab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:19:e6:d0:f3:c0\",\"name\":\"f716f811ad248b2\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2e959642-950c-434c-9130-b8ede1532aaa\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 07:08:29.873745 3817 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0419 07:08:30.881674 3817 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0419 07:08:30.881695 3817 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0419 07:08:30.902214 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server W0419 07:08:30.902302 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server I0419 07:08:36.048795 3817 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-nt2gn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:08:36.049423 3817 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-nt2gn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0419 07:08:36.867370 3817 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0419 07:08:36.913369 3817 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0419 07:08:37.074498 3817 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-nt2gn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:08:37.074531 3817 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-nt2gn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:08:40.415280 3817 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-8dps5-7vgh7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:08:40.415869 3817 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-8dps5-7vgh7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0419 07:08:40.883833 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0419 07:08:40.926071 3817 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-8dps5-7vgh7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:08:40.926093 3817 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-8dps5-7vgh7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0419 07:08:41.927023 3817 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0419 07:09:11.047475 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0419 07:09:14.180069 3817 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:14.180847 3817 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:14.198973 3817 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:14.198992 3817 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:14.201379 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0419 07:09:14.201403 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0419 07:09:22.307843 3817 obj_retry.go:498] Detected object tsf/patch-tekton-config-9n2ph of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:22.308418 3817 obj_retry.go:498] Detected object tsf/patch-tekton-config-9n2ph of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:22.330749 3817 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-47n29-t82vt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:22.331265 3817 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-47n29-t82vt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:22.446616 3817 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-47n29-t82vt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:22.446649 3817 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-47n29-t82vt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:23.329889 3817 obj_retry.go:492] Detected object tsf/patch-tekton-config-9n2ph of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:23.329921 3817 obj_retry.go:492] Detected object tsf/patch-tekton-config-9n2ph of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0419 07:09:26.181984 3817 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0419 07:09:29.259983 3817 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-gjc4c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:29.260515 3817 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-gjc4c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:30.281552 3817 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-gjc4c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:30.281600 3817 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-gjc4c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:30.315433 3817 obj_retry.go:492] Detected object tsf/patch-tekton-config-9n2ph of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:30.315457 3817 obj_retry.go:492] Detected object tsf/patch-tekton-config-9n2ph of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:30.322949 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-9n2ph I0419 07:09:30.322979 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-9n2ph I0419 07:09:34.288073 3817 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:34.288643 3817 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:34.307407 3817 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:34.307427 3817 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:34.314947 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0419 07:09:34.314968 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0419 07:09:38.543137 3817 namespace.go:142] [openshift-pipelines] updating namespace I0419 07:09:40.311098 3817 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-2xk4r-5k6fs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:40.311673 3817 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-2xk4r-5k6fs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:40.399872 3817 obj_retry.go:498] Detected object tsf-tpa/create-db-xjx2t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:40.400403 3817 obj_retry.go:498] Detected object tsf-tpa/create-db-xjx2t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:41.211952 3817 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-2xk4r-5k6fs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:41.211985 3817 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-2xk4r-5k6fs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:41.424028 3817 obj_retry.go:492] Detected object tsf-tpa/create-db-xjx2t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:41.424053 3817 obj_retry.go:492] Detected object tsf-tpa/create-db-xjx2t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0419 07:09:47.306331 3817 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0419 07:09:47.466314 3817 obj_retry.go:498] Detected object tsf-tpa/migrate-db-lsqjt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:47.466910 3817 obj_retry.go:498] Detected object tsf-tpa/migrate-db-lsqjt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0419 07:09:48.242696 3817 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0419 07:09:48.256216 3817 obj_retry.go:492] Detected object tsf-tpa/migrate-db-lsqjt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:48.256238 3817 obj_retry.go:492] Detected object tsf-tpa/migrate-db-lsqjt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:50.392230 3817 obj_retry.go:498] Detected object tsf-tpa/create-importers-chlxv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:50.392798 3817 obj_retry.go:498] Detected object tsf-tpa/create-importers-chlxv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:51.420258 3817 obj_retry.go:492] Detected object tsf-tpa/create-importers-chlxv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:51.420286 3817 obj_retry.go:492] Detected object tsf-tpa/create-importers-chlxv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0419 07:09:54.278834 3817 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0419 07:09:57.392627 3817 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0419 07:10:00.452550 3817 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:10:00.453178 3817 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:10:00.476360 3817 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:10:00.476385 3817 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:10:00.481496 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0419 07:10:00.481520 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0419 07:10:01.155248 3817 namespace.go:98] [build-service] adding namespace I0419 07:10:01.156259 3817 namespace.go:102] [build-service] adding namespace took 984.263µs I0419 07:10:01.160859 3817 namespace.go:98] [integration-service] adding namespace I0419 07:10:01.161065 3817 namespace.go:98] [default-tenant] adding namespace I0419 07:10:01.161595 3817 namespace.go:102] [integration-service] adding namespace took 718.321µs I0419 07:10:01.161627 3817 namespace.go:98] [image-controller] adding namespace I0419 07:10:01.162119 3817 namespace.go:102] [image-controller] adding namespace took 486.612µs I0419 07:10:01.162628 3817 namespace.go:102] [default-tenant] adding namespace took 1.542723ms I0419 07:10:01.189161 3817 namespace.go:142] [build-service] updating namespace I0419 07:10:01.214699 3817 namespace.go:142] [build-service] updating namespace I0419 07:10:01.235647 3817 namespace.go:142] [integration-service] updating namespace I0419 07:10:01.268481 3817 namespace.go:142] [image-controller] updating namespace I0419 07:10:01.268653 3817 namespace.go:142] [integration-service] updating namespace I0419 07:10:01.290175 3817 namespace.go:142] [image-controller] updating namespace I0419 07:10:01.297415 3817 namespace.go:142] [default-tenant] updating namespace I0419 07:10:01.325524 3817 namespace.go:142] [default-tenant] updating namespace I0419 07:10:01.349455 3817 namespace.go:142] [build-service] updating namespace I0419 07:10:01.388762 3817 namespace.go:142] [integration-service] updating namespace I0419 07:10:01.497287 3817 namespace.go:98] [release-service] adding namespace I0419 07:10:01.498062 3817 namespace.go:102] [release-service] adding namespace took 753.136µs I0419 07:10:01.634307 3817 namespace.go:142] [konflux-ui] updating namespace I0419 07:10:01.634388 3817 namespace.go:142] [release-service] updating namespace I0419 07:10:01.727405 3817 namespace.go:98] [konflux-info] adding namespace I0419 07:10:01.727493 3817 namespace.go:98] [namespace-lister] adding namespace I0419 07:10:01.727605 3817 namespace.go:98] [enterprise-contract-service] adding namespace I0419 07:10:01.728336 3817 namespace.go:102] [konflux-info] adding namespace took 908.859µs I0419 07:10:01.728894 3817 namespace.go:102] [namespace-lister] adding namespace took 1.38224ms I0419 07:10:01.729384 3817 namespace.go:102] [enterprise-contract-service] adding namespace took 1.763249ms I0419 07:10:01.748928 3817 namespace.go:142] [image-controller] updating namespace I0419 07:10:01.748953 3817 namespace.go:142] [release-service] updating namespace I0419 07:10:01.924312 3817 namespace.go:142] [konflux-info] updating namespace I0419 07:10:01.949296 3817 namespace.go:142] [konflux-info] updating namespace I0419 07:10:02.004263 3817 namespace.go:142] [namespace-lister] updating namespace I0419 07:10:02.015960 3817 namespace.go:142] [default-tenant] updating namespace I0419 07:10:02.047694 3817 namespace.go:142] [enterprise-contract-service] updating namespace I0419 07:10:02.106285 3817 namespace.go:142] [namespace-lister] updating namespace I0419 07:10:02.194428 3817 namespace.go:142] [enterprise-contract-service] updating namespace I0419 07:10:02.479752 3817 namespace.go:98] [segment-bridge] adding namespace I0419 07:10:02.480753 3817 namespace.go:102] [segment-bridge] adding namespace took 975.022µs I0419 07:10:02.562369 3817 namespace.go:142] [build-service] updating namespace I0419 07:10:02.564123 3817 namespace.go:142] [segment-bridge] updating namespace I0419 07:10:02.813809 3817 namespace.go:142] [default-tenant] updating namespace I0419 07:10:02.936434 3817 namespace.go:142] [segment-bridge] updating namespace I0419 07:10:02.955967 3817 namespace.go:142] [enterprise-contract-service] updating namespace I0419 07:10:03.145360 3817 namespace.go:142] [image-controller] updating namespace I0419 07:10:03.229789 3817 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0419 07:10:03.230500 3817 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0419 07:10:03.230540 3817 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0419 07:10:03.233724 3817 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0419 07:10:03.265385 3817 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-67655c4674-wmqms] creating logical port namespace-lister_namespace-lister-67655c4674-wmqms for pod on switch ip-10-0-0-4.ec2.internal I0419 07:10:03.265481 3817 kube.go:256] Updating pod namespace-lister/namespace-lister-67655c4674-wmqms I0419 07:10:03.289680 3817 pod.go:62] [namespace-lister/namespace-lister-67655c4674-wmqms] pod update took 24.225052ms I0419 07:10:03.289712 3817 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-67655c4674-wmqms] addLogicalPort annotation time took 24.261919ms I0419 07:10:03.291069 3817 pods.go:271] [namespace-lister/namespace-lister-67655c4674-wmqms] addLogicalPort took 25.700424ms, libovsdb time 923.071µs I0419 07:10:03.328318 3817 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0419 07:10:03.328342 3817 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0419 07:10:03.329666 3817 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0419 07:10:03.352086 3817 namespace.go:142] [integration-service] updating namespace I0419 07:10:03.542834 3817 namespace.go:142] [konflux-info] updating namespace I0419 07:10:03.768344 3817 namespace.go:142] [namespace-lister] updating namespace I0419 07:10:03.956901 3817 namespace.go:142] [release-service] updating namespace I0419 07:10:04.072009 3817 namespace.go:142] [build-service] updating namespace I0419 07:10:04.093727 3817 namespace.go:142] [default-tenant] updating namespace I0419 07:10:04.116777 3817 namespace.go:142] [enterprise-contract-service] updating namespace I0419 07:10:04.128372 3817 namespace.go:142] [image-controller] updating namespace I0419 07:10:04.141268 3817 namespace.go:142] [integration-service] updating namespace I0419 07:10:04.159534 3817 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-qs8rb] creating logical port image-controller_image-controller-controller-manager-6f859968fc-qs8rb for pod on switch ip-10-0-0-4.ec2.internal I0419 07:10:04.159699 3817 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-qs8rb I0419 07:10:04.166225 3817 namespace.go:142] [konflux-info] updating namespace I0419 07:10:04.178546 3817 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-qs8rb] pod update took 18.879045ms I0419 07:10:04.178598 3817 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-qs8rb] addLogicalPort annotation time took 18.933415ms I0419 07:10:04.180075 3817 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-qs8rb] addLogicalPort took 20.559477ms, libovsdb time 1.033977ms I0419 07:10:04.209899 3817 namespace.go:142] [namespace-lister] updating namespace I0419 07:10:04.223129 3817 namespace.go:142] [release-service] updating namespace I0419 07:10:04.284739 3817 namespace.go:142] [build-service] updating namespace I0419 07:10:04.357482 3817 namespace.go:142] [default-tenant] updating namespace I0419 07:10:04.438630 3817 namespace.go:142] [enterprise-contract-service] updating namespace I0419 07:10:04.492432 3817 namespace.go:142] [image-controller] updating namespace I0419 07:10:04.522361 3817 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-qs8rb fe77b0a7967e0db0f490488e202967231d7a08dc61463e33923f85b3eb5b4d39 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-qs8rb fe77b0a7967e0db0f490488e202967231d7a08dc61463e33923f85b3eb5b4d39 network default NAD default NAD key ] I0419 07:10:04.531728 3817 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-qs8rb, hostIfaceName: fe77b0a7967e0db, network: default, NAD default, SandboxID: "fe77b0a7967e0db0f490488e202967231d7a08dc61463e33923f85b3eb5b4d39", PCI device ID: , UID: "37788bd6-2824-4a6d-9283-851ca4119dbf", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0419 07:10:04.569203 3817 namespace.go:142] [integration-service] updating namespace I0419 07:10:04.586001 3817 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-qs8rb fe77b0a7967e0db0f490488e202967231d7a08dc61463e33923f85b3eb5b4d39 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-qs8rb fe77b0a7967e0db0f490488e202967231d7a08dc61463e33923f85b3eb5b4d39 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:48:76:2e:1a:72\",\"name\":\"fe77b0a7967e0db\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/61e70ab0-cc9e-449f-809e-9a0e22692b12\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 07:10:04.682462 3817 namespace.go:142] [konflux-info] updating namespace I0419 07:10:04.787652 3817 namespace.go:142] [namespace-lister] updating namespace I0419 07:10:04.868083 3817 namespace.go:142] [release-service] updating namespace I0419 07:10:05.415624 3817 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-trn7v] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-trn7v for pod on switch ip-10-0-0-4.ec2.internal I0419 07:10:05.415753 3817 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-trn7v I0419 07:10:05.429747 3817 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-trn7v] pod update took 14.018825ms I0419 07:10:05.429770 3817 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-trn7v] addLogicalPort annotation time took 14.04805ms I0419 07:10:05.431155 3817 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-trn7v] addLogicalPort took 15.547661ms, libovsdb time 910.606µs I0419 07:10:05.929393 3817 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-hv8w6] creating logical port build-service_build-service-controller-manager-7cbf488fcf-hv8w6 for pod on switch ip-10-0-0-4.ec2.internal I0419 07:10:05.929647 3817 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-hv8w6 I0419 07:10:05.942070 3817 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-hv8w6] pod update took 12.461106ms I0419 07:10:05.942097 3817 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-hv8w6] addLogicalPort annotation time took 12.492728ms I0419 07:10:05.943899 3817 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-hv8w6] addLogicalPort took 14.528971ms, libovsdb time 1.170022ms I0419 07:10:06.033937 3817 cni.go:452] [namespace-lister/namespace-lister-67655c4674-wmqms dfa2150676c1d1839d29a391e4c07e1cfd1defbaf7d66be3fc8d7455874f8416 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-67655c4674-wmqms dfa2150676c1d1839d29a391e4c07e1cfd1defbaf7d66be3fc8d7455874f8416 network default NAD default NAD key ] I0419 07:10:06.043729 3817 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-67655c4674-wmqms, hostIfaceName: dfa2150676c1d18, network: default, NAD default, SandboxID: "dfa2150676c1d1839d29a391e4c07e1cfd1defbaf7d66be3fc8d7455874f8416", PCI device ID: , UID: "e07a156c-91a0-4301-8e50-0d0c64995e43", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0419 07:10:06.090292 3817 namespace.go:142] [segment-bridge] updating namespace I0419 07:10:06.097320 3817 cni.go:473] [namespace-lister/namespace-lister-67655c4674-wmqms dfa2150676c1d1839d29a391e4c07e1cfd1defbaf7d66be3fc8d7455874f8416 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-67655c4674-wmqms dfa2150676c1d1839d29a391e4c07e1cfd1defbaf7d66be3fc8d7455874f8416 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:fa:bc:2d:bf:07\",\"name\":\"dfa2150676c1d18\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3738effd-fa38-4b9f-b3ed-9c7dfd2ca812\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 07:10:06.109305 3817 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609710-rt46p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:10:06.109884 3817 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609710-rt46p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:10:06.214509 3817 namespace.go:142] [segment-bridge] updating namespace I0419 07:10:06.302520 3817 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-hv8w6 22332d839981bd3f346940cb1323d5d417b7b480cc9e16357ccead27965916b2 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-hv8w6 22332d839981bd3f346940cb1323d5d417b7b480cc9e16357ccead27965916b2 network default NAD default NAD key ] I0419 07:10:06.312753 3817 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-hv8w6, hostIfaceName: 22332d839981bd3, network: default, NAD default, SandboxID: "22332d839981bd3f346940cb1323d5d417b7b480cc9e16357ccead27965916b2", PCI device ID: , UID: "68365e9c-fe02-4eec-a453-5cef05e0a8d6", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0419 07:10:06.323860 3817 namespace.go:142] [segment-bridge] updating namespace I0419 07:10:06.368920 3817 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-hv8w6 22332d839981bd3f346940cb1323d5d417b7b480cc9e16357ccead27965916b2 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-hv8w6 22332d839981bd3f346940cb1323d5d417b7b480cc9e16357ccead27965916b2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:08:9b:7f:a0:9d\",\"name\":\"22332d839981bd3\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2eb2682e-7f80-4869-ad84-d2e506477598\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 07:10:06.585895 3817 base_network_controller_pods.go:487] [default/konflux-ui/proxy-7867f6f9b6-nlqnf] creating logical port konflux-ui_proxy-7867f6f9b6-nlqnf for pod on switch ip-10-0-0-4.ec2.internal I0419 07:10:06.586027 3817 kube.go:256] Updating pod konflux-ui/proxy-7867f6f9b6-nlqnf I0419 07:10:06.602293 3817 pod.go:62] [konflux-ui/proxy-7867f6f9b6-nlqnf] pod update took 16.301829ms I0419 07:10:06.602318 3817 base_network_controller_pods.go:951] [default/konflux-ui/proxy-7867f6f9b6-nlqnf] addLogicalPort annotation time took 16.331045ms I0419 07:10:06.603743 3817 pods.go:271] [konflux-ui/proxy-7867f6f9b6-nlqnf] addLogicalPort took 17.865618ms, libovsdb time 950.127µs I0419 07:10:06.646150 3817 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-58f96dcd8d-k662p] creating logical port release-service_release-service-controller-manager-58f96dcd8d-k662p for pod on switch ip-10-0-0-4.ec2.internal I0419 07:10:06.646270 3817 kube.go:256] Updating pod release-service/release-service-controller-manager-58f96dcd8d-k662p I0419 07:10:06.669864 3817 pod.go:62] [release-service/release-service-controller-manager-58f96dcd8d-k662p] pod update took 23.618544ms I0419 07:10:06.669889 3817 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-58f96dcd8d-k662p] addLogicalPort annotation time took 23.648478ms I0419 07:10:06.671183 3817 pods.go:271] [release-service/release-service-controller-manager-58f96dcd8d-k662p] addLogicalPort took 25.047585ms, libovsdb time 834.348µs I0419 07:10:07.058807 3817 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609710-rt46p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:10:07.058834 3817 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609710-rt46p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:10:07.094921 3817 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-55f8cff845-vc92n] creating logical port integration-service_integration-service-controller-manager-55f8cff845-vc92n for pod on switch ip-10-0-0-4.ec2.internal I0419 07:10:07.095111 3817 kube.go:256] Updating pod integration-service/integration-service-controller-manager-55f8cff845-vc92n I0419 07:10:07.108628 3817 pod.go:62] [integration-service/integration-service-controller-manager-55f8cff845-vc92n] pod update took 13.552487ms I0419 07:10:07.108706 3817 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-55f8cff845-vc92n] addLogicalPort annotation time took 13.633968ms I0419 07:10:07.110474 3817 pods.go:271] [integration-service/integration-service-controller-manager-55f8cff845-vc92n] addLogicalPort took 15.574644ms, libovsdb time 1.100323ms I0419 07:10:08.464328 3817 cni.go:452] [konflux-ui/proxy-7867f6f9b6-nlqnf e61810711f012d83bd06e82aec696586bdbd681e4b623e646a6ed193092d3eae network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-7867f6f9b6-nlqnf e61810711f012d83bd06e82aec696586bdbd681e4b623e646a6ed193092d3eae network default NAD default NAD key ] I0419 07:10:08.475895 3817 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-7867f6f9b6-nlqnf, hostIfaceName: e61810711f012d8, network: default, NAD default, SandboxID: "e61810711f012d83bd06e82aec696586bdbd681e4b623e646a6ed193092d3eae", PCI device ID: , UID: "1508f4ab-0475-443b-87fa-59fe1350ab64", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0419 07:10:08.530261 3817 cni.go:473] [konflux-ui/proxy-7867f6f9b6-nlqnf e61810711f012d83bd06e82aec696586bdbd681e4b623e646a6ed193092d3eae network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-7867f6f9b6-nlqnf e61810711f012d83bd06e82aec696586bdbd681e4b623e646a6ed193092d3eae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:f8:0d:ee:b8:53\",\"name\":\"e61810711f012d8\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f8e45020-76a2-40ac-a835-c88c96d52d70\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 07:10:09.406244 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0419 07:10:10.405815 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0419 07:10:11.074662 3817 cni.go:452] [integration-service/integration-service-controller-manager-55f8cff845-vc92n e42eb4df025579f9ade6126281d6b868c1b2d49edcbbc526c8108d708e12b3cd network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-55f8cff845-vc92n e42eb4df025579f9ade6126281d6b868c1b2d49edcbbc526c8108d708e12b3cd network default NAD default NAD key ] I0419 07:10:11.084766 3817 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-55f8cff845-vc92n, hostIfaceName: e42eb4df025579f, network: default, NAD default, SandboxID: "e42eb4df025579f9ade6126281d6b868c1b2d49edcbbc526c8108d708e12b3cd", PCI device ID: , UID: "0379e902-0dd9-4e28-aced-78c4c863f31b", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0419 07:10:11.138646 3817 cni.go:473] [integration-service/integration-service-controller-manager-55f8cff845-vc92n e42eb4df025579f9ade6126281d6b868c1b2d49edcbbc526c8108d708e12b3cd network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-55f8cff845-vc92n e42eb4df025579f9ade6126281d6b868c1b2d49edcbbc526c8108d708e12b3cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:93:7f:c0:6d:e0\",\"name\":\"e42eb4df025579f\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ffbc686-60ef-4b4c-92ea-ecdc5d259fb9\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 07:10:14.418401 3817 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0419 07:10:16.443975 3817 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-trn7v 69d30900cc8c38679c62a51cdd575eb2e6d0835ffb4ea93ade57c4f9b4c61171 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-trn7v 69d30900cc8c38679c62a51cdd575eb2e6d0835ffb4ea93ade57c4f9b4c61171 network default NAD default NAD key ] I0419 07:10:16.444088 3817 cni.go:452] [release-service/release-service-controller-manager-58f96dcd8d-k662p 8d7a4f98a5148596773ac6f7b65dee2eb849b548c7c4476b9e64379545de9ca1 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-58f96dcd8d-k662p 8d7a4f98a5148596773ac6f7b65dee2eb849b548c7c4476b9e64379545de9ca1 network default NAD default NAD key ] I0419 07:10:16.457331 3817 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-trn7v, hostIfaceName: 69d30900cc8c386, network: default, NAD default, SandboxID: "69d30900cc8c38679c62a51cdd575eb2e6d0835ffb4ea93ade57c4f9b4c61171", PCI device ID: , UID: "7e4fa525-5e42-4bbf-a577-be665ed8e72f", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0419 07:10:16.457415 3817 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-58f96dcd8d-k662p, hostIfaceName: 8d7a4f98a514859, network: default, NAD default, SandboxID: "8d7a4f98a5148596773ac6f7b65dee2eb849b548c7c4476b9e64379545de9ca1", PCI device ID: , UID: "ea6cb28d-b717-4b66-b79a-e69083d010d0", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0419 07:10:16.524041 3817 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-trn7v 69d30900cc8c38679c62a51cdd575eb2e6d0835ffb4ea93ade57c4f9b4c61171 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-trn7v 69d30900cc8c38679c62a51cdd575eb2e6d0835ffb4ea93ade57c4f9b4c61171 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:1b:31:a5:e7:fb\",\"name\":\"69d30900cc8c386\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f8999c04-8dd8-47c3-b538-dead86059e8f\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 07:10:16.545066 3817 cni.go:473] [release-service/release-service-controller-manager-58f96dcd8d-k662p 8d7a4f98a5148596773ac6f7b65dee2eb849b548c7c4476b9e64379545de9ca1 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-58f96dcd8d-k662p 8d7a4f98a5148596773ac6f7b65dee2eb849b548c7c4476b9e64379545de9ca1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:49:eb:ce:43:e9\",\"name\":\"8d7a4f98a514859\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f39ea9b1-920c-452c-9ee9-4353136483cc\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 07:10:17.453444 3817 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0419 07:10:17.455464 3817 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0419 07:10:17.473232 3817 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0419 07:10:17.473896 3817 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0419 07:10:17.491419 3817 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0419 07:10:17.491436 3817 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0419 07:10:17.502175 3817 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0419 07:10:17.502195 3817 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0419 07:10:19.476150 3817 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0419 07:10:19.476300 3817 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0419 07:10:20.410529 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0419 07:10:21.418886 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0419 07:10:21.616537 3817 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-765ld-fx6wl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:10:21.617212 3817 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-765ld-fx6wl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:10:22.528507 3817 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-765ld-fx6wl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:10:22.528543 3817 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-765ld-fx6wl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0419 07:10:28.473482 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0419 07:10:28.473897 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0419 07:10:28.678493 3817 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-trn7v 69d30900cc8c38679c62a51cdd575eb2e6d0835ffb4ea93ade57c4f9b4c61171 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-trn7v 69d30900cc8c38679c62a51cdd575eb2e6d0835ffb4ea93ade57c4f9b4c61171 network default NAD default NAD key ] I0419 07:10:28.757857 3817 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-trn7v 69d30900cc8c38679c62a51cdd575eb2e6d0835ffb4ea93ade57c4f9b4c61171 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-trn7v 69d30900cc8c38679c62a51cdd575eb2e6d0835ffb4ea93ade57c4f9b4c61171 network default NAD default NAD key default], result "{}", err I0419 07:10:28.815938 3817 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-trn7v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:10:28.815991 3817 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-trn7v I0419 07:10:28.817436 3817 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-trn7v, ips: 10.128.0.47 I0419 07:10:28.817474 3817 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-trn7v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:10:29.531957 3817 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-trn7v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:10:29.531983 3817 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-trn7v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:10:29.538011 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-trn7v I0419 07:10:29.538039 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-trn7v W0419 07:10:30.487255 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0419 07:10:30.487791 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0419 07:10:35.560879 3817 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0419 07:10:57.555551 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0419 07:10:57.555595 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0419 07:11:27.361037 3817 obj_retry.go:498] Detected object konflux-ui/proxy-585486cc7f-h85j2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:11:27.361704 3817 obj_retry.go:498] Detected object konflux-ui/proxy-585486cc7f-h85j2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:11:27.855451 3817 obj_retry.go:492] Detected object konflux-ui/proxy-585486cc7f-h85j2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:11:27.855477 3817 obj_retry.go:492] Detected object konflux-ui/proxy-585486cc7f-h85j2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:11:27.861125 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-585486cc7f-h85j2 I0419 07:11:27.861150 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-585486cc7f-h85j2 I0419 07:11:33.026492 3817 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:11:33.027165 3817 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:11:33.059805 3817 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:11:33.059828 3817 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:11:33.065929 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0419 07:11:33.065946 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0419 07:11:44.727334 3817 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=78 I0419 07:12:00.727219 3817 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0419 07:12:06.796927 3817 namespace.go:98] [default-managed-tenant-3w6as] adding namespace I0419 07:12:06.797958 3817 namespace.go:102] [default-managed-tenant-3w6as] adding namespace took 1.002598ms I0419 07:12:06.820846 3817 namespace.go:142] [default-managed-tenant-3w6as] updating namespace I0419 07:12:06.834727 3817 namespace.go:142] [default-managed-tenant-3w6as] updating namespace I0419 07:12:07.881729 3817 namespace.go:142] [default-managed-tenant-3w6as] updating namespace I0419 07:12:08.015822 3817 namespace.go:142] [default-managed-tenant-3w6as] updating namespace I0419 07:12:08.115270 3817 namespace.go:142] [default-managed-tenant-3w6as] updating namespace I0419 07:13:17.051270 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0419 07:13:36.837925 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0419 07:13:40.730871 3817 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=631 I0419 07:13:40.812707 3817 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0419 07:13:49.943340 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5 I0419 07:13:52.813239 3817 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0419 07:15:20.726719 3817 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=131 I0419 07:15:35.167868 3817 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0419 07:16:16.727183 3817 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=67 I0419 07:16:49.142061 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0419 07:17:05.816109 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0419 07:17:17.252906 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0419 07:17:24.736991 3817 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=75 I0419 07:17:54.730668 3817 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0419 07:18:19.291216 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0419 07:18:40.054484 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0419 07:19:07.733334 3817 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=6 I0419 07:19:41.047748 3817 obj_retry.go:492] Detected object tsf-tpa/create-db-xjx2t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:19:41.047798 3817 obj_retry.go:492] Detected object tsf-tpa/create-db-xjx2t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:19:41.050685 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-xjx2t I0419 07:19:41.050709 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-xjx2t I0419 07:19:48.029230 3817 obj_retry.go:492] Detected object tsf-tpa/migrate-db-lsqjt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:19:48.029290 3817 obj_retry.go:492] Detected object tsf-tpa/migrate-db-lsqjt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:19:48.035077 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-lsqjt I0419 07:19:48.035103 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-lsqjt I0419 07:19:51.040759 3817 obj_retry.go:492] Detected object tsf-tpa/create-importers-chlxv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:19:51.040810 3817 obj_retry.go:492] Detected object tsf-tpa/create-importers-chlxv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:19:51.044911 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-chlxv I0419 07:19:51.044944 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-chlxv I0419 07:20:03.670935 3817 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609720-6sfck of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:20:03.671482 3817 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609720-6sfck of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:20:04.536787 3817 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609720-6sfck of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:20:04.536855 3817 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609720-6sfck of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:20:15.730399 3817 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0419 07:20:45.816103 3817 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0419 07:21:17.729889 3817 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=25 I0419 07:21:18.729679 3817 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6 I0419 07:22:10.946697 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0419 07:22:31.840588 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0419 07:22:49.145370 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0419 07:22:52.815245 3817 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0419 07:22:59.170945 3817 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0419 07:23:44.057388 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0419 07:24:06.739890 3817 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0419 07:24:59.294048 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0419 07:25:37.818464 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0419 07:25:47.255358 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 W0419 07:25:58.625042 3817 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9 W0419 07:25:58.625062 3817 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l I0419 07:26:05.819149 3817 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0419 07:26:42.732671 3817 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6 I0419 07:27:12.733847 3817 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0419 07:27:16.736647 3817 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=24 I0419 07:28:18.843059 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0419 07:29:37.060097 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0419 07:29:40.732965 3817 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0419 07:30:03.643600 3817 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609730-97rrf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:30:03.644189 3817 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609730-97rrf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:30:04.508408 3817 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609730-97rrf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:30:04.508435 3817 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609730-97rrf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:30:04.538287 3817 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609700-lrmwv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:30:04.538343 3817 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609700-lrmwv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:30:04.541321 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29609700-lrmwv I0419 07:30:04.541343 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29609700-lrmwv I0419 07:30:20.732999 3817 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=55 I0419 07:30:31.173960 3817 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0419 07:30:51.818285 3817 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0419 07:31:05.949868 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0419 07:31:12.096388 3817 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:31:12.097015 3817 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:31:12.156295 3817 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-frq6g-clone-repository-pod] creating logical port default-tenant_tsf-demo-comp-on-push-frq6g-clone-repository-pod for pod on switch ip-10-0-0-4.ec2.internal I0419 07:31:12.156506 3817 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-frq6g-clone-repository-pod I0419 07:31:12.187320 3817 pod.go:62] [default-tenant/tsf-demo-comp-on-push-frq6g-clone-repository-pod] pod update took 30.850299ms I0419 07:31:12.187348 3817 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-frq6g-clone-repository-pod] addLogicalPort annotation time took 30.883238ms I0419 07:31:12.188778 3817 pods.go:271] [default-tenant/tsf-demo-comp-on-push-frq6g-clone-repository-pod] addLogicalPort took 32.499468ms, libovsdb time 976.171µs I0419 07:31:12.520126 3817 cni.go:452] [default-tenant/tsf-demo-comp-on-push-frq6g-clone-repository-pod ec49157fe58477bc7b7d5b535b7a65f209739ff69febadc8b222a425e23a6222 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-clone-repository-pod ec49157fe58477bc7b7d5b535b7a65f209739ff69febadc8b222a425e23a6222 network default NAD default NAD key ] I0419 07:31:12.528750 3817 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-frq6g-clone-repository-pod, hostIfaceName: ec49157fe58477b, network: default, NAD default, SandboxID: "ec49157fe58477bc7b7d5b535b7a65f209739ff69febadc8b222a425e23a6222", PCI device ID: , UID: "bd93a3e4-90ce-4621-9b60-ec1bc5ff08db", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0419 07:31:12.583286 3817 cni.go:473] [default-tenant/tsf-demo-comp-on-push-frq6g-clone-repository-pod ec49157fe58477bc7b7d5b535b7a65f209739ff69febadc8b222a425e23a6222 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-clone-repository-pod ec49157fe58477bc7b7d5b535b7a65f209739ff69febadc8b222a425e23a6222 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:76:3d:94:f6:f9\",\"name\":\"ec49157fe58477b\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80dd16a1-4b8a-4a1f-8dd3-59ea04ec1d43\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 07:31:15.159935 3817 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-swgng] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-swgng for pod on switch ip-10-0-0-4.ec2.internal I0419 07:31:15.160073 3817 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-swgng I0419 07:31:15.174704 3817 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-swgng] pod update took 14.657668ms I0419 07:31:15.174737 3817 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-swgng] addLogicalPort annotation time took 14.697821ms I0419 07:31:15.176407 3817 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-swgng] addLogicalPort took 16.487678ms, libovsdb time 1.115011ms I0419 07:31:15.525409 3817 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-swgng a9e900f3bb603412411073cea86f70e4bee1c04ea1719ebc936d7e6b1f7ccb4d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-swgng a9e900f3bb603412411073cea86f70e4bee1c04ea1719ebc936d7e6b1f7ccb4d network default NAD default NAD key ] I0419 07:31:15.538143 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-swgng, hostIfaceName: a9e900f3bb60341, network: default, NAD default, SandboxID: "a9e900f3bb603412411073cea86f70e4bee1c04ea1719ebc936d7e6b1f7ccb4d", PCI device ID: , UID: "42ce7eb3-7323-4175-a7bf-54a64eae13d9", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0419 07:31:15.590936 3817 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-swgng a9e900f3bb603412411073cea86f70e4bee1c04ea1719ebc936d7e6b1f7ccb4d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-swgng a9e900f3bb603412411073cea86f70e4bee1c04ea1719ebc936d7e6b1f7ccb4d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:3d:4c:81:5a:e0\",\"name\":\"a9e900f3bb60341\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3f77ac45-b520-4c26-aecc-eacc5cbd00eb\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 07:31:28.311664 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 07:31:28.311697 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 07:31:28.311704 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 07:31:28.311709 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 07:31:28.311724 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 07:31:28.311729 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 07:31:28.311734 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 07:31:28.311738 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 07:31:28.322506 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 07:31:28.322525 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 07:31:28.322530 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 07:31:28.322535 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-4.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0419 07:31:28.385634 3817 cni.go:452] [default-tenant/tsf-demo-comp-on-push-frq6g-clone-repository-pod ec49157fe58477bc7b7d5b535b7a65f209739ff69febadc8b222a425e23a6222 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-clone-repository-pod ec49157fe58477bc7b7d5b535b7a65f209739ff69febadc8b222a425e23a6222 network default NAD default NAD key ] I0419 07:31:28.479835 3817 cni.go:473] [default-tenant/tsf-demo-comp-on-push-frq6g-clone-repository-pod ec49157fe58477bc7b7d5b535b7a65f209739ff69febadc8b222a425e23a6222 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-clone-repository-pod ec49157fe58477bc7b7d5b535b7a65f209739ff69febadc8b222a425e23a6222 network default NAD default NAD key default], result "{}", err I0419 07:31:28.560657 3817 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:31:28.560697 3817 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-frq6g-clone-repository-pod I0419 07:31:28.562027 3817 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-frq6g-clone-repository-pod, ips: 10.128.0.52 I0419 07:31:28.562058 3817 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:31:28.809628 3817 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-frq6g-prefetch-dependencies-pod] creating logical port default-tenant_tsf-demo-comp-on-push-frq6g-prefetch-dependencies-pod for pod on switch ip-10-0-0-4.ec2.internal I0419 07:31:28.809817 3817 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-frq6g-prefetch-dependencies-pod I0419 07:31:28.832636 3817 pod.go:62] [default-tenant/tsf-demo-comp-on-push-frq6g-prefetch-dependencies-pod] pod update took 22.849572ms I0419 07:31:28.832665 3817 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-frq6g-prefetch-dependencies-pod] addLogicalPort annotation time took 22.883156ms I0419 07:31:28.834309 3817 pods.go:271] [default-tenant/tsf-demo-comp-on-push-frq6g-prefetch-dependencies-pod] addLogicalPort took 24.697501ms, libovsdb time 1.011675ms I0419 07:31:29.174505 3817 cni.go:452] [default-tenant/tsf-demo-comp-on-push-frq6g-prefetch-dependencies-pod b13611a63cb6274e2dda4ecaf716dfc43e586f9130b397f6d43e603ac1482bc9 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-prefetch-dependencies-pod b13611a63cb6274e2dda4ecaf716dfc43e586f9130b397f6d43e603ac1482bc9 network default NAD default NAD key ] I0419 07:31:29.184857 3817 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-frq6g-prefetch-dependencies-pod, hostIfaceName: b13611a63cb6274, network: default, NAD default, SandboxID: "b13611a63cb6274e2dda4ecaf716dfc43e586f9130b397f6d43e603ac1482bc9", PCI device ID: , UID: "aa597dbe-b8f8-4b6a-b711-06681cc9a7d1", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0419 07:31:29.240986 3817 cni.go:473] [default-tenant/tsf-demo-comp-on-push-frq6g-prefetch-dependencies-pod b13611a63cb6274e2dda4ecaf716dfc43e586f9130b397f6d43e603ac1482bc9 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-prefetch-dependencies-pod b13611a63cb6274e2dda4ecaf716dfc43e586f9130b397f6d43e603ac1482bc9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:ab:ab:8a:45:f2\",\"name\":\"b13611a63cb6274\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b7325a4-602b-4f3d-9695-44a1c6be02e9\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 07:31:47.148755 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0419 07:31:57.258348 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0419 07:32:05.635450 3817 cni.go:452] [default-tenant/tsf-demo-comp-on-push-frq6g-prefetch-dependencies-pod b13611a63cb6274e2dda4ecaf716dfc43e586f9130b397f6d43e603ac1482bc9 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-prefetch-dependencies-pod b13611a63cb6274e2dda4ecaf716dfc43e586f9130b397f6d43e603ac1482bc9 network default NAD default NAD key ] I0419 07:32:05.719107 3817 cni.go:473] [default-tenant/tsf-demo-comp-on-push-frq6g-prefetch-dependencies-pod b13611a63cb6274e2dda4ecaf716dfc43e586f9130b397f6d43e603ac1482bc9 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-prefetch-dependencies-pod b13611a63cb6274e2dda4ecaf716dfc43e586f9130b397f6d43e603ac1482bc9 network default NAD default NAD key default], result "{}", err I0419 07:32:05.805867 3817 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:32:05.805974 3817 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-frq6g-prefetch-dependencies-pod I0419 07:32:05.807518 3817 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-frq6g-prefetch-dependencies-pod, ips: 10.128.0.54 I0419 07:32:05.807554 3817 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:32:50.743089 3817 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0419 07:32:51.822562 3817 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0419 07:33:52.296715 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0419 07:34:43.545441 3817 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-frq6g-build-image-index-pod] creating logical port default-tenant_tsf-demo-comp-on-push-frq6g-build-image-index-pod for pod on switch ip-10-0-0-4.ec2.internal I0419 07:34:43.545646 3817 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-frq6g-build-image-index-pod I0419 07:34:43.576060 3817 pod.go:62] [default-tenant/tsf-demo-comp-on-push-frq6g-build-image-index-pod] pod update took 30.45047ms I0419 07:34:43.576092 3817 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-frq6g-build-image-index-pod] addLogicalPort annotation time took 30.487987ms I0419 07:34:43.577817 3817 pods.go:271] [default-tenant/tsf-demo-comp-on-push-frq6g-build-image-index-pod] addLogicalPort took 32.391475ms, libovsdb time 973.751µs I0419 07:34:43.912592 3817 cni.go:452] [default-tenant/tsf-demo-comp-on-push-frq6g-build-image-index-pod 6810aeec5d96cae0c71bdcbc41a60a378009062c5c1ac681839df464dcf23ff0 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-build-image-index-pod 6810aeec5d96cae0c71bdcbc41a60a378009062c5c1ac681839df464dcf23ff0 network default NAD default NAD key ] I0419 07:34:43.922026 3817 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-frq6g-build-image-index-pod, hostIfaceName: 6810aeec5d96cae, network: default, NAD default, SandboxID: "6810aeec5d96cae0c71bdcbc41a60a378009062c5c1ac681839df464dcf23ff0", PCI device ID: , UID: "90ee6e98-0451-4983-a400-04d1fae8963c", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0419 07:34:43.978615 3817 cni.go:473] [default-tenant/tsf-demo-comp-on-push-frq6g-build-image-index-pod 6810aeec5d96cae0c71bdcbc41a60a378009062c5c1ac681839df464dcf23ff0 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-build-image-index-pod 6810aeec5d96cae0c71bdcbc41a60a378009062c5c1ac681839df464dcf23ff0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:38:b8:ea:fb:54\",\"name\":\"6810aeec5d96cae\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aedef83d-5349-405f-8403-3a92f911a140\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 07:34:44.242789 3817 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:34:44.243371 3817 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:34:50.846354 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0419 07:34:57.735179 3817 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=14 I0419 07:35:05.737269 3817 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0419 07:35:12.820968 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0419 07:35:22.850075 3817 cni.go:452] [default-tenant/tsf-demo-comp-on-push-frq6g-build-image-index-pod 6810aeec5d96cae0c71bdcbc41a60a378009062c5c1ac681839df464dcf23ff0 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-build-image-index-pod 6810aeec5d96cae0c71bdcbc41a60a378009062c5c1ac681839df464dcf23ff0 network default NAD default NAD key ] I0419 07:35:22.933961 3817 cni.go:473] [default-tenant/tsf-demo-comp-on-push-frq6g-build-image-index-pod 6810aeec5d96cae0c71bdcbc41a60a378009062c5c1ac681839df464dcf23ff0 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-build-image-index-pod 6810aeec5d96cae0c71bdcbc41a60a378009062c5c1ac681839df464dcf23ff0 network default NAD default NAD key default], result "{}", err I0419 07:35:23.011317 3817 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:35:23.011351 3817 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-frq6g-build-image-index-pod I0419 07:35:23.012701 3817 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-frq6g-build-image-index-pod, ips: 10.128.0.55 I0419 07:35:23.012727 3817 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:35:23.921421 3817 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-frq6g-sast-unicode-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-frq6g-sast-unicode-check-pod for pod on switch ip-10-0-0-4.ec2.internal I0419 07:35:23.921563 3817 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-frq6g-sast-unicode-check-pod I0419 07:35:23.945885 3817 pod.go:62] [default-tenant/tsf-demo-comp-on-push-frq6g-sast-unicode-check-pod] pod update took 24.356207ms I0419 07:35:23.945909 3817 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-frq6g-sast-unicode-check-pod] addLogicalPort annotation time took 24.385082ms I0419 07:35:23.947240 3817 pods.go:271] [default-tenant/tsf-demo-comp-on-push-frq6g-sast-unicode-check-pod] addLogicalPort took 25.835251ms, libovsdb time 890.765µs I0419 07:35:23.961463 3817 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-frq6g-sast-shell-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-frq6g-sast-shell-check-pod for pod on switch ip-10-0-0-4.ec2.internal I0419 07:35:23.961594 3817 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-frq6g-sast-shell-check-pod I0419 07:35:23.991958 3817 pod.go:62] [default-tenant/tsf-demo-comp-on-push-frq6g-sast-shell-check-pod] pod update took 30.411825ms I0419 07:35:23.991981 3817 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-frq6g-sast-shell-check-pod] addLogicalPort annotation time took 30.438931ms I0419 07:35:23.993231 3817 pods.go:271] [default-tenant/tsf-demo-comp-on-push-frq6g-sast-shell-check-pod] addLogicalPort took 31.785625ms, libovsdb time 832.835µs I0419 07:35:24.241508 3817 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-frq6g-rpms-signature-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-frq6g-rpms-signature-scan-pod for pod on switch ip-10-0-0-4.ec2.internal I0419 07:35:24.241684 3817 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-frq6g-rpms-signature-scan-pod I0419 07:35:24.266822 3817 pod.go:62] [default-tenant/tsf-demo-comp-on-push-frq6g-rpms-signature-scan-pod] pod update took 25.181176ms I0419 07:35:24.266847 3817 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-frq6g-rpms-signature-scan-pod] addLogicalPort annotation time took 25.212701ms I0419 07:35:24.268382 3817 pods.go:271] [default-tenant/tsf-demo-comp-on-push-frq6g-rpms-signature-scan-pod] addLogicalPort took 26.894309ms, libovsdb time 1.02007ms I0419 07:35:24.297679 3817 cni.go:452] [default-tenant/tsf-demo-comp-on-push-frq6g-sast-unicode-check-pod b9bb4f74f30c6911c8571a2f4b41e657462ae4ae5d892061883a10f661fcc28a network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-sast-unicode-check-pod b9bb4f74f30c6911c8571a2f4b41e657462ae4ae5d892061883a10f661fcc28a network default NAD default NAD key ] I0419 07:35:24.308473 3817 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-frq6g-sast-unicode-check-pod, hostIfaceName: b9bb4f74f30c691, network: default, NAD default, SandboxID: "b9bb4f74f30c6911c8571a2f4b41e657462ae4ae5d892061883a10f661fcc28a", PCI device ID: , UID: "1560d614-3497-4b10-85a8-12b13529a868", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0419 07:35:24.336018 3817 cni.go:452] [default-tenant/tsf-demo-comp-on-push-frq6g-sast-shell-check-pod 0050bae2830ca2e0db0eb5e2e2ec3ba7bf86d720a1f225f10fd9b6482cfbd32b network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-sast-shell-check-pod 0050bae2830ca2e0db0eb5e2e2ec3ba7bf86d720a1f225f10fd9b6482cfbd32b network default NAD default NAD key ] I0419 07:35:24.345405 3817 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-frq6g-sast-shell-check-pod, hostIfaceName: 0050bae2830ca2e, network: default, NAD default, SandboxID: "0050bae2830ca2e0db0eb5e2e2ec3ba7bf86d720a1f225f10fd9b6482cfbd32b", PCI device ID: , UID: "8a6f2a09-cd60-4348-89e2-f524ec04872c", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0419 07:35:24.374693 3817 cni.go:473] [default-tenant/tsf-demo-comp-on-push-frq6g-sast-unicode-check-pod b9bb4f74f30c6911c8571a2f4b41e657462ae4ae5d892061883a10f661fcc28a network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-sast-unicode-check-pod b9bb4f74f30c6911c8571a2f4b41e657462ae4ae5d892061883a10f661fcc28a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:02:3e:38:3e:e1\",\"name\":\"b9bb4f74f30c691\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/42a271f3-9cd7-4f4d-b008-dfbee3669760\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 07:35:24.408223 3817 cni.go:473] [default-tenant/tsf-demo-comp-on-push-frq6g-sast-shell-check-pod 0050bae2830ca2e0db0eb5e2e2ec3ba7bf86d720a1f225f10fd9b6482cfbd32b network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-sast-shell-check-pod 0050bae2830ca2e0db0eb5e2e2ec3ba7bf86d720a1f225f10fd9b6482cfbd32b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:96:d8:79:1c:fe\",\"name\":\"0050bae2830ca2e\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/914a6186-09bd-4079-a727-00a5c6a6f922\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 07:35:24.517388 3817 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-frq6g-tpa-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-frq6g-tpa-scan-pod for pod on switch ip-10-0-0-4.ec2.internal I0419 07:35:24.517555 3817 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-frq6g-tpa-scan-pod I0419 07:35:24.539823 3817 pod.go:62] [default-tenant/tsf-demo-comp-on-push-frq6g-tpa-scan-pod] pod update took 22.309819ms I0419 07:35:24.539845 3817 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-frq6g-tpa-scan-pod] addLogicalPort annotation time took 22.336632ms I0419 07:35:24.541224 3817 pods.go:271] [default-tenant/tsf-demo-comp-on-push-frq6g-tpa-scan-pod] addLogicalPort took 23.857178ms, libovsdb time 961.001µs I0419 07:35:24.631973 3817 cni.go:452] [default-tenant/tsf-demo-comp-on-push-frq6g-rpms-signature-scan-pod 14a756af39a9ae8850304131efa9ced852aa8ca20ffd84863b3baf4848f7b105 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-rpms-signature-scan-pod 14a756af39a9ae8850304131efa9ced852aa8ca20ffd84863b3baf4848f7b105 network default NAD default NAD key ] I0419 07:35:24.646652 3817 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-frq6g-rpms-signature-scan-pod, hostIfaceName: 14a756af39a9ae8, network: default, NAD default, SandboxID: "14a756af39a9ae8850304131efa9ced852aa8ca20ffd84863b3baf4848f7b105", PCI device ID: , UID: "d645c34e-c641-4113-a4b2-0e45be8957d6", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0419 07:35:24.705221 3817 cni.go:473] [default-tenant/tsf-demo-comp-on-push-frq6g-rpms-signature-scan-pod 14a756af39a9ae8850304131efa9ced852aa8ca20ffd84863b3baf4848f7b105 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-rpms-signature-scan-pod 14a756af39a9ae8850304131efa9ced852aa8ca20ffd84863b3baf4848f7b105 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:93:3c:48:8b:dc\",\"name\":\"14a756af39a9ae8\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/562a53b4-bc67-4efc-a523-be2850240e8e\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 07:35:25.007549 3817 cni.go:452] [default-tenant/tsf-demo-comp-on-push-frq6g-tpa-scan-pod 7dba4a5b807e9b240bf1cb4422f2aee8a08cf6c1505ebe4934ff8cc6412812d6 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-tpa-scan-pod 7dba4a5b807e9b240bf1cb4422f2aee8a08cf6c1505ebe4934ff8cc6412812d6 network default NAD default NAD key ] I0419 07:35:25.017679 3817 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-frq6g-tpa-scan-pod, hostIfaceName: 7dba4a5b807e9b2, network: default, NAD default, SandboxID: "7dba4a5b807e9b240bf1cb4422f2aee8a08cf6c1505ebe4934ff8cc6412812d6", PCI device ID: , UID: "fee7964d-7d10-4bc7-9ef3-263484f8adb0", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0419 07:35:25.071615 3817 cni.go:473] [default-tenant/tsf-demo-comp-on-push-frq6g-tpa-scan-pod 7dba4a5b807e9b240bf1cb4422f2aee8a08cf6c1505ebe4934ff8cc6412812d6 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-tpa-scan-pod 7dba4a5b807e9b240bf1cb4422f2aee8a08cf6c1505ebe4934ff8cc6412812d6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:5e:ff:19:55:d1\",\"name\":\"7dba4a5b807e9b2\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0e6a54d-170d-4fed-9cb8-4fdf46a4c596\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 07:36:16.739823 3817 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=151 I0419 07:36:24.868661 3817 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:36:24.869307 3817 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:36:41.530267 3817 cni.go:452] [default-tenant/tsf-demo-comp-on-push-frq6g-sast-shell-check-pod 0050bae2830ca2e0db0eb5e2e2ec3ba7bf86d720a1f225f10fd9b6482cfbd32b network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-sast-shell-check-pod 0050bae2830ca2e0db0eb5e2e2ec3ba7bf86d720a1f225f10fd9b6482cfbd32b network default NAD default NAD key ] I0419 07:36:41.531507 3817 cni.go:452] [default-tenant/tsf-demo-comp-on-push-frq6g-sast-unicode-check-pod b9bb4f74f30c6911c8571a2f4b41e657462ae4ae5d892061883a10f661fcc28a network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-sast-unicode-check-pod b9bb4f74f30c6911c8571a2f4b41e657462ae4ae5d892061883a10f661fcc28a network default NAD default NAD key ] I0419 07:36:41.643789 3817 cni.go:473] [default-tenant/tsf-demo-comp-on-push-frq6g-sast-shell-check-pod 0050bae2830ca2e0db0eb5e2e2ec3ba7bf86d720a1f225f10fd9b6482cfbd32b network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-sast-shell-check-pod 0050bae2830ca2e0db0eb5e2e2ec3ba7bf86d720a1f225f10fd9b6482cfbd32b network default NAD default NAD key default], result "{}", err I0419 07:36:41.664797 3817 cni.go:473] [default-tenant/tsf-demo-comp-on-push-frq6g-sast-unicode-check-pod b9bb4f74f30c6911c8571a2f4b41e657462ae4ae5d892061883a10f661fcc28a network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-sast-unicode-check-pod b9bb4f74f30c6911c8571a2f4b41e657462ae4ae5d892061883a10f661fcc28a network default NAD default NAD key default], result "{}", err I0419 07:36:41.756928 3817 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:36:41.756971 3817 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-frq6g-sast-shell-check-pod I0419 07:36:41.759041 3817 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-frq6g-sast-shell-check-pod, ips: 10.128.0.57 I0419 07:36:41.759135 3817 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:36:41.798736 3817 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:36:41.798791 3817 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-frq6g-sast-unicode-check-pod I0419 07:36:41.801263 3817 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-frq6g-sast-unicode-check-pod, ips: 10.128.0.56 I0419 07:36:41.801307 3817 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:36:45.568487 3817 cni.go:452] [default-tenant/tsf-demo-comp-on-push-frq6g-rpms-signature-scan-pod 14a756af39a9ae8850304131efa9ced852aa8ca20ffd84863b3baf4848f7b105 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-rpms-signature-scan-pod 14a756af39a9ae8850304131efa9ced852aa8ca20ffd84863b3baf4848f7b105 network default NAD default NAD key ] I0419 07:36:45.661604 3817 cni.go:473] [default-tenant/tsf-demo-comp-on-push-frq6g-rpms-signature-scan-pod 14a756af39a9ae8850304131efa9ced852aa8ca20ffd84863b3baf4848f7b105 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-rpms-signature-scan-pod 14a756af39a9ae8850304131efa9ced852aa8ca20ffd84863b3baf4848f7b105 network default NAD default NAD key default], result "{}", err I0419 07:36:45.753139 3817 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:36:45.753183 3817 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-frq6g-rpms-signature-scan-pod I0419 07:36:45.754868 3817 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-frq6g-rpms-signature-scan-pod, ips: 10.128.0.58 I0419 07:36:45.754899 3817 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:37:00.779400 3817 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-swgng a9e900f3bb603412411073cea86f70e4bee1c04ea1719ebc936d7e6b1f7ccb4d network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-swgng a9e900f3bb603412411073cea86f70e4bee1c04ea1719ebc936d7e6b1f7ccb4d network default NAD default NAD key ] I0419 07:37:00.868858 3817 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-swgng a9e900f3bb603412411073cea86f70e4bee1c04ea1719ebc936d7e6b1f7ccb4d network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-swgng a9e900f3bb603412411073cea86f70e4bee1c04ea1719ebc936d7e6b1f7ccb4d network default NAD default NAD key default], result "{}", err I0419 07:37:00.878085 3817 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-wlcbb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:37:00.878695 3817 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-wlcbb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:37:00.965320 3817 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-swgng of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:37:00.965379 3817 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-swgng I0419 07:37:00.966910 3817 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-swgng, ips: 10.128.0.53 I0419 07:37:00.966936 3817 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-swgng of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:37:01.138960 3817 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-wlcbb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:37:01.138991 3817 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-wlcbb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:37:01.141660 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-wlcbb I0419 07:37:01.141687 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-wlcbb I0419 07:37:01.703890 3817 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-swgng of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:37:01.703922 3817 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-swgng of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:37:01.709953 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-swgng I0419 07:37:01.709983 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-swgng I0419 07:37:02.694386 3817 cni.go:452] [default-tenant/tsf-demo-comp-on-push-frq6g-tpa-scan-pod 7dba4a5b807e9b240bf1cb4422f2aee8a08cf6c1505ebe4934ff8cc6412812d6 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-tpa-scan-pod 7dba4a5b807e9b240bf1cb4422f2aee8a08cf6c1505ebe4934ff8cc6412812d6 network default NAD default NAD key ] I0419 07:37:02.790313 3817 cni.go:473] [default-tenant/tsf-demo-comp-on-push-frq6g-tpa-scan-pod 7dba4a5b807e9b240bf1cb4422f2aee8a08cf6c1505ebe4934ff8cc6412812d6 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-tpa-scan-pod 7dba4a5b807e9b240bf1cb4422f2aee8a08cf6c1505ebe4934ff8cc6412812d6 network default NAD default NAD key default], result "{}", err I0419 07:37:02.905190 3817 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:37:02.905246 3817 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-frq6g-tpa-scan-pod I0419 07:37:02.906629 3817 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-frq6g-tpa-scan-pod, ips: 10.128.0.59 I0419 07:37:02.906664 3817 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:37:22.735688 3817 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=35 I0419 07:37:23.821215 3817 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0419 07:38:08.735501 3817 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0419 07:38:26.952610 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0419 07:38:39.062467 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0419 07:39:16.825383 3817 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0419 07:39:18.955138 3817 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:39:18.955811 3817 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:39:32.022616 3817 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:39:32.023206 3817 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:39:35.176668 3817 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0419 07:39:44.261685 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0419 07:39:49.117714 3817 obj_retry.go:498] Detected object default-tenant/my-integration-test-wgkm-sqgrq-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:39:49.118263 3817 obj_retry.go:498] Detected object default-tenant/my-integration-test-wgkm-sqgrq-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:40:04.296185 3817 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609740-2jnc6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:40:04.296793 3817 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609740-2jnc6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:40:04.359592 3817 obj_retry.go:498] Detected object default-tenant/my-integration-test-wgkm-sqgrq-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:40:04.360123 3817 obj_retry.go:498] Detected object default-tenant/my-integration-test-wgkm-sqgrq-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:40:05.193912 3817 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609740-2jnc6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:40:05.193942 3817 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609740-2jnc6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:40:05.234905 3817 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609710-rt46p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:40:05.234936 3817 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609710-rt46p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:40:05.239388 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29609710-rt46p I0419 07:40:05.239424 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29609710-rt46p W0419 07:40:08.625707 3817 duration.go:461] Config duration recorder: measurement expired for pod/openshift-backplane/osd-delete-backplane-serviceaccounts-29609720-6sfck