+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-229.ec2.internal ++ [[ -n ip-10-0-2-229.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-229.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260318-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260318-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260318-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0405 15:01:50.738506661 - disable conntrack on geneve port' I0405 15:01:50.738506661 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0405 15:01:50.756272654 - starting ovnkube-node' I0405 15:01:50.756272654 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-229.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-229.ec2.internal --init-node ip-10-0-2-229.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-229.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0405 15:01:50.794163 3815 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf I0405 15:01:50.794218 3815 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-809eccaa3c.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}} I0405 15:01:50.795687 3815 kube.go:423] Waiting for certificate I0405 15:01:50.795736 3815 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0405 15:01:50.795786 3815 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0405 15:01:50.796653 3815 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0405 15:01:50.850511 3815 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0405 15:01:50.850529 3815 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0405 15:01:50.854330 3815 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0405 15:01:50.854413 3815 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-wc769" I0405 15:01:50.857243 3815 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0405 15:01:51.795948 3815 kube.go:430] Certificate found I0405 15:01:51.796647 3815 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0405 15:01:51.797508 3815 metrics.go:541] Starting metrics server at address "127.0.0.1:29103" I0405 15:01:51.859740 3815 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-06 14:56:50 +0000 UTC" deadline="2026-04-06 09:49:04.759547454 +0000 UTC" I0405 15:01:51.859775 3815 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h47m12.899783856s" I0405 15:01:51.866525 3815 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0405 15:01:51.875037 3815 metrics.go:541] Starting metrics server at address "127.0.0.1:29105" I0405 15:01:51.875551 3815 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0405 15:01:51.875626 3815 factory.go:537] Starting watch factory I0405 15:01:51.875721 3815 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:01:51.875751 3815 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:01:51.875724 3815 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:01:51.875916 3815 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:01:51.875959 3815 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:01:51.875937 3815 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:01:51.875976 3815 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:01:51.876144 3815 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:01:51.876389 3815 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:01:51.876408 3815 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:01:51.877265 3815 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:01:51.877366 3815 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:01:51.892587 3815 controller_manager.go:368] Starting the ovnkube controller I0405 15:01:51.892602 3815 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-229.ec2.internal I0405 15:01:51.892648 3815 controller_manager.go:393] NBDB zone sync took: 36.849µs I0405 15:01:51.892654 3815 factory.go:537] Starting watch factory I0405 15:01:51.893511 3815 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics I0405 15:01:51.893512 3815 ovn_northd.go:121] Registering OVN northd metrics I0405 15:01:51.895187 3815 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:01:51.895340 3815 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:01:51.895673 3815 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:01:51.895767 3815 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:01:51.898031 3815 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:01:51.898616 3815 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0405 15:01:51.898671 3815 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0405 15:01:51.905481 3815 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:01:51.917356 3815 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics I0405 15:01:51.981513 3815 factory.go:1931] *v1.Service informer cache synced successfully I0405 15:01:51.981536 3815 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0405 15:01:51.981540 3815 factory.go:1931] *v1.Pod informer cache synced successfully I0405 15:01:51.981544 3815 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0405 15:01:51.981547 3815 factory.go:1931] *v1.Namespace informer cache synced successfully I0405 15:01:51.981550 3815 factory.go:1931] *v1.Node informer cache synced successfully I0405 15:01:51.981638 3815 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0405 15:01:51.981639 3815 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0405 15:01:51.981668 3815 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0405 15:01:51.981674 3815 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0405 15:01:51.984807 3815 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0405 15:01:51.984836 3815 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0405 15:01:51.987127 3815 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0405 15:01:51.987141 3815 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0405 15:01:51.987204 3815 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:51.987225 3815 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:51.989581 3815 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:51.992748 3815 factory.go:1931] *v1.EgressIP informer cache synced successfully I0405 15:01:51.992806 3815 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:51.992844 3815 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:51.995240 3815 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:51.998360 3815 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0405 15:01:51.998410 3815 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:51.998421 3815 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:52.000674 3815 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:52.003749 3815 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0405 15:01:52.003798 3815 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:52.003808 3815 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:52.003905 3815 factory.go:1931] *v1.Namespace informer cache synced successfully I0405 15:01:52.003916 3815 factory.go:1931] *v1.Node informer cache synced successfully I0405 15:01:52.003921 3815 factory.go:1931] *v1.Service informer cache synced successfully I0405 15:01:52.003925 3815 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0405 15:01:52.003929 3815 factory.go:1931] *v1.Pod informer cache synced successfully I0405 15:01:52.003933 3815 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0405 15:01:52.006183 3815 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:52.009267 3815 factory.go:1931] *v1.EgressService informer cache synced successfully I0405 15:01:52.009316 3815 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:52.009327 3815 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:52.009360 3815 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0405 15:01:52.009372 3815 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0405 15:01:52.011667 3815 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:52.014985 3815 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0405 15:01:52.014998 3815 factory.go:1931] *v1.EgressIP informer cache synced successfully I0405 15:01:52.015143 3815 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0405 15:01:52.015160 3815 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0405 15:01:52.017631 3815 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0405 15:01:52.020801 3815 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0405 15:01:52.020812 3815 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0405 15:01:52.020873 3815 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:52.020881 3815 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:52.020885 3815 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:52.020890 3815 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:52.023395 3815 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:52.023390 3815 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:52.026687 3815 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0405 15:01:52.026697 3815 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0405 15:01:52.026705 3815 factory.go:649] Watch Factory start up complete, took: 151.081616ms I0405 15:01:52.026716 3815 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0405 15:01:52.026779 3815 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256 I0405 15:01:52.032417 3815 factory.go:1931] *v1.EgressService informer cache synced successfully I0405 15:01:52.038236 3815 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0405 15:01:52.044297 3815 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0405 15:01:52.049447 3815 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0405 15:01:52.049462 3815 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0405 15:01:52.049468 3815 factory.go:649] Watch Factory start up complete, took: 156.812803ms I0405 15:01:52.049476 3815 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-2-229.ec2.internal" zone I0405 15:01:52.065551 3815 default_node_network_controller.go:709] Initializing the default node network controller I0405 15:01:52.127046 3815 udn_isolation.go:101] Starting UDN host isolation manager I0405 15:01:52.133432 3815 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0405 15:01:52.177303 3815 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0405 15:01:52.177407 3815 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0405 15:01:52.177427 3815 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0405 15:01:52.211187 3815 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0405 15:01:52.211256 3815 default_node_network_controller.go:808] Node ip-10-0-2-229.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0405 15:01:52.216767 3815 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.229"] k8s.ovn.org/zone-name:ip-10-0-2-229.ec2.internal] on node ip-10-0-2-229.ec2.internal I0405 15:01:52.238754 3815 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0405 15:01:52.244681 3815 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0405 15:01:52.244785 3815 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0405 15:01:52.244909 3815 gateway_init.go:263] Preparing Gateway I0405 15:01:52.244918 3815 gateway_shared_intf.go:1658] Creating new gateway I0405 15:01:52.300433 3815 controller_manager.go:427] Waiting for node in zone sync took: 250.94418ms I0405 15:01:52.305614 3815 controller_manager.go:608] Switching to transit router for layer2 networks I0405 15:01:52.305630 3815 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-229.ec2.internal I0405 15:01:52.320384 3815 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0405 15:01:52.326862 3815 controller_manager.go:288] SCTP support detected in OVN I0405 15:01:52.327436 3815 services_controller.go:69] Creating services controller for network=default I0405 15:01:52.327535 3815 udn_enabled_svc.go:80] Waiting for service informer to sync I0405 15:01:52.327598 3815 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0405 15:01:52.327639 3815 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0405 15:01:52.327655 3815 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0405 15:01:52.327664 3815 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0405 15:01:52.327816 3815 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0405 15:01:52.327872 3815 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks I0405 15:01:52.327898 3815 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 18.476µs I0405 15:01:52.327907 3815 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 35.643µs I0405 15:01:52.327912 3815 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0405 15:01:52.327923 3815 nad_controller.go:173] [zone-nad-controller NAD controller]: started I0405 15:01:52.327927 3815 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 60.857µs I0405 15:01:52.327936 3815 default_network_controller.go:321] Starting the default network controller I0405 15:01:52.327965 3815 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 19.226µs I0405 15:01:52.328074 3815 udn_enabled_svc.go:95] Performing full resync I0405 15:01:52.328325 3815 udn_enabled_svc.go:99] Waiting for handler to sync I0405 15:01:52.328337 3815 udn_enabled_svc.go:104] Starting worker I0405 15:01:52.328566 3815 iptables.go:108] Creating table: filter chain: FORWARD I0405 15:01:52.335429 3815 iptables.go:108] Creating table: filter chain: OUTPUT I0405 15:01:52.336550 3815 default_network_controller.go:388] Cleaning External Gateway ECMP routes I0405 15:01:52.336620 3815 repair.go:33] Syncing exgw routes took 51.676µs I0405 15:01:52.336637 3815 default_network_controller.go:407] Starting all the Watchers... I0405 15:01:52.336793 3815 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0405 15:01:52.336793 3815 namespace.go:98] [openshift-ingress] adding namespace I0405 15:01:52.336808 3815 namespace.go:98] [openshift-cluster-version] adding namespace I0405 15:01:52.336815 3815 namespace.go:98] [openshift-ingress-canary] adding namespace I0405 15:01:52.336841 3815 namespace.go:98] [openshift-service-ca-operator] adding namespace I0405 15:01:52.336847 3815 namespace.go:98] [openshift-backplane] adding namespace I0405 15:01:52.336853 3815 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0405 15:01:52.336852 3815 namespace.go:98] [openshift-infra] adding namespace I0405 15:01:52.336864 3815 namespace.go:98] [kube-system] adding namespace I0405 15:01:52.336865 3815 namespace.go:98] [default] adding namespace I0405 15:01:52.336868 3815 namespace.go:98] [openshift-network-console] adding namespace I0405 15:01:52.336872 3815 namespace.go:98] [openshift-route-controller-manager] adding namespace I0405 15:01:52.336879 3815 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0405 15:01:52.336896 3815 namespace.go:98] [openshift-apiserver] adding namespace I0405 15:01:52.337024 3815 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0405 15:01:52.337384 3815 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 580.253µs I0405 15:01:52.337397 3815 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0405 15:01:52.337795 3815 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 392.345µs I0405 15:01:52.337806 3815 namespace.go:98] [openshift-apiserver-operator] adding namespace I0405 15:01:52.338358 3815 namespace.go:102] [openshift-apiserver-operator] adding namespace took 545.65µs I0405 15:01:52.338374 3815 namespace.go:98] [openshift-kube-scheduler] adding namespace I0405 15:01:52.338793 3815 namespace.go:102] [openshift-ingress] adding namespace took 1.984585ms I0405 15:01:52.338808 3815 namespace.go:98] [openshift-must-gather-operator] adding namespace I0405 15:01:52.339695 3815 namespace.go:102] [openshift-ingress-canary] adding namespace took 2.854392ms I0405 15:01:52.339710 3815 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0405 15:01:52.340212 3815 namespace.go:102] [openshift-service-ca-operator] adding namespace took 3.365086ms I0405 15:01:52.340224 3815 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0405 15:01:52.340705 3815 namespace.go:102] [openshift-cluster-version] adding namespace took 3.886666ms I0405 15:01:52.340725 3815 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0405 15:01:52.341194 3815 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 4.334799ms I0405 15:01:52.341205 3815 namespace.go:98] [openshift-console] adding namespace I0405 15:01:52.341663 3815 namespace.go:102] [openshift-backplane] adding namespace took 4.807066ms I0405 15:01:52.341671 3815 namespace.go:98] [openshift-ingress-operator] adding namespace W0405 15:01:52.342091 3815 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-5pqlj: pod kube-system/global-pull-secret-syncer-5pqlj: no pod IPs found W0405 15:01:52.342103 3815 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-m2mkp: pod kube-system/global-pull-secret-syncer-m2mkp: no pod IPs found I0405 15:01:52.342135 3815 namespace.go:102] [openshift-infra] adding namespace took 5.275011ms I0405 15:01:52.342144 3815 namespace.go:98] [openshift-dns] adding namespace I0405 15:01:52.342180 3815 gateway_shared_intf.go:1787] Gateway Creation Complete I0405 15:01:52.342197 3815 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-229.ec2.internal","mac-address":"0e:8d:ac:49:df:e1","ip-addresses":["10.0.2.229/24"],"ip-address":"10.0.2.229/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:c8a9a33a-aa77-4343-8b03-06b8130ad0ff k8s.ovn.org/node-encap-ips:["10.0.2.229"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.229/24"} k8s.ovn.org/zone-name:ip-10-0-2-229.ec2.internal] on node ip-10-0-2-229.ec2.internal I0405 15:01:52.342607 3815 namespace.go:102] [kube-system] adding namespace took 5.73739ms I0405 15:01:52.342624 3815 namespace.go:98] [openshift-multus] adding namespace I0405 15:01:52.343056 3815 namespace.go:102] [default] adding namespace took 6.18302ms I0405 15:01:52.343071 3815 namespace.go:98] [openshift] adding namespace I0405 15:01:52.343493 3815 namespace.go:102] [openshift-network-console] adding namespace took 6.615416ms I0405 15:01:52.343510 3815 namespace.go:98] [kube-node-lease] adding namespace I0405 15:01:52.343972 3815 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.093168ms I0405 15:01:52.343984 3815 namespace.go:98] [openshift-backplane-cee] adding namespace I0405 15:01:52.344403 3815 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.51955ms I0405 15:01:52.344414 3815 namespace.go:98] [openshift-controller-manager] adding namespace I0405 15:01:52.344840 3815 namespace.go:102] [openshift-apiserver] adding namespace took 7.933552ms I0405 15:01:52.344858 3815 namespace.go:98] [openshift-config] adding namespace I0405 15:01:52.345316 3815 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 8.281608ms I0405 15:01:52.345328 3815 namespace.go:98] [openshift-marketplace] adding namespace I0405 15:01:52.345732 3815 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.352427ms I0405 15:01:52.345748 3815 namespace.go:98] [kube-public] adding namespace I0405 15:01:52.346130 3815 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.316353ms I0405 15:01:52.346144 3815 namespace.go:98] [openshift-package-operator] adding namespace I0405 15:01:52.346451 3815 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.736919ms I0405 15:01:52.346463 3815 namespace.go:98] [openshift-backplane-cse] adding namespace I0405 15:01:52.346903 3815 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.674845ms I0405 15:01:52.346920 3815 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0405 15:01:52.347633 3815 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.902767ms I0405 15:01:52.347647 3815 namespace.go:98] [openshift-operators] adding namespace I0405 15:01:52.348078 3815 namespace.go:102] [openshift-console] adding namespace took 6.868786ms I0405 15:01:52.348095 3815 namespace.go:98] [openshift-network-node-identity] adding namespace I0405 15:01:52.348460 3815 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.784241ms I0405 15:01:52.348473 3815 namespace.go:98] [openshift-cluster-samples-operator] adding namespace W0405 15:01:52.348781 3815 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-m8qzr: pod openshift-multus/network-metrics-daemon-m8qzr: no pod IPs found W0405 15:01:52.348793 3815 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-q29dk: pod openshift-multus/network-metrics-daemon-q29dk: no pod IPs found W0405 15:01:52.348804 3815 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-dplbn: pod openshift-multus/network-metrics-daemon-dplbn: no pod IPs found I0405 15:01:52.348845 3815 namespace.go:102] [openshift-dns] adding namespace took 6.696174ms I0405 15:01:52.348861 3815 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0405 15:01:52.349331 3815 namespace.go:102] [openshift-multus] adding namespace took 6.70201ms I0405 15:01:52.349343 3815 namespace.go:98] [openshift-image-registry] adding namespace I0405 15:01:52.349757 3815 namespace.go:102] [openshift] adding namespace took 6.68018ms I0405 15:01:52.349773 3815 namespace.go:98] [openshift-monitoring] adding namespace I0405 15:01:52.350181 3815 namespace.go:102] [kube-node-lease] adding namespace took 6.665817ms I0405 15:01:52.350194 3815 namespace.go:98] [dedicated-admin] adding namespace I0405 15:01:52.350586 3815 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.597434ms I0405 15:01:52.350601 3815 namespace.go:98] [openshift-backplane-mobb] adding namespace I0405 15:01:52.351015 3815 namespace.go:102] [openshift-controller-manager] adding namespace took 6.596615ms I0405 15:01:52.351028 3815 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0405 15:01:52.351444 3815 namespace.go:102] [openshift-config] adding namespace took 6.579407ms I0405 15:01:52.351455 3815 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0405 15:01:52.351854 3815 namespace.go:102] [openshift-marketplace] adding namespace took 6.519695ms I0405 15:01:52.351865 3815 namespace.go:98] [openshift-config-operator] adding namespace I0405 15:01:52.352304 3815 namespace.go:102] [kube-public] adding namespace took 6.549457ms I0405 15:01:52.352319 3815 namespace.go:98] [openshift-machine-config-operator] adding namespace I0405 15:01:52.352727 3815 namespace.go:102] [openshift-package-operator] adding namespace took 6.577161ms I0405 15:01:52.352739 3815 namespace.go:98] [openshift-console-operator] adding namespace I0405 15:01:52.353165 3815 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.697102ms I0405 15:01:52.353177 3815 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0405 15:01:52.353597 3815 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.671071ms I0405 15:01:52.353610 3815 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0405 15:01:52.354036 3815 namespace.go:102] [openshift-operators] adding namespace took 6.384555ms I0405 15:01:52.354049 3815 namespace.go:98] [openshift-authentication-operator] adding namespace I0405 15:01:52.354469 3815 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.368875ms I0405 15:01:52.354483 3815 namespace.go:98] [openshift-logging] adding namespace I0405 15:01:52.354918 3815 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.438581ms I0405 15:01:52.354932 3815 namespace.go:98] [openshift-kube-apiserver] adding namespace I0405 15:01:52.355359 3815 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.491924ms I0405 15:01:52.355373 3815 namespace.go:98] [openshift-customer-monitoring] adding namespace I0405 15:01:52.355761 3815 namespace.go:102] [openshift-image-registry] adding namespace took 6.41385ms I0405 15:01:52.355775 3815 namespace.go:98] [openshift-console-user-settings] adding namespace I0405 15:01:52.356283 3815 namespace.go:102] [openshift-monitoring] adding namespace took 6.503202ms I0405 15:01:52.356301 3815 namespace.go:98] [openshift-backplane-csm] adding namespace I0405 15:01:52.356768 3815 namespace.go:102] [dedicated-admin] adding namespace took 6.568827ms I0405 15:01:52.356781 3815 namespace.go:98] [openshift-backplane-srep] adding namespace I0405 15:01:52.357142 3815 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.534848ms I0405 15:01:52.357154 3815 namespace.go:98] [openshift-machine-api] adding namespace I0405 15:01:52.357633 3815 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.600331ms I0405 15:01:52.357649 3815 namespace.go:98] [openshift-authentication] adding namespace I0405 15:01:52.358029 3815 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.569226ms I0405 15:01:52.358045 3815 namespace.go:98] [openshift-network-diagnostics] adding namespace I0405 15:01:52.358483 3815 namespace.go:102] [openshift-config-operator] adding namespace took 6.610213ms I0405 15:01:52.358504 3815 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0405 15:01:52.359050 3815 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.725192ms I0405 15:01:52.359606 3815 namespace.go:102] [openshift-console-operator] adding namespace took 6.862574ms I0405 15:01:52.359616 3815 namespace.go:98] [open-cluster-management-2pg2fjdq68r3p7tgquekb6139ghtr5vi] adding namespace I0405 15:01:52.360112 3815 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.929095ms I0405 15:01:52.360128 3815 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0405 15:01:52.360601 3815 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.987734ms I0405 15:01:52.360612 3815 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0405 15:01:52.361141 3815 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.084276ms I0405 15:01:52.361160 3815 namespace.go:98] [openshift-network-operator] adding namespace I0405 15:01:52.361533 3815 namespace.go:102] [openshift-logging] adding namespace took 7.046046ms I0405 15:01:52.361547 3815 namespace.go:98] [openshift-etcd] adding namespace I0405 15:01:52.361943 3815 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.004344ms I0405 15:01:52.361957 3815 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0405 15:01:52.362418 3815 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.039877ms I0405 15:01:52.362432 3815 namespace.go:98] [openshift-backplane-tam] adding namespace I0405 15:01:52.362810 3815 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.030688ms I0405 15:01:52.362840 3815 namespace.go:98] [openshift-config-managed] adding namespace I0405 15:01:52.363252 3815 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.943256ms I0405 15:01:52.363270 3815 namespace.go:98] [openshift-insights] adding namespace I0405 15:01:52.363646 3815 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.85878ms I0405 15:01:52.363660 3815 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0405 15:01:52.364060 3815 namespace.go:102] [openshift-machine-api] adding namespace took 6.900324ms I0405 15:01:52.364074 3815 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace W0405 15:01:52.364483 3815 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-xg7hs: pod openshift-network-diagnostics/network-check-target-xg7hs: no pod IPs found W0405 15:01:52.364497 3815 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-w5n8h: pod openshift-network-diagnostics/network-check-target-w5n8h: no pod IPs found W0405 15:01:52.364504 3815 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-wj2jk: pod openshift-network-diagnostics/network-check-target-wj2jk: no pod IPs found I0405 15:01:52.364531 3815 namespace.go:102] [openshift-authentication] adding namespace took 6.877942ms I0405 15:01:52.364541 3815 namespace.go:98] [openshift-dns-operator] adding namespace I0405 15:01:52.364593 3815 default_node_network_controller.go:518] Node connection status = connected I0405 15:01:52.364979 3815 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.929161ms I0405 15:01:52.364991 3815 namespace.go:98] [openshift-host-network] adding namespace I0405 15:01:52.365444 3815 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.933265ms I0405 15:01:52.365461 3815 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0405 15:01:52.366044 3815 namespace.go:102] [open-cluster-management-2pg2fjdq68r3p7tgquekb6139ghtr5vi] adding namespace took 6.421476ms I0405 15:01:52.366495 3815 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.360872ms I0405 15:01:52.367046 3815 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.430063ms I0405 15:01:52.367510 3815 namespace.go:102] [openshift-network-operator] adding namespace took 6.34267ms I0405 15:01:52.367532 3815 namespace.go:98] [openshift-node] adding namespace I0405 15:01:52.367925 3815 namespace.go:102] [openshift-etcd] adding namespace took 6.372583ms I0405 15:01:52.368448 3815 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.485386ms I0405 15:01:52.368854 3815 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.414983ms I0405 15:01:52.369305 3815 namespace.go:102] [openshift-config-managed] adding namespace took 6.459042ms I0405 15:01:52.369677 3815 namespace.go:102] [openshift-insights] adding namespace took 6.400288ms I0405 15:01:52.370212 3815 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.547802ms I0405 15:01:52.370584 3815 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.505241ms I0405 15:01:52.371121 3815 namespace.go:102] [openshift-dns-operator] adding namespace took 6.575434ms I0405 15:01:52.371644 3815 namespace.go:102] [openshift-host-network] adding namespace took 6.64957ms I0405 15:01:52.371659 3815 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0405 15:01:52.372088 3815 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.620675ms I0405 15:01:52.372105 3815 namespace.go:98] [openshift-operators-redhat] adding namespace I0405 15:01:52.372540 3815 namespace.go:102] [openshift-node] adding namespace took 5.001684ms I0405 15:01:52.372902 3815 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 1.237281ms I0405 15:01:52.373292 3815 namespace.go:102] [openshift-operators-redhat] adding namespace took 1.18272ms I0405 15:01:52.373639 3815 zone_ic_handler.go:186] Time taken to create transit switch: 255.696µs I0405 15:01:52.373708 3815 master.go:532] Adding or Updating local node "ip-10-0-2-229.ec2.internal" for network "default" I0405 15:01:52.373759 3815 obj_retry.go:544] Failed to create *v1.Node ip-10-0-0-31.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-31.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-31.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-31.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-31.ec2.internal I0405 15:01:52.373795 3815 obj_retry.go:544] Failed to create *v1.Node ip-10-0-1-157.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-157.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-157.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-157.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-157.ec2.internal W0405 15:01:52.381206 3815 gateway.go:197] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-5pqlj: pod kube-system/global-pull-secret-syncer-5pqlj: no pod IPs found W0405 15:01:52.381231 3815 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-xg7hs: pod openshift-network-diagnostics/network-check-target-xg7hs: no pod IPs found W0405 15:01:52.381252 3815 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-m8qzr: pod openshift-multus/network-metrics-daemon-m8qzr: no pod IPs found I0405 15:01:52.382235 3815 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-2-229.ec2.internal for the network default I0405 15:01:52.382922 3815 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0405 15:01:52.382951 3815 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0405 15:01:52.382969 3815 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0405 15:01:52.382990 3815 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-31.ec2.internal in network "default" I0405 15:01:52.383018 3815 node_tracker.go:235] Node ip-10-0-0-31.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-31.ec2.internal" I0405 15:01:52.383032 3815 node_tracker.go:169] Node ip-10-0-0-31.ec2.internal switch + router changed, syncing services in network "default" I0405 15:01:52.383042 3815 services_controller.go:574] Full service sync requested for network=default I0405 15:01:52.383056 3815 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-157.ec2.internal in network "default" I0405 15:01:52.383068 3815 node_tracker.go:235] Node ip-10-0-1-157.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-157.ec2.internal" I0405 15:01:52.383081 3815 node_tracker.go:169] Node ip-10-0-1-157.ec2.internal switch + router changed, syncing services in network "default" I0405 15:01:52.383089 3815 services_controller.go:574] Full service sync requested for network=default I0405 15:01:52.383095 3815 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-229.ec2.internal in network "default" I0405 15:01:52.383126 3815 node_tracker.go:169] Node ip-10-0-2-229.ec2.internal switch + router changed, syncing services in network "default" I0405 15:01:52.383134 3815 services_controller.go:574] Full service sync requested for network=default I0405 15:01:52.484070 3815 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0405 15:01:52.484092 3815 services_controller.go:208] Setting up event handlers for services for network=default I0405 15:01:52.484148 3815 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0405 15:01:52.484197 3815 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0405 15:01:52.484217 3815 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0405 15:01:52.585036 3815 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0405 15:01:52.585059 3815 repair.go:60] Starting repairing loop for services I0405 15:01:52.585149 3815 repair.go:131] Deleted 0 stale service LBs I0405 15:01:52.585168 3815 repair.go:137] Deleted 0 stale Chassis Template Vars I0405 15:01:52.585185 3815 repair.go:62] Finished repairing loop for services: 127.624µs I0405 15:01:52.585210 3815 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0405 15:01:52.585220 3815 services_controller.go:254] Starting workers for network=default I0405 15:01:52.585538 3815 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-xg7hs] creating logical port openshift-network-diagnostics_network-check-target-xg7hs for pod on switch ip-10-0-2-229.ec2.internal I0405 15:01:52.585577 3815 obj_retry.go:544] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-m2mkp, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-m2mkp: suppressed error logged: pod kube-system/global-pull-secret-syncer-m2mkp: no pod IPs found I0405 15:01:52.585598 3815 obj_retry.go:544] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-w5n8h, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-w5n8h: suppressed error logged: pod openshift-network-diagnostics/network-check-target-w5n8h: no pod IPs found I0405 15:01:52.585604 3815 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-m8qzr] creating logical port openshift-multus_network-metrics-daemon-m8qzr for pod on switch ip-10-0-2-229.ec2.internal I0405 15:01:52.585619 3815 obj_retry.go:544] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-dplbn, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-dplbn: suppressed error logged: pod openshift-multus/network-metrics-daemon-dplbn: no pod IPs found I0405 15:01:52.585577 3815 obj_retry.go:544] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-q29dk, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-q29dk: suppressed error logged: pod openshift-multus/network-metrics-daemon-q29dk: no pod IPs found I0405 15:01:52.585701 3815 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-xg7hs I0405 15:01:52.585724 3815 obj_retry.go:544] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-wj2jk, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-wj2jk: suppressed error logged: pod openshift-network-diagnostics/network-check-target-wj2jk: no pod IPs found I0405 15:01:52.585736 3815 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-5pqlj] creating logical port kube-system_global-pull-secret-syncer-5pqlj for pod on switch ip-10-0-2-229.ec2.internal I0405 15:01:52.585792 3815 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-m8qzr I0405 15:01:52.585800 3815 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-5pqlj I0405 15:01:52.601800 3815 pod.go:62] [kube-system/global-pull-secret-syncer-5pqlj] pod update took 16.009833ms I0405 15:01:52.601833 3815 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-5pqlj] addLogicalPort annotation time took 16.038506ms I0405 15:01:52.602750 3815 pods.go:271] [kube-system/global-pull-secret-syncer-5pqlj] addLogicalPort took 17.019414ms, libovsdb time 692.955µs I0405 15:01:52.604678 3815 pod.go:62] [openshift-network-diagnostics/network-check-target-xg7hs] pod update took 19.068596ms I0405 15:01:52.604695 3815 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-xg7hs] addLogicalPort annotation time took 19.08946ms I0405 15:01:52.605476 3815 pods.go:271] [openshift-network-diagnostics/network-check-target-xg7hs] addLogicalPort took 19.942919ms, libovsdb time 588.426µs I0405 15:01:52.607892 3815 pod.go:62] [openshift-multus/network-metrics-daemon-m8qzr] pod update took 22.231451ms I0405 15:01:52.607907 3815 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-m8qzr] addLogicalPort annotation time took 22.249794ms I0405 15:01:52.608884 3815 pods.go:271] [openshift-multus/network-metrics-daemon-m8qzr] addLogicalPort took 23.281006ms, libovsdb time 733.618µs I0405 15:01:52.609427 3815 admin_network_policy_controller.go:227] Starting controller default-network-controller I0405 15:01:52.609452 3815 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0405 15:01:52.609463 3815 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0405 15:01:52.609467 3815 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0405 15:01:52.609643 3815 repair.go:29] Repairing admin network policies took 171.971µs I0405 15:01:52.609749 3815 repair.go:92] Repairing baseline admin network policies took 96.174µs I0405 15:01:52.610149 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0405 15:01:52.610166 3815 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0405 15:01:52.611748 3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0405 15:01:52.611767 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0405 15:01:52.612198 3815 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0405 15:01:52.612217 3815 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0405 15:01:52.613074 3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0405 15:01:52.613093 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0405 15:01:52.613100 3815 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0405 15:01:52.614401 3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0405 15:01:52.614423 3815 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0405 15:01:52.614433 3815 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0405 15:01:52.615969 3815 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0405 15:01:52.615986 3815 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0405 15:01:52.615997 3815 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0405 15:01:52.618010 3815 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0405 15:01:52.618029 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0405 15:01:52.618038 3815 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0405 15:01:52.619879 3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0405 15:01:52.619898 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0405 15:01:52.619919 3815 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0405 15:01:52.620601 3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0405 15:01:52.620619 3815 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0405 15:01:52.620627 3815 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0405 15:01:52.621648 3815 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0405 15:01:52.621665 3815 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0405 15:01:52.621673 3815 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0405 15:01:52.623054 3815 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0405 15:01:52.623076 3815 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0405 15:01:52.623085 3815 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0405 15:01:52.623876 3815 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0405 15:01:52.623895 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0405 15:01:52.623904 3815 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0405 15:01:52.625329 3815 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0405 15:01:52.625345 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0405 15:01:52.625353 3815 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0405 15:01:52.625792 3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0405 15:01:52.625805 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0405 15:01:52.625811 3815 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0405 15:01:52.626307 3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0405 15:01:52.626325 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0405 15:01:52.626333 3815 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0405 15:01:52.626595 3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0405 15:01:52.626611 3815 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0405 15:01:52.626621 3815 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0405 15:01:52.627514 3815 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0405 15:01:52.627533 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0405 15:01:52.627541 3815 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0405 15:01:52.628238 3815 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0405 15:01:52.628253 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0405 15:01:52.628261 3815 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0405 15:01:52.628734 3815 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0405 15:01:52.628754 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0405 15:01:52.628762 3815 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0405 15:01:52.629338 3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0405 15:01:52.629354 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0405 15:01:52.629361 3815 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0405 15:01:52.629856 3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0405 15:01:52.629889 3815 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0405 15:01:52.629899 3815 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0405 15:01:52.631265 3815 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0405 15:01:52.631282 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0405 15:01:52.631290 3815 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0405 15:01:52.631722 3815 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0405 15:01:52.631739 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0405 15:01:52.631745 3815 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0405 15:01:52.632018 3815 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0405 15:01:52.632034 3815 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0405 15:01:52.632040 3815 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0405 15:01:52.632286 3815 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0405 15:01:52.632299 3815 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0405 15:01:52.632309 3815 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0405 15:01:52.633393 3815 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0405 15:01:52.633411 3815 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0405 15:01:52.633418 3815 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0405 15:01:52.633883 3815 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0405 15:01:52.633900 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0405 15:01:52.633908 3815 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0405 15:01:52.634370 3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0405 15:01:52.634388 3815 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0405 15:01:52.634417 3815 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0405 15:01:52.635352 3815 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0405 15:01:52.635369 3815 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0405 15:01:52.635379 3815 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0405 15:01:52.636450 3815 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0405 15:01:52.636468 3815 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0405 15:01:52.636478 3815 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0405 15:01:52.637916 3815 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0405 15:01:52.642446 3815 egressfirewall.go:319] Starting EgressFirewall controller I0405 15:01:52.642486 3815 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0405 15:01:52.642504 3815 controller.go:133] Adding controller egress-firewall-controller event handlers I0405 15:01:52.642550 3815 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0405 15:01:52.642563 3815 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0405 15:01:52.642552 3815 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0405 15:01:52.642570 3815 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0405 15:01:52.642849 3815 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0405 15:01:52.642863 3815 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0405 15:01:52.642872 3815 egressqos.go:193] Setting up event handlers for EgressQoS I0405 15:01:52.642958 3815 egressfirewall.go:628] Syncing node "ip-10-0-0-31.ec2.internal" for egress firewall I0405 15:01:52.642972 3815 egressfirewall.go:628] Syncing node "ip-10-0-1-157.ec2.internal" for egress firewall I0405 15:01:52.642977 3815 egressfirewall.go:628] Syncing node "ip-10-0-2-229.ec2.internal" for egress firewall I0405 15:01:52.643019 3815 egressqos.go:245] Starting EgressQoS Controller I0405 15:01:52.643031 3815 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0405 15:01:52.643038 3815 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0405 15:01:52.643044 3815 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0405 15:01:52.643048 3815 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0405 15:01:52.643053 3815 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0405 15:01:52.643057 3815 shared_informer.go:356] "Caches are synced" controller="egressqos" I0405 15:01:52.643061 3815 egressqos.go:259] Repairing EgressQoSes I0405 15:01:52.643065 3815 egressqos.go:399] Starting repairing loop for egressqos I0405 15:01:52.643141 3815 egressqos.go:401] Finished repairing loop for egressqos: 75.947µs I0405 15:01:52.643160 3815 egressservice_zone.go:132] Setting up event handlers for Egress Services I0405 15:01:52.643180 3815 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-229.ec2.internal I0405 15:01:52.643234 3815 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-229.ec2.internal : 53.888µs I0405 15:01:52.643282 3815 egressservice_zone.go:210] Starting Egress Services Controller I0405 15:01:52.643291 3815 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0405 15:01:52.643296 3815 shared_informer.go:356] "Caches are synced" controller="egressservices" I0405 15:01:52.643302 3815 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0405 15:01:52.643307 3815 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0405 15:01:52.643313 3815 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0405 15:01:52.643319 3815 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0405 15:01:52.643324 3815 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0405 15:01:52.643328 3815 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0405 15:01:52.643331 3815 egressservice_zone.go:228] Repairing Egress Services I0405 15:01:52.643585 3815 master_controller.go:88] Starting Admin Policy Based Route Controller I0405 15:01:52.643594 3815 external_controller.go:278] Starting Admin Policy Based Route Controller I0405 15:01:52.643629 3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-31.ec2.internal I0405 15:01:52.643642 3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-31.ec2.internal: 15.23µs I0405 15:01:52.643650 3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-157.ec2.internal I0405 15:01:52.643654 3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-157.ec2.internal: 4.12µs I0405 15:01:52.643658 3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-229.ec2.internal I0405 15:01:52.643662 3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-229.ec2.internal: 4.347µs I0405 15:01:52.643718 3815 default_network_controller.go:568] Completing all the Watchers took 307.074312ms I0405 15:01:52.643730 3815 default_network_controller.go:572] Starting unidling controllers I0405 15:01:52.643736 3815 unidle.go:46] Registering OVN SB ControllerEvent handler I0405 15:01:52.643742 3815 unidle.go:63] Populating Initial ContollerEvent events I0405 15:01:52.643752 3815 unidle.go:79] Setting up event handlers for services I0405 15:01:52.643811 3815 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller I0405 15:01:52.865427 3815 default_node_network_controller.go:518] Node connection status = connected I0405 15:01:53.339541 3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-31.ec2.internal I0405 15:01:53.339564 3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-31.ec2.internal: 29.21µs I0405 15:01:53.339634 3815 egressfirewall.go:628] Syncing node "ip-10-0-0-31.ec2.internal" for egress firewall I0405 15:01:53.339666 3815 default_network_controller.go:1008] Node "ip-10-0-0-31.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0405 15:01:53.365312 3815 default_node_network_controller.go:518] Node connection status = connected I0405 15:01:53.874674 3815 default_node_network_controller.go:518] Node connection status = connected I0405 15:01:53.879602 3815 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0405 15:01:53.893879 3815 bridgeconfig.go:537] Gateway is ready I0405 15:01:53.893904 3815 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager I0405 15:01:53.906463 3815 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.229. Updating OVN encap IP. I0405 15:01:53.912234 3815 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.229 - it is already configured I0405 15:01:53.912251 3815 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.229/24:{} 172.20.0.1/32:{}]. Updating annotations. I0405 15:01:53.912584 3815 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.229/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-229.ec2.internal","mac-address":"0e:8d:ac:49:df:e1","ip-addresses":["10.0.2.229/24"],"ip-address":"10.0.2.229/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:c8a9a33a-aa77-4343-8b03-06b8130ad0ff k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.229/24"}] on node ip-10-0-2-229.ec2.internal I0405 15:01:53.929426 3815 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-229.ec2.internal in network "default" I0405 15:01:53.929473 3815 egressfirewall.go:628] Syncing node "ip-10-0-2-229.ec2.internal" for egress firewall I0405 15:01:53.929495 3815 node_tracker.go:169] Node ip-10-0-2-229.ec2.internal switch + router changed, syncing services in network "default" I0405 15:01:53.929497 3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-229.ec2.internal I0405 15:01:53.929511 3815 services_controller.go:574] Full service sync requested for network=default I0405 15:01:53.929513 3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-229.ec2.internal: 20.124µs I0405 15:01:53.929526 3815 master.go:532] Adding or Updating local node "ip-10-0-2-229.ec2.internal" for network "default" I0405 15:01:53.930468 3815 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.2.229 I0405 15:01:53.930664 3815 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-229.ec2.internal I0405 15:01:53.934551 3815 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-2-229.ec2.internal. Updating no re-route policies I0405 15:01:53.934634 3815 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-m8qzr I0405 15:01:53.934645 3815 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-m2mkp I0405 15:01:53.934657 3815 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-m8qzr I0405 15:01:53.934662 3815 obj_retry.go:364] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-m2mkp I0405 15:01:53.934665 3815 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-229.ec2.internal I0405 15:01:53.934676 3815 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-q29dk I0405 15:01:53.934671 3815 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-zl859 I0405 15:01:53.934684 3815 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-bkq87 I0405 15:01:53.934691 3815 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-zl859 I0405 15:01:53.934694 3815 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-q29dk I0405 15:01:53.934696 3815 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-bkq87 I0405 15:01:53.934701 3815 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-m8qzr] creating logical port openshift-multus_network-metrics-daemon-m8qzr for pod on switch ip-10-0-2-229.ec2.internal I0405 15:01:53.934695 3815 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-hdccs I0405 15:01:53.934708 3815 obj_retry.go:375] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-m2mkp, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-m2mkp: suppressed error logged: pod kube-system/global-pull-secret-syncer-m2mkp: no pod IPs found I0405 15:01:53.934711 3815 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-5pqlj I0405 15:01:53.934715 3815 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-hdccs I0405 15:01:53.934715 3815 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-229.ec2.internal I0405 15:01:53.934717 3815 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-bkq87 after 0 failed attempt(s) I0405 15:01:53.934727 3815 obj_retry.go:375] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-q29dk, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-q29dk: suppressed error logged: pod openshift-multus/network-metrics-daemon-q29dk: no pod IPs found I0405 15:01:53.934659 3815 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-x8fnf I0405 15:01:53.934727 3815 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-wj2jk I0405 15:01:53.934725 3815 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-tkn55 I0405 15:01:53.934737 3815 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-x8fnf I0405 15:01:53.934740 3815 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-wj2jk I0405 15:01:53.934740 3815 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-tlqsv I0405 15:01:53.934745 3815 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-tkn55 I0405 15:01:53.934742 3815 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-xg7hs I0405 15:01:53.934749 3815 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-qhkf5 I0405 15:01:53.934754 3815 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-x8fnf after 0 failed attempt(s) I0405 15:01:53.934760 3815 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-xg7hs I0405 15:01:53.934767 3815 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-qhkf5 I0405 15:01:53.934771 3815 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-tkn55 after 0 failed attempt(s) I0405 15:01:53.934682 3815 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-229.ec2.internal I0405 15:01:53.934790 3815 obj_retry.go:375] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-wj2jk, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-wj2jk: suppressed error logged: pod openshift-network-diagnostics/network-check-target-wj2jk: no pod IPs found I0405 15:01:53.934797 3815 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-xg7hs] creating logical port openshift-network-diagnostics_network-check-target-xg7hs for pod on switch ip-10-0-2-229.ec2.internal I0405 15:01:53.934723 3815 obj_retry.go:364] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-5pqlj I0405 15:01:53.934802 3815 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-qhkf5 after 0 failed attempt(s) I0405 15:01:53.934811 3815 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-229.ec2.internal after 0 failed attempt(s) I0405 15:01:53.934650 3815 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-w5n8h I0405 15:01:53.934851 3815 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-5pqlj] creating logical port kube-system_global-pull-secret-syncer-5pqlj for pod on switch ip-10-0-2-229.ec2.internal I0405 15:01:53.934853 3815 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-w5n8h I0405 15:01:53.934700 3815 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-dplbn I0405 15:01:53.934896 3815 obj_retry.go:375] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-w5n8h, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-w5n8h: suppressed error logged: pod openshift-network-diagnostics/network-check-target-w5n8h: no pod IPs found I0405 15:01:53.934941 3815 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-dplbn I0405 15:01:53.934982 3815 obj_retry.go:375] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-dplbn, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-dplbn: suppressed error logged: pod openshift-multus/network-metrics-daemon-dplbn: no pod IPs found I0405 15:01:53.934713 3815 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-zl859 after 0 failed attempt(s) I0405 15:01:53.934730 3815 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-229.ec2.internal I0405 15:01:53.935019 3815 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-229.ec2.internal after 0 failed attempt(s) I0405 15:01:53.934728 3815 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-4p7zg I0405 15:01:53.935031 3815 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-4p7zg I0405 15:01:53.935042 3815 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-4p7zg after 0 failed attempt(s) I0405 15:01:53.934734 3815 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/ecr-credential-refresh-initial-bbthc I0405 15:01:53.935050 3815 obj_retry.go:364] Adding new object: *v1.Pod kube-system/ecr-credential-refresh-initial-bbthc I0405 15:01:53.935059 3815 obj_retry.go:384] Retry successful for *v1.Pod kube-system/ecr-credential-refresh-initial-bbthc after 0 failed attempt(s) I0405 15:01:53.934639 3815 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-nccjg I0405 15:01:53.935066 3815 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-nccjg I0405 15:01:53.935079 3815 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-nccjg after 0 failed attempt(s) I0405 15:01:53.934738 3815 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-hdccs after 0 failed attempt(s) I0405 15:01:53.934753 3815 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-tlqsv I0405 15:01:53.935098 3815 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-tlqsv after 0 failed attempt(s) I0405 15:01:53.935517 3815 pods.go:271] [openshift-multus/network-metrics-daemon-m8qzr] addLogicalPort took 828.637µs, libovsdb time 266.277µs I0405 15:01:53.935530 3815 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-m8qzr after 0 failed attempt(s) I0405 15:01:53.935628 3815 pods.go:271] [kube-system/global-pull-secret-syncer-5pqlj] addLogicalPort took 787.17µs, libovsdb time 301.394µs I0405 15:01:53.935642 3815 obj_retry.go:384] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-5pqlj after 0 failed attempt(s) I0405 15:01:53.935741 3815 pods.go:271] [openshift-network-diagnostics/network-check-target-xg7hs] addLogicalPort took 952.206µs, libovsdb time 432.898µs I0405 15:01:53.935756 3815 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-xg7hs after 0 failed attempt(s) I0405 15:01:53.945285 3815 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher I0405 15:01:53.958451 3815 iptables.go:108] Creating table: mangle chain: OUTPUT I0405 15:01:53.962178 3815 iptables.go:108] Creating table: nat chain: OUTPUT I0405 15:01:53.990554 3815 iptables.go:108] Creating table: nat chain: PREROUTING I0405 15:01:54.033692 3815 iptables.go:108] Creating table: filter chain: FORWARD I0405 15:01:54.052081 3815 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1 W0405 15:01:54.052241 3815 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0405 15:01:54.052297 3815 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4 W0405 15:01:54.052409 3815 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0405 15:01:54.052464 3815 gateway_init.go:325] Gateway and management port readiness took 1.691730795s I0405 15:01:54.052491 3815 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0405 15:01:54.052544 3815 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0405 15:01:54.052557 3815 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0405 15:01:54.052567 3815 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0405 15:01:54.052626 3815 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0405 15:01:54.052754 3815 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 98.733µs I0405 15:01:54.052959 3815 network_controller.go:246] [node-nad-controller network controller]: syncing all networks I0405 15:01:54.052983 3815 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 14.707µs I0405 15:01:54.052988 3815 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 31.39µs I0405 15:01:54.052995 3815 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0405 15:01:54.053006 3815 nad_controller.go:173] [node-nad-controller NAD controller]: started I0405 15:01:54.053011 3815 default_node_network_controller.go:898] Starting the default node network controller I0405 15:01:54.053016 3815 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0405 15:01:54.053051 3815 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 8.193µs I0405 15:01:54.053198 3815 default_node_network_controller.go:1449] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0405 15:01:54.053207 3815 default_node_network_controller.go:934] Waiting for gateway and management port readiness... I0405 15:01:54.053231 3815 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c01160 0xc00032fb20 0xc00032fb90 0xc00032fc00 0xc00032fc70 0xc00032fce0 0xc00032fd50 0xc000c15540 0xc00032fdc0 0xc00032fe30 0xc00002e2d0 0xc0064fd110 0xc00032fea0 map[0x2f8f0c0:0xc002908240 0x2f8f600:0xc002908600 0x2f90080:0xc002908180 0x2f90320:0xc0029081e0 0x2f90b00:0xc0029082a0 0x2f90da0:0xc002908300 0x2f91040:0xc0029085a0 0x2f91820:0xc002908660 0x2f91ac0:0xc0029086c0 0x2fbc3e0:0xc0013861e0 0x2fbc780:0xc001386240 0x2fbd260:0xc000c71620 0x2fbebc0:0xc001c82000 0x2fbf6a0:0xc001386360 0x2fc0520:0xc00140c720] 0xc000c344d0 0} I0405 15:01:54.053290 3815 gateway.go:151] Starting gateway service sync I0405 15:01:54.053754 3815 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0405 15:01:54.056222 3815 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0405 15:01:54.066037 3815 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0405 15:01:54.067331 3815 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0405 15:01:54.068596 3815 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0405 15:01:54.103698 3815 gateway.go:168] Gateway service sync done. Time taken: 50.384545ms I0405 15:01:54.104005 3815 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30385 I0405 15:01:54.104605 3815 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c01160 0xc00032fb20 0xc00032fb90 0xc00032fc00 0xc00032fc70 0xc00032fce0 0xc00032fd50 0xc000c15540 0xc00032fdc0 0xc00032fe30 0xc00002e2d0 0xc0064fd110 0xc00032fea0 map[0x2f8f0c0:0xc002908240 0x2f8f600:0xc002908600 0x2f90080:0xc002908180 0x2f90320:0xc0029081e0 0x2f90b00:0xc0029082a0 0x2f90da0:0xc002908300 0x2f91040:0xc0029085a0 0x2f91820:0xc002908660 0x2f91ac0:0xc0029086c0 0x2fbc3e0:0xc0013861e0 0x2fbc780:0xc001386240 0x2fbd260:0xc000c71620 0x2fbebc0:0xc001c82000 0x2fbf6a0:0xc001386360 0x2fc0520:0xc00140c720] 0xc000c344d0 0} I0405 15:01:54.105162 3815 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c01160 0xc00032fb20 0xc00032fb90 0xc00032fc00 0xc00032fc70 0xc00032fce0 0xc00032fd50 0xc000c15540 0xc00032fdc0 0xc00032fe30 0xc00002e2d0 0xc0064fd110 0xc00032fea0 map[0x2f8f0c0:0xc002908240 0x2f8f600:0xc002908600 0x2f90080:0xc002908180 0x2f90320:0xc0029081e0 0x2f90b00:0xc0029082a0 0x2f90da0:0xc002908300 0x2f91040:0xc0029085a0 0x2f91820:0xc002908660 0x2f91ac0:0xc0029086c0 0x2fbc3e0:0xc0013861e0 0x2fbc780:0xc001386240 0x2fbd260:0xc000c71620 0x2fbebc0:0xc001c82000 0x2fbf6a0:0xc001386360 0x2fc0520:0xc00140c720] 0xc000c344d0 0} I0405 15:01:54.105210 3815 gateway.go:519] Reconciling gateway with updates I0405 15:01:54.110428 3815 gateway.go:326] Spawning Conntrack Rule Check Thread I0405 15:01:54.110518 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0405 15:01:54.110531 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0405 15:01:54.110542 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0405 15:01:54.110541 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0405 15:01:54.110552 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0405 15:01:54.110555 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0405 15:01:54.110565 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0405 15:01:54.110560 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0405 15:01:54.110569 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0405 15:01:54.110579 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0405 15:01:54.110579 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0405 15:01:54.110582 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0405 15:01:54.110586 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0405 15:01:54.110590 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0405 15:01:54.110607 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0405 15:01:54.110608 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0405 15:01:54.110620 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0405 15:01:54.110622 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0405 15:01:54.110619 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0405 15:01:54.110632 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0405 15:01:54.110638 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0405 15:01:54.110639 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0405 15:01:54.110645 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0405 15:01:54.110649 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0405 15:01:54.110651 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0405 15:01:54.110652 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0405 15:01:54.110653 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0405 15:01:54.110663 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0405 15:01:54.110670 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0405 15:01:54.110673 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0405 15:01:54.110677 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0405 15:01:54.110685 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0405 15:01:54.110690 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0405 15:01:54.110687 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0405 15:01:54.110697 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0405 15:01:54.110667 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0405 15:01:54.110703 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0405 15:01:54.110709 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0405 15:01:54.110715 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0405 15:01:54.110723 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0405 15:01:54.110726 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0405 15:01:54.110733 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0405 15:01:54.110729 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0405 15:01:54.110733 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0405 15:01:54.110742 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0405 15:01:54.110736 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0405 15:01:54.110739 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0405 15:01:54.110749 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0405 15:01:54.110751 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0405 15:01:54.110756 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0405 15:01:54.110764 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0405 15:01:54.110760 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0405 15:01:54.110762 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0405 15:01:54.110772 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0405 15:01:54.110775 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0405 15:01:54.110777 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0405 15:01:54.110779 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0405 15:01:54.110783 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0405 15:01:54.110784 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0405 15:01:54.110780 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0405 15:01:54.110794 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0405 15:01:54.110801 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0405 15:01:54.110810 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0405 15:01:54.110808 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0405 15:01:54.110818 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0405 15:01:54.110843 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0405 15:01:54.110661 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0405 15:01:54.110855 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0405 15:01:54.110861 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0405 15:01:54.110857 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0405 15:01:54.110868 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0405 15:01:54.110872 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0405 15:01:54.110874 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0405 15:01:54.110880 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0405 15:01:54.110749 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0405 15:01:54.110882 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0405 15:01:54.110889 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0405 15:01:54.110897 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0405 15:01:54.110893 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0405 15:01:54.110902 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0405 15:01:54.110756 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0405 15:01:54.110914 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0405 15:01:54.110913 3815 port_claim.go:71] Svc openshift-ingress/router-default: port 31701 is already open, no action needed I0405 15:01:54.110924 3815 port_claim.go:71] Svc openshift-ingress/router-default: port 30253 is already open, no action needed I0405 15:01:54.110850 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0405 15:01:54.110956 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0405 15:01:54.110969 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0405 15:01:54.110844 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0405 15:01:54.110745 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0405 15:01:54.110988 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0405 15:01:54.110633 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0405 15:01:54.110673 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0405 15:01:54.111013 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0405 15:01:54.110623 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0405 15:01:54.111057 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0405 15:01:54.110674 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0405 15:01:54.111105 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0405 15:01:54.110711 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0405 15:01:54.110647 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0405 15:01:54.110654 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0405 15:01:54.110528 3815 default_node_network_controller.go:943] Gateway and management port readiness took 57.314405ms I0405 15:01:54.110663 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0405 15:01:54.111299 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0405 15:01:54.110700 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0405 15:01:54.110712 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0405 15:01:54.111326 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0405 15:01:54.110641 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0405 15:01:54.111376 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0405 15:01:54.111385 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0405 15:01:54.110763 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0405 15:01:54.111397 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0405 15:01:54.110859 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0405 15:01:54.110866 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0405 15:01:54.111476 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0405 15:01:54.110884 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0405 15:01:54.111493 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0405 15:01:54.112288 3815 node_ip_handler_linux.go:160] Node IP manager is running W0405 15:01:54.151783 3815 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0405 15:01:54.152035 3815 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0405 15:01:54.152228 3815 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0405 15:01:54.160854 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0405 15:01:54.160881 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0405 15:01:54.160892 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0405 15:01:54.160901 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0405 15:01:54.160911 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0405 15:01:54.160920 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0405 15:01:54.160951 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0405 15:01:54.205235 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0405 15:01:54.205244 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0405 15:01:54.205266 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0405 15:01:54.205275 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0405 15:01:54.205285 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0405 15:01:54.250624 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0405 15:01:54.250684 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0405 15:01:54.250704 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0405 15:01:54.250714 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0405 15:01:54.250721 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0405 15:01:54.250727 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0405 15:01:54.250732 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0405 15:01:55.216411 3815 default_node_network_controller.go:1369] Starting node controller node sync W0405 15:01:55.216450 3815 egressip_healthcheck.go:76] Health checking using insecure connection I0405 15:01:55.216519 3815 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0405 15:01:55.228191 3815 default_node_network_controller.go:1411] Node controller node sync done. Time taken: 11.760277ms I0405 15:01:55.228363 3815 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0405 15:01:55.228647 3815 egressservice_node.go:93] Setting up event handlers for Egress Services I0405 15:01:55.228761 3815 egressservice_node.go:183] Starting Egress Services Controller I0405 15:01:55.228776 3815 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0405 15:01:55.228787 3815 shared_informer.go:356] "Caches are synced" controller="egressservices" I0405 15:01:55.228793 3815 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0405 15:01:55.228798 3815 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0405 15:01:55.228804 3815 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0405 15:01:55.228808 3815 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0405 15:01:55.228812 3815 egressservice_node.go:197] Repairing Egress Services I0405 15:01:55.239692 3815 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0405 15:01:55.239707 3815 external_controller.go:278] Starting Admin Policy Based Route Controller I0405 15:01:55.239921 3815 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled I0405 15:01:55.239935 3815 link_network_manager.go:117] Link manager is running I0405 15:01:55.239948 3815 default_node_network_controller.go:1087] Default node network controller initialized and ready. I0405 15:01:55.240061 3815 ovspinning_linux.go:42] OVS CPU affinity pinning disabled I0405 15:01:55.240338 3815 vrf_manager.go:128] VRF manager is running I0405 15:01:55.240412 3815 node_controller_manager.go:437] Removing flows to drop GARP I0405 15:01:55.240421 3815 gateway.go:519] Reconciling gateway with updates I0405 15:01:55.266918 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0405 15:01:55.266921 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0405 15:01:55.266944 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0405 15:01:55.266948 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0405 15:01:55.266952 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0405 15:01:55.266960 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0405 15:01:55.266962 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0405 15:01:55.266973 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0405 15:01:55.266980 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0405 15:01:55.266982 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0405 15:01:55.266993 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0405 15:01:55.266994 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0405 15:01:55.266998 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0405 15:01:55.267004 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0405 15:01:55.267010 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0405 15:01:55.267013 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0405 15:01:55.267022 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0405 15:01:55.267028 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0405 15:01:55.267027 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0405 15:01:55.267047 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0405 15:01:55.267057 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0405 15:01:55.267058 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0405 15:01:55.267068 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0405 15:01:55.267078 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0405 15:01:55.267080 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0405 15:01:55.267080 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0405 15:01:55.267079 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0405 15:01:55.267089 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0405 15:01:55.267091 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0405 15:01:55.267098 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0405 15:01:55.267101 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0405 15:01:55.267069 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0405 15:01:55.267109 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0405 15:01:55.267119 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0405 15:01:55.267119 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0405 15:01:55.267123 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0405 15:01:55.267125 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0405 15:01:55.266985 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0405 15:01:55.267130 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0405 15:01:55.267137 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0405 15:01:55.267138 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0405 15:01:55.267029 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0405 15:01:55.267000 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0405 15:01:55.267147 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0405 15:01:55.267156 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0405 15:01:55.266984 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0405 15:01:55.267172 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0405 15:01:55.266981 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0405 15:01:55.266966 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0405 15:01:55.267178 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0405 15:01:55.267186 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0405 15:01:55.267190 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0405 15:01:55.267199 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0405 15:01:55.267047 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0405 15:01:55.267211 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0405 15:01:55.267224 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0405 15:01:55.267222 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0405 15:01:55.267226 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0405 15:01:55.267232 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0405 15:01:55.267236 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0405 15:01:55.267242 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0405 15:01:55.267243 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0405 15:01:55.267243 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0405 15:01:55.267250 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0405 15:01:55.267244 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0405 15:01:55.267257 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0405 15:01:55.267264 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0405 15:01:55.267265 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0405 15:01:55.267276 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0405 15:01:55.267078 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0405 15:01:55.267282 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0405 15:01:55.267291 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0405 15:01:55.267295 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0405 15:01:55.267297 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0405 15:01:55.267212 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0405 15:01:55.267311 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0405 15:01:55.267231 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0405 15:01:55.267097 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0405 15:01:55.267190 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0405 15:01:55.267359 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0405 15:01:55.267202 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0405 15:01:55.267402 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0405 15:01:55.267418 3815 port_claim.go:71] Svc openshift-ingress/router-default: port 31701 is already open, no action needed I0405 15:01:55.267431 3815 port_claim.go:71] Svc openshift-ingress/router-default: port 30253 is already open, no action needed I0405 15:01:55.267438 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0405 15:01:55.267448 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0405 15:01:55.267446 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0405 15:01:55.267002 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0405 15:01:55.267460 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0405 15:01:55.267466 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0405 15:01:55.267214 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0405 15:01:55.267509 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0405 15:01:55.267515 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0405 15:01:55.267227 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0405 15:01:55.267524 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0405 15:01:55.267234 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0405 15:01:55.267553 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0405 15:01:55.267247 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0405 15:01:55.267565 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0405 15:01:55.267348 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0405 15:01:55.267178 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0405 15:01:55.318062 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0405 15:01:55.318094 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0405 15:01:55.318100 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0405 15:01:55.318108 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0405 15:01:55.318114 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0405 15:01:55.318120 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0405 15:01:55.318126 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0405 15:01:55.318131 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0405 15:01:55.318140 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0405 15:01:55.318145 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0405 15:01:55.318151 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0405 15:01:55.318157 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0405 15:01:55.318163 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0405 15:01:55.318174 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0405 15:01:55.318183 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0405 15:01:55.318197 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0405 15:01:55.318211 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0405 15:01:55.360567 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0405 15:01:55.360596 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0405 15:01:55.360607 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0405 15:01:55.360614 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0405 15:01:55.360621 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0405 15:01:55.360639 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0405 15:01:55.360657 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0405 15:01:55.360664 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0405 15:01:55.402247 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0405 15:01:55.402256 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0405 15:01:55.402275 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0405 15:01:55.402282 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0405 15:01:55.402290 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0405 15:01:55.402296 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0405 15:01:55.402304 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0405 15:01:55.402311 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0405 15:01:56.804351 3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-229.ec2.internal I0405 15:01:56.804384 3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-229.ec2.internal: 41.39µs I0405 15:01:56.828481 3815 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-56c6fc44b-l64fm] creating logical port openshift-image-registry_image-registry-56c6fc44b-l64fm for pod on switch ip-10-0-2-229.ec2.internal I0405 15:01:56.828647 3815 kube.go:256] Updating pod openshift-image-registry/image-registry-56c6fc44b-l64fm I0405 15:01:56.851994 3815 pod.go:62] [openshift-image-registry/image-registry-56c6fc44b-l64fm] pod update took 23.397005ms I0405 15:01:56.852024 3815 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-56c6fc44b-l64fm] addLogicalPort annotation time took 23.433805ms I0405 15:01:56.853262 3815 pods.go:271] [openshift-image-registry/image-registry-56c6fc44b-l64fm] addLogicalPort took 24.794907ms, libovsdb time 965.762µs I0405 15:01:56.865266 3815 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-ctw4k] creating logical port openshift-dns_dns-default-ctw4k for pod on switch ip-10-0-2-229.ec2.internal I0405 15:01:56.865400 3815 kube.go:256] Updating pod openshift-dns/dns-default-ctw4k I0405 15:01:56.869140 3815 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-cxm4v] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-d4cbcbb94-cxm4v for pod on switch ip-10-0-2-229.ec2.internal I0405 15:01:56.869279 3815 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-cxm4v I0405 15:01:56.869471 3815 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-6465cb84c-xgtdq] creating logical port openshift-network-console_networking-console-plugin-6465cb84c-xgtdq for pod on switch ip-10-0-2-229.ec2.internal I0405 15:01:56.869626 3815 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-6465cb84c-xgtdq I0405 15:01:56.874636 3815 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-65dcdf7b47-l558j] creating logical port openshift-ingress_router-default-65dcdf7b47-l558j for pod on switch ip-10-0-2-229.ec2.internal I0405 15:01:56.874743 3815 kube.go:256] Updating pod openshift-ingress/router-default-65dcdf7b47-l558j I0405 15:01:56.876137 3815 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-d768m] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-75b48889dc-d768m for pod on switch ip-10-0-2-229.ec2.internal I0405 15:01:56.876596 3815 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-d768m I0405 15:01:56.878052 3815 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-54f5cf58db-f5sbt] creating logical port openshift-service-ca-operator_service-ca-operator-54f5cf58db-f5sbt for pod on switch ip-10-0-2-229.ec2.internal I0405 15:01:56.878191 3815 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-54f5cf58db-f5sbt I0405 15:01:56.878407 3815 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-76c4889c56-xs296] creating logical port openshift-ingress_router-default-76c4889c56-xs296 for pod on switch ip-10-0-2-229.ec2.internal I0405 15:01:56.878537 3815 kube.go:256] Updating pod openshift-ingress/router-default-76c4889c56-xs296 I0405 15:01:56.885441 3815 pod.go:62] [openshift-dns/dns-default-ctw4k] pod update took 20.086178ms I0405 15:01:56.885461 3815 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-ctw4k] addLogicalPort annotation time took 20.111547ms I0405 15:01:56.886564 3815 pods.go:271] [openshift-dns/dns-default-ctw4k] addLogicalPort took 21.317161ms, libovsdb time 831.225µs I0405 15:01:56.886970 3815 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-65b957665b-cgtcg] creating logical port openshift-monitoring_cluster-monitoring-operator-65b957665b-cgtcg for pod on switch ip-10-0-2-229.ec2.internal I0405 15:01:56.887053 3815 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-65b957665b-cgtcg I0405 15:01:56.892893 3815 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-cxm4v] pod update took 23.653105ms I0405 15:01:56.892917 3815 base_network_controller_pods.go:937] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-cxm4v] addLogicalPort annotation time took 23.680627ms I0405 15:01:56.893459 3815 pod.go:62] [openshift-network-console/networking-console-plugin-6465cb84c-xgtdq] pod update took 23.859797ms I0405 15:01:56.893476 3815 base_network_controller_pods.go:937] [default/openshift-network-console/networking-console-plugin-6465cb84c-xgtdq] addLogicalPort annotation time took 23.8829ms I0405 15:01:56.894578 3815 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-d768m] pod update took 18.002716ms I0405 15:01:56.894598 3815 base_network_controller_pods.go:937] [default/openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-d768m] addLogicalPort annotation time took 18.022251ms I0405 15:01:56.894701 3815 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-cxm4v] addLogicalPort took 25.578452ms, libovsdb time 1.372908ms I0405 15:01:56.894761 3815 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-6465cb84c-kxg6l] creating logical port openshift-network-console_networking-console-plugin-6465cb84c-kxg6l for pod on switch ip-10-0-2-229.ec2.internal I0405 15:01:56.894852 3815 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-6465cb84c-kxg6l I0405 15:01:56.895112 3815 pods.go:271] [openshift-network-console/networking-console-plugin-6465cb84c-xgtdq] addLogicalPort took 25.651466ms, libovsdb time 1.360813ms I0405 15:01:56.896109 3815 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-d768m] addLogicalPort took 19.989534ms, libovsdb time 960.025µs I0405 15:01:56.898306 3815 pod.go:62] [openshift-ingress/router-default-65dcdf7b47-l558j] pod update took 23.591051ms I0405 15:01:56.898324 3815 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-65dcdf7b47-l558j] addLogicalPort annotation time took 23.620617ms I0405 15:01:56.899257 3815 pods.go:271] [openshift-ingress/router-default-65dcdf7b47-l558j] addLogicalPort took 24.675626ms, libovsdb time 666.561µs I0405 15:01:56.901848 3815 pod.go:62] [openshift-ingress/router-default-76c4889c56-xs296] pod update took 23.341421ms I0405 15:01:56.901859 3815 pod.go:62] [openshift-service-ca-operator/service-ca-operator-54f5cf58db-f5sbt] pod update took 23.6912ms I0405 15:01:56.901882 3815 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-76c4889c56-xs296] addLogicalPort annotation time took 23.394904ms I0405 15:01:56.901888 3815 base_network_controller_pods.go:937] [default/openshift-service-ca-operator/service-ca-operator-54f5cf58db-f5sbt] addLogicalPort annotation time took 23.726947ms I0405 15:01:56.902118 3815 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-57d9b95648-h2q2f] creating logical port openshift-console-operator_console-operator-57d9b95648-h2q2f for pod on switch ip-10-0-2-229.ec2.internal I0405 15:01:56.902292 3815 kube.go:256] Updating pod openshift-console-operator/console-operator-57d9b95648-h2q2f I0405 15:01:56.903195 3815 pods.go:271] [openshift-ingress/router-default-76c4889c56-xs296] addLogicalPort took 24.796589ms, libovsdb time 974.503µs I0405 15:01:56.903444 3815 pods.go:271] [openshift-service-ca-operator/service-ca-operator-54f5cf58db-f5sbt] addLogicalPort took 25.411009ms, libovsdb time 1.036126ms I0405 15:01:56.903887 3815 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-65b957665b-cgtcg] pod update took 16.862002ms I0405 15:01:56.903908 3815 base_network_controller_pods.go:937] [default/openshift-monitoring/cluster-monitoring-operator-65b957665b-cgtcg] addLogicalPort annotation time took 16.888512ms I0405 15:01:56.904216 3815 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6f4dc9bddb-f6kdv] creating logical port openshift-insights_insights-operator-6f4dc9bddb-f6kdv for pod on switch ip-10-0-2-229.ec2.internal I0405 15:01:56.904355 3815 kube.go:256] Updating pod openshift-insights/insights-operator-6f4dc9bddb-f6kdv I0405 15:01:56.904383 3815 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-l8zl6] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-98c9d9db4-l8zl6 for pod on switch ip-10-0-2-229.ec2.internal I0405 15:01:56.904520 3815 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-l8zl6 I0405 15:01:56.905506 3815 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-65b957665b-cgtcg] addLogicalPort took 18.546821ms, libovsdb time 687.602µs I0405 15:01:56.908595 3815 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29590020-md878] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29590020-md878 for pod on switch ip-10-0-2-229.ec2.internal I0405 15:01:56.908670 3815 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29590020-md878 I0405 15:01:56.911575 3815 pod.go:62] [openshift-network-console/networking-console-plugin-6465cb84c-kxg6l] pod update took 16.764345ms I0405 15:01:56.911598 3815 base_network_controller_pods.go:937] [default/openshift-network-console/networking-console-plugin-6465cb84c-kxg6l] addLogicalPort annotation time took 16.79356ms I0405 15:01:56.912677 3815 pods.go:271] [openshift-network-console/networking-console-plugin-6465cb84c-kxg6l] addLogicalPort took 17.921883ms, libovsdb time 751.004µs I0405 15:01:56.920658 3815 pod.go:62] [openshift-console-operator/console-operator-57d9b95648-h2q2f] pod update took 18.398239ms I0405 15:01:56.920676 3815 base_network_controller_pods.go:937] [default/openshift-console-operator/console-operator-57d9b95648-h2q2f] addLogicalPort annotation time took 18.425108ms I0405 15:01:56.921934 3815 pods.go:271] [openshift-console-operator/console-operator-57d9b95648-h2q2f] addLogicalPort took 19.826908ms, libovsdb time 904.063µs I0405 15:01:56.921992 3815 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-wsxn2] creating logical port openshift-ingress-canary_ingress-canary-wsxn2 for pod on switch ip-10-0-2-229.ec2.internal I0405 15:01:56.922055 3815 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-wsxn2 I0405 15:01:56.923879 3815 pod.go:62] [openshift-insights/insights-operator-6f4dc9bddb-f6kdv] pod update took 19.549471ms I0405 15:01:56.923901 3815 base_network_controller_pods.go:937] [default/openshift-insights/insights-operator-6f4dc9bddb-f6kdv] addLogicalPort annotation time took 19.574732ms I0405 15:01:56.925072 3815 pods.go:271] [openshift-insights/insights-operator-6f4dc9bddb-f6kdv] addLogicalPort took 20.882252ms, libovsdb time 870.838µs I0405 15:01:56.925144 3815 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-5bff8f5d77-679lg] creating logical port openshift-network-diagnostics_network-check-source-5bff8f5d77-679lg for pod on switch ip-10-0-2-229.ec2.internal I0405 15:01:56.925222 3815 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-5bff8f5d77-679lg I0405 15:01:56.935776 3815 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29590020-md878] pod update took 27.12172ms I0405 15:01:56.935808 3815 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29590020-md878] addLogicalPort annotation time took 27.159223ms I0405 15:01:56.935813 3815 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-l8zl6] pod update took 31.332173ms I0405 15:01:56.935848 3815 base_network_controller_pods.go:937] [default/openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-l8zl6] addLogicalPort annotation time took 31.411029ms I0405 15:01:56.937214 3815 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-l8zl6] addLogicalPort took 32.839473ms, libovsdb time 794.143µs I0405 15:01:56.937630 3815 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29590020-md878] addLogicalPort took 29.035482ms, libovsdb time 1.134959ms I0405 15:01:56.938179 3815 pod.go:62] [openshift-ingress-canary/ingress-canary-wsxn2] pod update took 16.142863ms I0405 15:01:56.938209 3815 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-wsxn2] addLogicalPort annotation time took 16.174701ms I0405 15:01:56.938486 3815 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-m74sg] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-m74sg for pod on switch ip-10-0-2-229.ec2.internal I0405 15:01:56.938567 3815 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-m74sg I0405 15:01:56.939223 3815 pod.go:62] [openshift-network-diagnostics/network-check-source-5bff8f5d77-679lg] pod update took 14.025695ms I0405 15:01:56.939246 3815 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-source-5bff8f5d77-679lg] addLogicalPort annotation time took 14.049296ms I0405 15:01:56.939609 3815 pods.go:271] [openshift-ingress-canary/ingress-canary-wsxn2] addLogicalPort took 17.623066ms, libovsdb time 864.815µs I0405 15:01:56.940806 3815 pods.go:271] [openshift-network-diagnostics/network-check-source-5bff8f5d77-679lg] addLogicalPort took 15.670326ms, libovsdb time 1.002602ms I0405 15:01:56.950089 3815 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-m74sg] pod update took 11.545ms I0405 15:01:56.950110 3815 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-m74sg] addLogicalPort annotation time took 11.570852ms I0405 15:01:56.951037 3815 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-m74sg] addLogicalPort took 12.562363ms, libovsdb time 639.082µs I0405 15:01:57.013760 3815 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-bbthc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:01:57.013797 3815 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-bbthc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:01:57.094587 3815 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-bbthc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:01:57.094607 3815 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-bbthc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:01:57.280887 3815 cni.go:403] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-cxm4v b0d05d6aa58493798cce1432a2175c5b4c06298b41f3b937fbbed9efba7d74bd network default NAD default] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-cxm4v b0d05d6aa58493798cce1432a2175c5b4c06298b41f3b937fbbed9efba7d74bd network default NAD default] I0405 15:01:57.321878 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-d4cbcbb94-cxm4v, hostIfaceName: b0d05d6aa584937, network: default, NAD default, SandboxID: "b0d05d6aa58493798cce1432a2175c5b4c06298b41f3b937fbbed9efba7d74bd", PCI device ID: , UID: "219c7e96-1221-40e4-8e0f-d836ddb2a007", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0405 15:01:57.384898 3815 cni.go:424] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-cxm4v b0d05d6aa58493798cce1432a2175c5b4c06298b41f3b937fbbed9efba7d74bd network default NAD default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-cxm4v b0d05d6aa58493798cce1432a2175c5b4c06298b41f3b937fbbed9efba7d74bd network default NAD default], result "{\"interfaces\":[{\"mac\":\"7e:63:3b:d1:65:a1\",\"name\":\"b0d05d6aa584937\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a2d0d761-7f42-4044-a418-ad10fae727fa\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:01:57.396661 3815 cni.go:403] [openshift-service-ca-operator/service-ca-operator-54f5cf58db-f5sbt 8d0deab5f6622349bd6ce68fafcd63af08a9bce7720ca2083cfcbcbeb93cfcfc network default NAD default] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-54f5cf58db-f5sbt 8d0deab5f6622349bd6ce68fafcd63af08a9bce7720ca2083cfcbcbeb93cfcfc network default NAD default] I0405 15:01:57.406928 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-54f5cf58db-f5sbt, hostIfaceName: 8d0deab5f662234, network: default, NAD default, SandboxID: "8d0deab5f6622349bd6ce68fafcd63af08a9bce7720ca2083cfcbcbeb93cfcfc", PCI device ID: , UID: "f827c2bc-a92a-46b5-81ce-4196e8fe41be", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0405 15:01:57.455780 3815 cni.go:424] [openshift-service-ca-operator/service-ca-operator-54f5cf58db-f5sbt 8d0deab5f6622349bd6ce68fafcd63af08a9bce7720ca2083cfcbcbeb93cfcfc network default NAD default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-54f5cf58db-f5sbt 8d0deab5f6622349bd6ce68fafcd63af08a9bce7720ca2083cfcbcbeb93cfcfc network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:9a:34:b3:b4:47\",\"name\":\"8d0deab5f662234\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/479c3a64-c822-446c-a662-f4f8d86d2c93\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:01:57.524615 3815 cni.go:403] [openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-l8zl6 edd2e8e815ed81a32200effc98a13b7d6782efe11abdae65d42ba6ef6e595971 network default NAD default] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-l8zl6 edd2e8e815ed81a32200effc98a13b7d6782efe11abdae65d42ba6ef6e595971 network default NAD default] I0405 15:01:57.526668 3815 cni.go:403] [openshift-ingress-canary/ingress-canary-wsxn2 4dd17daa8e8e5f0554e7ee629bbac018510073fd219277dcd786fd4442d85fb4 network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-wsxn2 4dd17daa8e8e5f0554e7ee629bbac018510073fd219277dcd786fd4442d85fb4 network default NAD default] I0405 15:01:57.526938 3815 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29590020-md878 c0c91985bb9948b6a9cafaa4646c67cd12f0be3fcfcee3be211651174e495e75 network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29590020-md878 c0c91985bb9948b6a9cafaa4646c67cd12f0be3fcfcee3be211651174e495e75 network default NAD default] I0405 15:01:57.527044 3815 cni.go:403] [openshift-console-operator/console-operator-57d9b95648-h2q2f 9d12a36ee329e55c51ad75f5794c89df09f4e70882931a118369414b0dfb760a network default NAD default] ADD starting CNI request [openshift-console-operator/console-operator-57d9b95648-h2q2f 9d12a36ee329e55c51ad75f5794c89df09f4e70882931a118369414b0dfb760a network default NAD default] I0405 15:01:57.529337 3815 cni.go:403] [openshift-insights/insights-operator-6f4dc9bddb-f6kdv d2dceb08ed41a6682209167825aa132bc05d6d5357bee7f3447bcc751251148d network default NAD default] ADD starting CNI request [openshift-insights/insights-operator-6f4dc9bddb-f6kdv d2dceb08ed41a6682209167825aa132bc05d6d5357bee7f3447bcc751251148d network default NAD default] I0405 15:01:57.531911 3815 cni.go:403] [openshift-network-diagnostics/network-check-source-5bff8f5d77-679lg 9258e4ced1234f42012b8f590a79d92149f5c3fec4b29b361a43abf0702bea11 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-source-5bff8f5d77-679lg 9258e4ced1234f42012b8f590a79d92149f5c3fec4b29b361a43abf0702bea11 network default NAD default] I0405 15:01:57.578327 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-wsxn2, hostIfaceName: 4dd17daa8e8e5f0, network: default, NAD default, SandboxID: "4dd17daa8e8e5f0554e7ee629bbac018510073fd219277dcd786fd4442d85fb4", PCI device ID: , UID: "7d509018-4dc7-4bf7-a5cb-2582cedb6ce6", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0405 15:01:57.578453 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-57d9b95648-h2q2f, hostIfaceName: 9d12a36ee329e55, network: default, NAD default, SandboxID: "9d12a36ee329e55c51ad75f5794c89df09f4e70882931a118369414b0dfb760a", PCI device ID: , UID: "e1e5d80e-f3cc-46e9-b395-7e6912e3e882", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0405 15:01:57.578467 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-5bff8f5d77-679lg, hostIfaceName: 9258e4ced1234f4, network: default, NAD default, SandboxID: "9258e4ced1234f42012b8f590a79d92149f5c3fec4b29b361a43abf0702bea11", PCI device ID: , UID: "df9226c4-02e0-4cf8-a1e3-3483eaec7748", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0405 15:01:57.578561 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-98c9d9db4-l8zl6, hostIfaceName: edd2e8e815ed81a, network: default, NAD default, SandboxID: "edd2e8e815ed81a32200effc98a13b7d6782efe11abdae65d42ba6ef6e595971", PCI device ID: , UID: "8b7b56f8-7ee7-41bc-ac00-3ca3b2d4b032", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0405 15:01:57.580875 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6f4dc9bddb-f6kdv, hostIfaceName: d2dceb08ed41a66, network: default, NAD default, SandboxID: "d2dceb08ed41a6682209167825aa132bc05d6d5357bee7f3447bcc751251148d", PCI device ID: , UID: "c097070c-58a1-4f6a-be37-3cea9d818f3d", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0405 15:01:57.580989 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29590020-md878, hostIfaceName: c0c91985bb9948b, network: default, NAD default, SandboxID: "c0c91985bb9948b6a9cafaa4646c67cd12f0be3fcfcee3be211651174e495e75", PCI device ID: , UID: "86823818-69e2-4b0e-bb12-6bf59bbe25a5", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0405 15:01:57.629815 3815 cni.go:424] [openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-l8zl6 edd2e8e815ed81a32200effc98a13b7d6782efe11abdae65d42ba6ef6e595971 network default NAD default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-l8zl6 edd2e8e815ed81a32200effc98a13b7d6782efe11abdae65d42ba6ef6e595971 network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:5f:bf:3f:06:c4\",\"name\":\"edd2e8e815ed81a\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f3e16acc-39a6-4a49-9405-685c1d23e896\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:01:57.633138 3815 cni.go:424] [openshift-network-diagnostics/network-check-source-5bff8f5d77-679lg 9258e4ced1234f42012b8f590a79d92149f5c3fec4b29b361a43abf0702bea11 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-5bff8f5d77-679lg 9258e4ced1234f42012b8f590a79d92149f5c3fec4b29b361a43abf0702bea11 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ea:14:02:a9:cc:00\",\"name\":\"9258e4ced1234f4\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/af75f44d-45cc-4eea-966d-d375f3b35ba1\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:01:57.639516 3815 cni.go:424] [openshift-ingress-canary/ingress-canary-wsxn2 4dd17daa8e8e5f0554e7ee629bbac018510073fd219277dcd786fd4442d85fb4 network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-wsxn2 4dd17daa8e8e5f0554e7ee629bbac018510073fd219277dcd786fd4442d85fb4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:65:db:15:7e:02\",\"name\":\"4dd17daa8e8e5f0\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e80b14b9-a0f2-47be-b8af-fb61000d894d\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:01:57.640088 3815 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29590020-md878 c0c91985bb9948b6a9cafaa4646c67cd12f0be3fcfcee3be211651174e495e75 network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29590020-md878 c0c91985bb9948b6a9cafaa4646c67cd12f0be3fcfcee3be211651174e495e75 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:0f:1a:27:6d:c7\",\"name\":\"c0c91985bb9948b\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4eef5cd1-1d50-4770-a0db-ff798b53fea1\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:01:57.649435 3815 cni.go:424] [openshift-console-operator/console-operator-57d9b95648-h2q2f 9d12a36ee329e55c51ad75f5794c89df09f4e70882931a118369414b0dfb760a network default NAD default] ADD finished CNI request [openshift-console-operator/console-operator-57d9b95648-h2q2f 9d12a36ee329e55c51ad75f5794c89df09f4e70882931a118369414b0dfb760a network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:7f:33:20:fb:24\",\"name\":\"9d12a36ee329e55\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b8b106fc-0ed0-477d-8071-c4269e23ea6a\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:01:57.650336 3815 cni.go:424] [openshift-insights/insights-operator-6f4dc9bddb-f6kdv d2dceb08ed41a6682209167825aa132bc05d6d5357bee7f3447bcc751251148d network default NAD default] ADD finished CNI request [openshift-insights/insights-operator-6f4dc9bddb-f6kdv d2dceb08ed41a6682209167825aa132bc05d6d5357bee7f3447bcc751251148d network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:71:27:92:2e:4b\",\"name\":\"d2dceb08ed41a66\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/39eaec0c-3340-4783-99f0-1c42eb95035c\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:01:57.717699 3815 cni.go:403] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-m74sg 341d31331c6719deaa93257cea9cf7eb004b0a272a36dfc1fca2b854ee657ce8 network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-m74sg 341d31331c6719deaa93257cea9cf7eb004b0a272a36dfc1fca2b854ee657ce8 network default NAD default] I0405 15:01:57.728903 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-m74sg, hostIfaceName: 341d31331c6719d, network: default, NAD default, SandboxID: "341d31331c6719deaa93257cea9cf7eb004b0a272a36dfc1fca2b854ee657ce8", PCI device ID: , UID: "00cfc0e4-a113-4603-af44-bf03e2b33d0e", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0405 15:01:57.777756 3815 cni.go:424] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-m74sg 341d31331c6719deaa93257cea9cf7eb004b0a272a36dfc1fca2b854ee657ce8 network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-m74sg 341d31331c6719deaa93257cea9cf7eb004b0a272a36dfc1fca2b854ee657ce8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:f4:3c:d8:b7:f5\",\"name\":\"341d31331c6719d\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/929b5f19-572e-4f70-b6ce-715637d587bb\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:01:59.139403 3815 default_network_controller.go:1008] Node "ip-10-0-1-157.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0405 15:02:00.198225 3815 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-31.ec2.internal in network "default" I0405 15:02:00.198518 3815 node_tracker.go:235] Node ip-10-0-0-31.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-31.ec2.internal" I0405 15:02:00.198536 3815 node_tracker.go:169] Node ip-10-0-0-31.ec2.internal switch + router changed, syncing services in network "default" I0405 15:02:00.198552 3815 services_controller.go:574] Full service sync requested for network=default I0405 15:02:00.198332 3815 default_network_controller.go:1008] Node "ip-10-0-0-31.ec2.internal" in remote zone "ip-10-0-0-31.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0405 15:02:00.286905 3815 default_network_controller.go:1008] Node "ip-10-0-0-31.ec2.internal" in remote zone "ip-10-0-0-31.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0405 15:02:00.338003 3815 default_network_controller.go:1008] Node "ip-10-0-0-31.ec2.internal" in remote zone "ip-10-0-0-31.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0405 15:02:00.338055 3815 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-31.ec2.internal in network "default" I0405 15:02:00.338122 3815 node_tracker.go:169] Node ip-10-0-0-31.ec2.internal switch + router changed, syncing services in network "default" I0405 15:02:00.338142 3815 services_controller.go:574] Full service sync requested for network=default I0405 15:02:00.338741 3815 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-0-31.ec2.internal for the network default I0405 15:02:00.339938 3815 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-0-31.ec2.internal" on network "default" took: 1.210322ms I0405 15:02:00.891600 3815 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-31.ec2.internal in network "default" I0405 15:02:00.891661 3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-31.ec2.internal I0405 15:02:00.891677 3815 node_tracker.go:169] Node ip-10-0-0-31.ec2.internal switch + router changed, syncing services in network "default" I0405 15:02:00.891678 3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-31.ec2.internal: 23.264µs I0405 15:02:00.891697 3815 services_controller.go:574] Full service sync requested for network=default I0405 15:02:00.891703 3815 egressfirewall.go:628] Syncing node "ip-10-0-0-31.ec2.internal" for egress firewall I0405 15:02:00.891734 3815 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-31.ec2.internal", IP: 10.0.0.31 to PMTUD blocking rules I0405 15:02:00.891757 3815 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-31.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0405 15:02:00.899353 3815 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-0-31.ec2.internal. Updating no re-route policies I0405 15:02:00.908286 3815 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-31.ec2.internal", IP: 10.0.0.31 to PMTUD blocking rules I0405 15:02:00.908308 3815 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-31.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0405 15:02:04.410422 3815 cni.go:403] [openshift-network-diagnostics/network-check-target-xg7hs c7b4cf64fbda1de815869288c0d32de263708d7882e0c1424035c8f83b962432 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-xg7hs c7b4cf64fbda1de815869288c0d32de263708d7882e0c1424035c8f83b962432 network default NAD default] I0405 15:02:04.421630 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-xg7hs, hostIfaceName: c7b4cf64fbda1de, network: default, NAD default, SandboxID: "c7b4cf64fbda1de815869288c0d32de263708d7882e0c1424035c8f83b962432", PCI device ID: , UID: "f58469e4-fa9c-481e-a5cc-1fa49cd03f4d", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0405 15:02:04.471544 3815 cni.go:424] [openshift-network-diagnostics/network-check-target-xg7hs c7b4cf64fbda1de815869288c0d32de263708d7882e0c1424035c8f83b962432 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-xg7hs c7b4cf64fbda1de815869288c0d32de263708d7882e0c1424035c8f83b962432 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:44:3f:fa:e4:52\",\"name\":\"c7b4cf64fbda1de\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd96d917-891c-4f21-a400-2659befece96\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:02:04.683458 3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-31.ec2.internal I0405 15:02:04.683493 3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-31.ec2.internal: 40.029µs I0405 15:02:05.857357 3815 cni.go:403] [kube-system/global-pull-secret-syncer-5pqlj c0233a00b31a6964c507dd00bf4278b2cf9847af6258a1322f3c2d04397b2596 network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-5pqlj c0233a00b31a6964c507dd00bf4278b2cf9847af6258a1322f3c2d04397b2596 network default NAD default] I0405 15:02:05.868092 3815 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-5pqlj, hostIfaceName: c0233a00b31a696, network: default, NAD default, SandboxID: "c0233a00b31a6964c507dd00bf4278b2cf9847af6258a1322f3c2d04397b2596", PCI device ID: , UID: "137bcff9-b0b4-4c0e-86bb-b96116482f40", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0405 15:02:05.920160 3815 cni.go:424] [kube-system/global-pull-secret-syncer-5pqlj c0233a00b31a6964c507dd00bf4278b2cf9847af6258a1322f3c2d04397b2596 network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-5pqlj c0233a00b31a6964c507dd00bf4278b2cf9847af6258a1322f3c2d04397b2596 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3e:98:64:f3:ea:70\",\"name\":\"c0233a00b31a696\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aa31d94e-f9cf-4056-a38b-23abccba37bf\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0405 15:02:06.130241 3815 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0405 15:02:06.251953 3815 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0405 15:02:06.324593 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0405 15:02:06.839461 3815 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0405 15:02:06.840580 3815 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.100811ms I0405 15:02:06.857844 3815 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0405 15:02:07.194497 3815 default_network_controller.go:1008] Node "ip-10-0-1-157.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0405 15:02:07.675882 3815 namespace.go:98] [openshift-service-ca] adding namespace I0405 15:02:07.676768 3815 namespace.go:102] [openshift-service-ca] adding namespace took 860.274µs I0405 15:02:07.693164 3815 namespace.go:142] [openshift-service-ca] updating namespace I0405 15:02:08.793467 3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-157.ec2.internal I0405 15:02:08.793502 3815 default_network_controller.go:1008] Node "ip-10-0-1-157.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0405 15:02:08.793504 3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-157.ec2.internal: 44.466µs I0405 15:02:08.793474 3815 egressfirewall.go:628] Syncing node "ip-10-0-1-157.ec2.internal" for egress firewall W0405 15:02:11.447391 3815 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0405 15:02:13.891226 3815 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-157.ec2.internal in network "default" I0405 15:02:13.891266 3815 node_tracker.go:235] Node ip-10-0-1-157.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-157.ec2.internal" I0405 15:02:13.891286 3815 node_tracker.go:169] Node ip-10-0-1-157.ec2.internal switch + router changed, syncing services in network "default" I0405 15:02:13.891305 3815 services_controller.go:574] Full service sync requested for network=default I0405 15:02:13.891327 3815 default_network_controller.go:1008] Node "ip-10-0-1-157.ec2.internal" in remote zone "ip-10-0-1-157.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0405 15:02:13.891432 3815 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0405 15:02:13.891574 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0405 15:02:13.891669 3815 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0405 15:02:13.983239 3815 default_network_controller.go:1008] Node "ip-10-0-1-157.ec2.internal" in remote zone "ip-10-0-1-157.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0405 15:02:14.017217 3815 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-157.ec2.internal in network "default" I0405 15:02:14.017261 3815 default_network_controller.go:1008] Node "ip-10-0-1-157.ec2.internal" in remote zone "ip-10-0-1-157.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0405 15:02:14.017284 3815 node_tracker.go:169] Node ip-10-0-1-157.ec2.internal switch + router changed, syncing services in network "default" I0405 15:02:14.017297 3815 services_controller.go:574] Full service sync requested for network=default W0405 15:02:14.017400 3815 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0405 15:02:14.017557 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0405 15:02:14.017605 3815 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0405 15:02:14.017994 3815 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-1-157.ec2.internal for the network default I0405 15:02:14.019127 3815 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-1-157.ec2.internal" on network "default" took: 1.146583ms I0405 15:02:14.577332 3815 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-dwwpf] creating logical port openshift-insights_insights-runtime-extractor-dwwpf for pod on switch ip-10-0-2-229.ec2.internal I0405 15:02:14.577476 3815 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-dwwpf I0405 15:02:14.598089 3815 pod.go:62] [openshift-insights/insights-runtime-extractor-dwwpf] pod update took 20.638792ms I0405 15:02:14.598113 3815 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-dwwpf] addLogicalPort annotation time took 20.67366ms I0405 15:02:14.599317 3815 pods.go:271] [openshift-insights/insights-runtime-extractor-dwwpf] addLogicalPort took 22.001226ms, libovsdb time 860.113µs I0405 15:02:16.578627 3815 egressfirewall.go:628] Syncing node "ip-10-0-1-157.ec2.internal" for egress firewall I0405 15:02:16.578686 3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-157.ec2.internal I0405 15:02:16.578698 3815 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-157.ec2.internal in network "default" I0405 15:02:16.578702 3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-157.ec2.internal: 25.407µs I0405 15:02:16.578744 3815 node_tracker.go:169] Node ip-10-0-1-157.ec2.internal switch + router changed, syncing services in network "default" I0405 15:02:16.578743 3815 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-157.ec2.internal", IP: 10.0.1.157 to PMTUD blocking rules I0405 15:02:16.578761 3815 services_controller.go:574] Full service sync requested for network=default I0405 15:02:16.578761 3815 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-157.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0405 15:02:16.579093 3815 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0405 15:02:16.579205 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0405 15:02:16.579301 3815 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0405 15:02:16.585101 3815 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-1-157.ec2.internal. Updating no re-route policies I0405 15:02:16.600179 3815 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-157.ec2.internal", IP: 10.0.1.157 to PMTUD blocking rules I0405 15:02:16.600197 3815 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-157.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0405 15:02:18.089350 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0405 15:02:22.493565 3815 cni.go:403] [openshift-insights/insights-runtime-extractor-dwwpf 07b1e1c3119a106bc14b69b9c6b961168c99bb5c89c287eee1639cb8b7cb084d network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-dwwpf 07b1e1c3119a106bc14b69b9c6b961168c99bb5c89c287eee1639cb8b7cb084d network default NAD default] I0405 15:02:22.503323 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-dwwpf, hostIfaceName: 07b1e1c3119a106, network: default, NAD default, SandboxID: "07b1e1c3119a106bc14b69b9c6b961168c99bb5c89c287eee1639cb8b7cb084d", PCI device ID: , UID: "ab5e3fba-5569-45b5-b19b-d269ea24ba95", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0405 15:02:22.552873 3815 cni.go:424] [openshift-insights/insights-runtime-extractor-dwwpf 07b1e1c3119a106bc14b69b9c6b961168c99bb5c89c287eee1639cb8b7cb084d network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-dwwpf 07b1e1c3119a106bc14b69b9c6b961168c99bb5c89c287eee1639cb8b7cb084d network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:f0:9d:c4:9d:5d\",\"name\":\"07b1e1c3119a106\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/198da7b2-9790-404a-9370-46005f19c668\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:02:29.057546 3815 cni.go:403] [openshift-image-registry/image-registry-56c6fc44b-l64fm faa8486b55b4515c9d7df83b0cb38671235412d0a876c9e168fb208f4a940875 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-56c6fc44b-l64fm faa8486b55b4515c9d7df83b0cb38671235412d0a876c9e168fb208f4a940875 network default NAD default] I0405 15:02:29.068266 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-56c6fc44b-l64fm, hostIfaceName: faa8486b55b4515, network: default, NAD default, SandboxID: "faa8486b55b4515c9d7df83b0cb38671235412d0a876c9e168fb208f4a940875", PCI device ID: , UID: "950be8b6-49ca-4228-a22a-411e5a164fb9", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0405 15:02:29.083589 3815 cni.go:403] [openshift-dns/dns-default-ctw4k d0591476829b8ce29dfffe2eef313bf7d72b9d2b8c3228acdb1d86d9dbc8ab89 network default NAD default] ADD starting CNI request [openshift-dns/dns-default-ctw4k d0591476829b8ce29dfffe2eef313bf7d72b9d2b8c3228acdb1d86d9dbc8ab89 network default NAD default] I0405 15:02:29.095607 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-ctw4k, hostIfaceName: d0591476829b8ce, network: default, NAD default, SandboxID: "d0591476829b8ce29dfffe2eef313bf7d72b9d2b8c3228acdb1d86d9dbc8ab89", PCI device ID: , UID: "734fde09-7b29-463f-8dfe-535d85dd3d3d", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0405 15:02:29.123748 3815 cni.go:424] [openshift-image-registry/image-registry-56c6fc44b-l64fm faa8486b55b4515c9d7df83b0cb38671235412d0a876c9e168fb208f4a940875 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-56c6fc44b-l64fm faa8486b55b4515c9d7df83b0cb38671235412d0a876c9e168fb208f4a940875 network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:d3:6e:3f:22:0a\",\"name\":\"faa8486b55b4515\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc7a5b3b-4b8b-4a30-bab9-02acf0d4ee0d\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:02:29.135400 3815 cni.go:403] [openshift-network-console/networking-console-plugin-6465cb84c-kxg6l 22b86238228f2685b148340d17bb93a991f179af8d8221e066a524ac54de9c48 network default NAD default] ADD starting CNI request [openshift-network-console/networking-console-plugin-6465cb84c-kxg6l 22b86238228f2685b148340d17bb93a991f179af8d8221e066a524ac54de9c48 network default NAD default] I0405 15:02:29.149185 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-6465cb84c-kxg6l, hostIfaceName: 22b86238228f268, network: default, NAD default, SandboxID: "22b86238228f2685b148340d17bb93a991f179af8d8221e066a524ac54de9c48", PCI device ID: , UID: "82f4ed5d-ea0f-4118-8c6d-a2396417325f", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0405 15:02:29.151367 3815 cni.go:424] [openshift-dns/dns-default-ctw4k d0591476829b8ce29dfffe2eef313bf7d72b9d2b8c3228acdb1d86d9dbc8ab89 network default NAD default] ADD finished CNI request [openshift-dns/dns-default-ctw4k d0591476829b8ce29dfffe2eef313bf7d72b9d2b8c3228acdb1d86d9dbc8ab89 network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:ae:08:8f:3f:7d\",\"name\":\"d0591476829b8ce\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c3597c9-1a46-4b0e-897e-e53c4a760236\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:02:29.164502 3815 cni.go:403] [openshift-network-console/networking-console-plugin-6465cb84c-xgtdq 2df9c20ff71d40d150a3395c83fea22a0733a5403bef003a1de2c2e38e265169 network default NAD default] ADD starting CNI request [openshift-network-console/networking-console-plugin-6465cb84c-xgtdq 2df9c20ff71d40d150a3395c83fea22a0733a5403bef003a1de2c2e38e265169 network default NAD default] I0405 15:02:29.176574 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-6465cb84c-xgtdq, hostIfaceName: 2df9c20ff71d40d, network: default, NAD default, SandboxID: "2df9c20ff71d40d150a3395c83fea22a0733a5403bef003a1de2c2e38e265169", PCI device ID: , UID: "17201069-e768-4616-9b2d-c1b827995c8a", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0405 15:02:29.181995 3815 cni.go:403] [openshift-monitoring/cluster-monitoring-operator-65b957665b-cgtcg 56db7d578c512597b535447952ddc7d2eb29f22ca7ced422d22f5c530b32866d network default NAD default] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-65b957665b-cgtcg 56db7d578c512597b535447952ddc7d2eb29f22ca7ced422d22f5c530b32866d network default NAD default] I0405 15:02:29.211563 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-65b957665b-cgtcg, hostIfaceName: 56db7d578c51259, network: default, NAD default, SandboxID: "56db7d578c512597b535447952ddc7d2eb29f22ca7ced422d22f5c530b32866d", PCI device ID: , UID: "b5048386-895c-4282-b694-2584e8269f3d", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0405 15:02:29.224120 3815 cni.go:424] [openshift-network-console/networking-console-plugin-6465cb84c-kxg6l 22b86238228f2685b148340d17bb93a991f179af8d8221e066a524ac54de9c48 network default NAD default] ADD finished CNI request [openshift-network-console/networking-console-plugin-6465cb84c-kxg6l 22b86238228f2685b148340d17bb93a991f179af8d8221e066a524ac54de9c48 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2a:28:da:08:db:63\",\"name\":\"22b86238228f268\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/059284d1-d9a8-4504-b7e5-343e09da62bf\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:02:29.238110 3815 cni.go:403] [openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-d768m 624b19eea0d7acab1de13eb3d85175c4a29ad634301271443085f147f58c5626 network default NAD default] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-d768m 624b19eea0d7acab1de13eb3d85175c4a29ad634301271443085f147f58c5626 network default NAD default] I0405 15:02:29.251311 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-75b48889dc-d768m, hostIfaceName: 624b19eea0d7aca, network: default, NAD default, SandboxID: "624b19eea0d7acab1de13eb3d85175c4a29ad634301271443085f147f58c5626", PCI device ID: , UID: "86930f04-798c-4566-8b94-4d34e6111b65", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0405 15:02:29.251625 3815 cni.go:403] [openshift-ingress/router-default-65dcdf7b47-l558j dfe7f8746d5f7515fceb4f37d9ab752070333f70bc6b9fef417788f3372a66d6 network default NAD default] ADD starting CNI request [openshift-ingress/router-default-65dcdf7b47-l558j dfe7f8746d5f7515fceb4f37d9ab752070333f70bc6b9fef417788f3372a66d6 network default NAD default] I0405 15:02:29.253103 3815 cni.go:403] [openshift-ingress/router-default-76c4889c56-xs296 b8647f1e2cb61774c574706c495a6deff8f01369bc46e5c99c8ec8aefcf13469 network default NAD default] ADD starting CNI request [openshift-ingress/router-default-76c4889c56-xs296 b8647f1e2cb61774c574706c495a6deff8f01369bc46e5c99c8ec8aefcf13469 network default NAD default] I0405 15:02:29.254761 3815 cni.go:424] [openshift-network-console/networking-console-plugin-6465cb84c-xgtdq 2df9c20ff71d40d150a3395c83fea22a0733a5403bef003a1de2c2e38e265169 network default NAD default] ADD finished CNI request [openshift-network-console/networking-console-plugin-6465cb84c-xgtdq 2df9c20ff71d40d150a3395c83fea22a0733a5403bef003a1de2c2e38e265169 network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:0f:3b:36:f9:ae\",\"name\":\"2df9c20ff71d40d\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/01505bee-d8bb-42cb-b3a3-0768d04824ac\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:02:29.275390 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress, podName: router-default-76c4889c56-xs296, hostIfaceName: b8647f1e2cb6177, network: default, NAD default, SandboxID: "b8647f1e2cb61774c574706c495a6deff8f01369bc46e5c99c8ec8aefcf13469", PCI device ID: , UID: "d3792f1b-0c2d-431e-b9c2-d82ee22470c5", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0405 15:02:29.277074 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress, podName: router-default-65dcdf7b47-l558j, hostIfaceName: dfe7f8746d5f751, network: default, NAD default, SandboxID: "dfe7f8746d5f7515fceb4f37d9ab752070333f70bc6b9fef417788f3372a66d6", PCI device ID: , UID: "5d6afb85-f122-498c-96e2-d52953ccaff0", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0405 15:02:29.279114 3815 cni.go:424] [openshift-monitoring/cluster-monitoring-operator-65b957665b-cgtcg 56db7d578c512597b535447952ddc7d2eb29f22ca7ced422d22f5c530b32866d network default NAD default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-65b957665b-cgtcg 56db7d578c512597b535447952ddc7d2eb29f22ca7ced422d22f5c530b32866d network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:4c:97:ef:b6:54\",\"name\":\"56db7d578c51259\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4311f339-c0a9-4de1-86a2-80a6bbfa2ef6\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:02:29.310011 3815 cni.go:424] [openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-d768m 624b19eea0d7acab1de13eb3d85175c4a29ad634301271443085f147f58c5626 network default NAD default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-d768m 624b19eea0d7acab1de13eb3d85175c4a29ad634301271443085f147f58c5626 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:08:e4:b2:c9:e5\",\"name\":\"624b19eea0d7aca\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/91af9a19-7ff8-4619-9e17-63045e5b99b7\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:02:29.334866 3815 cni.go:424] [openshift-ingress/router-default-76c4889c56-xs296 b8647f1e2cb61774c574706c495a6deff8f01369bc46e5c99c8ec8aefcf13469 network default NAD default] ADD finished CNI request [openshift-ingress/router-default-76c4889c56-xs296 b8647f1e2cb61774c574706c495a6deff8f01369bc46e5c99c8ec8aefcf13469 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8a:c0:66:7e:61:25\",\"name\":\"b8647f1e2cb6177\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4ffc0f52-5196-4aa0-8adf-79a54467cfeb\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:02:29.349532 3815 cni.go:424] [openshift-ingress/router-default-65dcdf7b47-l558j dfe7f8746d5f7515fceb4f37d9ab752070333f70bc6b9fef417788f3372a66d6 network default NAD default] ADD finished CNI request [openshift-ingress/router-default-65dcdf7b47-l558j dfe7f8746d5f7515fceb4f37d9ab752070333f70bc6b9fef417788f3372a66d6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:21:75:ee:fb:c3\",\"name\":\"dfe7f8746d5f751\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/63e3a39a-d329-4b5f-84c5-9f53ecdfc1b8\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:02:32.726941 3815 cni.go:403] [openshift-multus/network-metrics-daemon-m8qzr 5f51351b3da2e8b153b77b77b1b8e6ebd9220df424384927ac08d38abb8d1258 network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-m8qzr 5f51351b3da2e8b153b77b77b1b8e6ebd9220df424384927ac08d38abb8d1258 network default NAD default] I0405 15:02:32.736925 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-m8qzr, hostIfaceName: 5f51351b3da2e8b, network: default, NAD default, SandboxID: "5f51351b3da2e8b153b77b77b1b8e6ebd9220df424384927ac08d38abb8d1258", PCI device ID: , UID: "f1803abd-f3b6-4316-8071-073abc329c7b", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0405 15:02:32.794216 3815 cni.go:424] [openshift-multus/network-metrics-daemon-m8qzr 5f51351b3da2e8b153b77b77b1b8e6ebd9220df424384927ac08d38abb8d1258 network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-m8qzr 5f51351b3da2e8b153b77b77b1b8e6ebd9220df424384927ac08d38abb8d1258 network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:c2:29:ce:8d:57\",\"name\":\"5f51351b3da2e8b\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4941aa8a-0abf-4630-a15f-dbaa6a703e6f\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0405 15:02:34.170115 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0405 15:02:34.180864 3815 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0405 15:02:34.312990 3815 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0405 15:02:34.327284 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0405 15:02:34.327670 3815 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-image-registry/image-registry-5b6654bf-fnn2h IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-5b6654bf-fnn2h: no pod IPs found I0405 15:02:34.377223 3815 base_network_controller_pods.go:487] [default/openshift-console/console-7754f79997-gdx2s] creating logical port openshift-console_console-7754f79997-gdx2s for pod on switch ip-10-0-2-229.ec2.internal I0405 15:02:34.377327 3815 kube.go:256] Updating pod openshift-console/console-7754f79997-gdx2s I0405 15:02:34.384380 3815 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-g7cr9] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-7464b9f894-g7cr9 for pod on switch ip-10-0-2-229.ec2.internal I0405 15:02:34.384489 3815 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-g7cr9 W0405 15:02:34.387001 3815 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0405 15:02:34.396191 3815 pod.go:62] [openshift-console/console-7754f79997-gdx2s] pod update took 18.892335ms I0405 15:02:34.396215 3815 base_network_controller_pods.go:937] [default/openshift-console/console-7754f79997-gdx2s] addLogicalPort annotation time took 18.9198ms I0405 15:02:34.397382 3815 pods.go:271] [openshift-console/console-7754f79997-gdx2s] addLogicalPort took 20.182059ms, libovsdb time 843.458µs I0405 15:02:34.401108 3815 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-g7cr9] pod update took 16.656066ms I0405 15:02:34.401129 3815 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-g7cr9] addLogicalPort annotation time took 16.680177ms I0405 15:02:34.402300 3815 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-g7cr9] addLogicalPort took 17.942262ms, libovsdb time 864.268µs I0405 15:02:34.402358 3815 base_network_controller_pods.go:487] [default/openshift-console/downloads-744b9bb959-8qr7n] creating logical port openshift-console_downloads-744b9bb959-8qr7n for pod on switch ip-10-0-2-229.ec2.internal I0405 15:02:34.402427 3815 kube.go:256] Updating pod openshift-console/downloads-744b9bb959-8qr7n I0405 15:02:34.423449 3815 pod.go:62] [openshift-console/downloads-744b9bb959-8qr7n] pod update took 21.041344ms I0405 15:02:34.423479 3815 base_network_controller_pods.go:937] [default/openshift-console/downloads-744b9bb959-8qr7n] addLogicalPort annotation time took 21.074767ms I0405 15:02:34.424562 3815 pods.go:271] [openshift-console/downloads-744b9bb959-8qr7n] addLogicalPort took 22.211352ms, libovsdb time 762.383µs I0405 15:02:34.797131 3815 cni.go:403] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-g7cr9 ca904f637d974dc269151e7b8dc366e0702aec75bac8218a53a0cabb08fc92ae network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-g7cr9 ca904f637d974dc269151e7b8dc366e0702aec75bac8218a53a0cabb08fc92ae network default NAD default] I0405 15:02:34.799170 3815 cni.go:403] [openshift-console/console-7754f79997-gdx2s c2a1c3b74d01af1ac79b23667f199ed27b8237c541bbb1605b3b69586eb4c27c network default NAD default] ADD starting CNI request [openshift-console/console-7754f79997-gdx2s c2a1c3b74d01af1ac79b23667f199ed27b8237c541bbb1605b3b69586eb4c27c network default NAD default] I0405 15:02:34.808038 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-7464b9f894-g7cr9, hostIfaceName: ca904f637d974dc, network: default, NAD default, SandboxID: "ca904f637d974dc269151e7b8dc366e0702aec75bac8218a53a0cabb08fc92ae", PCI device ID: , UID: "38be8ec3-6619-4e32-8d15-35f21c466ab2", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0405 15:02:34.809183 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-7754f79997-gdx2s, hostIfaceName: c2a1c3b74d01af1, network: default, NAD default, SandboxID: "c2a1c3b74d01af1ac79b23667f199ed27b8237c541bbb1605b3b69586eb4c27c", PCI device ID: , UID: "104b1252-8d57-41c7-82be-4d641ff76897", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0405 15:02:34.824314 3815 cni.go:403] [openshift-console/downloads-744b9bb959-8qr7n 713d1c7a5926133548dc6ca139398ee2f225a41c21ab1eca5c54191ee2b59df4 network default NAD default] ADD starting CNI request [openshift-console/downloads-744b9bb959-8qr7n 713d1c7a5926133548dc6ca139398ee2f225a41c21ab1eca5c54191ee2b59df4 network default NAD default] I0405 15:02:34.834658 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: downloads-744b9bb959-8qr7n, hostIfaceName: 713d1c7a5926133, network: default, NAD default, SandboxID: "713d1c7a5926133548dc6ca139398ee2f225a41c21ab1eca5c54191ee2b59df4", PCI device ID: , UID: "9dfc8464-c8cb-4984-a312-7943d18de536", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0405 15:02:34.863258 3815 cni.go:424] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-g7cr9 ca904f637d974dc269151e7b8dc366e0702aec75bac8218a53a0cabb08fc92ae network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-g7cr9 ca904f637d974dc269151e7b8dc366e0702aec75bac8218a53a0cabb08fc92ae network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:75:47:ac:f2:28\",\"name\":\"ca904f637d974dc\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7f8d7a32-69e8-44a0-a790-803fb6de309c\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:02:34.880923 3815 cni.go:424] [openshift-console/console-7754f79997-gdx2s c2a1c3b74d01af1ac79b23667f199ed27b8237c541bbb1605b3b69586eb4c27c network default NAD default] ADD finished CNI request [openshift-console/console-7754f79997-gdx2s c2a1c3b74d01af1ac79b23667f199ed27b8237c541bbb1605b3b69586eb4c27c network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:f5:6f:92:49:4f\",\"name\":\"c2a1c3b74d01af1\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c5963035-cf0f-4b3b-8aea-f0c609fc8d21\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:02:34.901621 3815 cni.go:424] [openshift-console/downloads-744b9bb959-8qr7n 713d1c7a5926133548dc6ca139398ee2f225a41c21ab1eca5c54191ee2b59df4 network default NAD default] ADD finished CNI request [openshift-console/downloads-744b9bb959-8qr7n 713d1c7a5926133548dc6ca139398ee2f225a41c21ab1eca5c54191ee2b59df4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:1c:0e:51:24:1a\",\"name\":\"713d1c7a5926133\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6433c86c-63f3-4f8e-b852-1e66cb39032b\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:02:35.120708 3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-157.ec2.internal I0405 15:02:35.120747 3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-157.ec2.internal: 48.014µs W0405 15:02:35.981632 3815 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0405 15:02:37.545536 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0405 15:02:38.155879 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0405 15:02:38.341909 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0405 15:02:38.554590 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0405 15:02:39.313457 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0405 15:02:39.576636 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0405 15:02:44.043497 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0405 15:02:44.313894 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0405 15:02:44.313912 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0405 15:02:44.313918 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0405 15:02:44.420630 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0405 15:02:44.420652 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0405 15:02:45.593037 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0405 15:02:45.593076 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0405 15:02:49.057419 3815 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 15:02:49.057445 3815 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 15:02:49.057454 3815 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 15:02:49.994743 3815 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-59d4ff6b96-ctxv7 IP address from the namespace address-set, err: pod openshift-console/console-59d4ff6b96-ctxv7: no pod IPs found W0405 15:02:51.274420 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0405 15:02:53.074383 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0405 15:02:53.144505 3815 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 15:02:53.144528 3815 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 15:02:53.144536 3815 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 15:02:53.144541 3815 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 15:02:53.210346 3815 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0405 15:02:53.210366 3815 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0405 15:02:53.226936 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0405 15:02:55.683424 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0405 15:02:55.744528 3815 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0405 15:02:55.744549 3815 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0405 15:02:55.783042 3815 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 15:02:55.783065 3815 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 15:02:55.783072 3815 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 15:02:55.957503 3815 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-8544465757-7jbgt IP address from the namespace address-set, err: pod openshift-console/console-8544465757-7jbgt: no pod IPs found W0405 15:02:55.962028 3815 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-8544465757-b8gk7 IP address from the namespace address-set, err: pod openshift-console/console-8544465757-b8gk7: no pod IPs found I0405 15:02:59.728696 3815 obj_retry.go:464] Detected object openshift-image-registry/image-registry-56c6fc44b-4qckn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:02:59.729242 3815 obj_retry.go:464] Detected object openshift-image-registry/image-registry-56c6fc44b-4qckn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:03:00.727124 3815 obj_retry.go:458] Detected object openshift-image-registry/image-registry-56c6fc44b-4qckn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:03:00.727152 3815 obj_retry.go:458] Detected object openshift-image-registry/image-registry-56c6fc44b-4qckn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:03:00.733102 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-56c6fc44b-4qckn I0405 15:03:00.733127 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-56c6fc44b-4qckn I0405 15:03:01.154730 3815 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0405 15:03:06.485553 3815 cni.go:403] [openshift-console/console-7754f79997-gdx2s c2a1c3b74d01af1ac79b23667f199ed27b8237c541bbb1605b3b69586eb4c27c network default NAD default] DEL starting CNI request [openshift-console/console-7754f79997-gdx2s c2a1c3b74d01af1ac79b23667f199ed27b8237c541bbb1605b3b69586eb4c27c network default NAD default] I0405 15:03:06.561102 3815 cni.go:424] [openshift-console/console-7754f79997-gdx2s c2a1c3b74d01af1ac79b23667f199ed27b8237c541bbb1605b3b69586eb4c27c network default NAD default] DEL finished CNI request [openshift-console/console-7754f79997-gdx2s c2a1c3b74d01af1ac79b23667f199ed27b8237c541bbb1605b3b69586eb4c27c network default NAD default], result "{}", err I0405 15:03:06.648052 3815 obj_retry.go:464] Detected object openshift-console/console-7754f79997-gdx2s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:03:06.648132 3815 pods.go:176] Deleting pod: openshift-console/console-7754f79997-gdx2s I0405 15:03:06.649372 3815 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7754f79997-gdx2s, ips: 10.128.0.24 I0405 15:03:06.649401 3815 obj_retry.go:464] Detected object openshift-console/console-7754f79997-gdx2s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:03:06.658806 3815 base_network_controller_pods.go:487] [default/openshift-console/console-fd76b8996-wvwkm] creating logical port openshift-console_console-fd76b8996-wvwkm for pod on switch ip-10-0-2-229.ec2.internal I0405 15:03:06.658939 3815 kube.go:256] Updating pod openshift-console/console-fd76b8996-wvwkm I0405 15:03:06.677571 3815 pod.go:62] [openshift-console/console-fd76b8996-wvwkm] pod update took 18.670427ms I0405 15:03:06.677598 3815 base_network_controller_pods.go:937] [default/openshift-console/console-fd76b8996-wvwkm] addLogicalPort annotation time took 18.700053ms I0405 15:03:06.678783 3815 pods.go:271] [openshift-console/console-fd76b8996-wvwkm] addLogicalPort took 19.988761ms, libovsdb time 806.137µs I0405 15:03:07.072145 3815 cni.go:403] [openshift-console/console-fd76b8996-wvwkm 31061603b15b7a03ef5997228cfc94a75e9e4178e6195ed3059f263e4a6e23e4 network default NAD default] ADD starting CNI request [openshift-console/console-fd76b8996-wvwkm 31061603b15b7a03ef5997228cfc94a75e9e4178e6195ed3059f263e4a6e23e4 network default NAD default] I0405 15:03:07.082132 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-fd76b8996-wvwkm, hostIfaceName: 31061603b15b7a0, network: default, NAD default, SandboxID: "31061603b15b7a03ef5997228cfc94a75e9e4178e6195ed3059f263e4a6e23e4", PCI device ID: , UID: "4d0d0eb8-208a-4bde-9656-c53cabc6d24d", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0405 15:03:07.135352 3815 cni.go:424] [openshift-console/console-fd76b8996-wvwkm 31061603b15b7a03ef5997228cfc94a75e9e4178e6195ed3059f263e4a6e23e4 network default NAD default] ADD finished CNI request [openshift-console/console-fd76b8996-wvwkm 31061603b15b7a03ef5997228cfc94a75e9e4178e6195ed3059f263e4a6e23e4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7a:1b:0e:31:ac:7b\",\"name\":\"31061603b15b7a0\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/81cb5183-349a-4d50-a68e-644daa6fc6e4\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:03:07.468309 3815 obj_retry.go:458] Detected object openshift-console/console-7754f79997-gdx2s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:03:07.468329 3815 obj_retry.go:458] Detected object openshift-console/console-7754f79997-gdx2s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:03:07.474694 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7754f79997-gdx2s I0405 15:03:07.474716 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7754f79997-gdx2s I0405 15:03:16.340322 3815 obj_retry.go:464] Detected object openshift-console/console-59d4ff6b96-bkbkd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:03:16.340867 3815 obj_retry.go:464] Detected object openshift-console/console-59d4ff6b96-bkbkd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:03:17.197122 3815 obj_retry.go:458] Detected object openshift-console/console-59d4ff6b96-bkbkd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:03:17.197150 3815 obj_retry.go:458] Detected object openshift-console/console-59d4ff6b96-bkbkd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:03:17.204176 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-59d4ff6b96-bkbkd I0405 15:03:17.204204 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-59d4ff6b96-bkbkd W0405 15:03:17.497666 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0405 15:03:22.214957 3815 cni.go:403] [openshift-image-registry/image-registry-56c6fc44b-l64fm faa8486b55b4515c9d7df83b0cb38671235412d0a876c9e168fb208f4a940875 network default NAD default] DEL starting CNI request [openshift-image-registry/image-registry-56c6fc44b-l64fm faa8486b55b4515c9d7df83b0cb38671235412d0a876c9e168fb208f4a940875 network default NAD default] I0405 15:03:22.290522 3815 cni.go:424] [openshift-image-registry/image-registry-56c6fc44b-l64fm faa8486b55b4515c9d7df83b0cb38671235412d0a876c9e168fb208f4a940875 network default NAD default] DEL finished CNI request [openshift-image-registry/image-registry-56c6fc44b-l64fm faa8486b55b4515c9d7df83b0cb38671235412d0a876c9e168fb208f4a940875 network default NAD default], result "{}", err I0405 15:03:22.363757 3815 obj_retry.go:464] Detected object openshift-image-registry/image-registry-56c6fc44b-l64fm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:03:22.363795 3815 pods.go:176] Deleting pod: openshift-image-registry/image-registry-56c6fc44b-l64fm I0405 15:03:22.365015 3815 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-56c6fc44b-l64fm, ips: 10.128.0.6 I0405 15:03:22.365041 3815 obj_retry.go:464] Detected object openshift-image-registry/image-registry-56c6fc44b-l64fm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:03:22.808370 3815 obj_retry.go:458] Detected object openshift-image-registry/image-registry-56c6fc44b-l64fm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:03:22.808404 3815 obj_retry.go:458] Detected object openshift-image-registry/image-registry-56c6fc44b-l64fm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:03:22.811517 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-56c6fc44b-l64fm I0405 15:03:22.811544 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-56c6fc44b-l64fm W0405 15:03:31.556596 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0405 15:03:31.556659 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0405 15:03:31.556807 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0405 15:03:31.580565 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0405 15:03:31.580631 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0405 15:03:31.580634 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0405 15:03:32.558415 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0405 15:03:32.579502 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0405 15:03:41.606469 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0405 15:03:41.606469 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0405 15:03:41.606610 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0405 15:03:42.601215 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0405 15:03:42.851296 3815 obj_retry.go:464] Detected object openshift-console/console-7754f79997-87x49 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:03:42.851809 3815 obj_retry.go:464] Detected object openshift-console/console-7754f79997-87x49 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:03:43.175465 3815 obj_retry.go:458] Detected object openshift-console/console-7754f79997-87x49 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:03:43.175488 3815 obj_retry.go:458] Detected object openshift-console/console-7754f79997-87x49 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:03:43.181891 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7754f79997-87x49 I0405 15:03:43.181919 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7754f79997-87x49 I0405 15:03:47.218647 3815 cni.go:403] [openshift-ingress/router-default-65dcdf7b47-l558j dfe7f8746d5f7515fceb4f37d9ab752070333f70bc6b9fef417788f3372a66d6 network default NAD default] DEL starting CNI request [openshift-ingress/router-default-65dcdf7b47-l558j dfe7f8746d5f7515fceb4f37d9ab752070333f70bc6b9fef417788f3372a66d6 network default NAD default] I0405 15:03:47.303876 3815 cni.go:424] [openshift-ingress/router-default-65dcdf7b47-l558j dfe7f8746d5f7515fceb4f37d9ab752070333f70bc6b9fef417788f3372a66d6 network default NAD default] DEL finished CNI request [openshift-ingress/router-default-65dcdf7b47-l558j dfe7f8746d5f7515fceb4f37d9ab752070333f70bc6b9fef417788f3372a66d6 network default NAD default], result "{}", err I0405 15:03:47.351473 3815 obj_retry.go:464] Detected object openshift-ingress/router-default-65dcdf7b47-l558j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:03:47.351512 3815 pods.go:176] Deleting pod: openshift-ingress/router-default-65dcdf7b47-l558j I0405 15:03:47.352721 3815 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-65dcdf7b47-l558j, ips: 10.128.0.10 I0405 15:03:47.352751 3815 obj_retry.go:464] Detected object openshift-ingress/router-default-65dcdf7b47-l558j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:03:47.617061 3815 obj_retry.go:458] Detected object openshift-ingress/router-default-65dcdf7b47-l558j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:03:47.617084 3815 obj_retry.go:458] Detected object openshift-ingress/router-default-65dcdf7b47-l558j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:03:47.626494 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-65dcdf7b47-l558j I0405 15:03:47.626518 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-65dcdf7b47-l558j I0405 15:04:33.736074 3815 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906vdxg] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906vdxg for pod on switch ip-10-0-2-229.ec2.internal I0405 15:04:33.736166 3815 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906vdxg I0405 15:04:33.750567 3815 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906vdxg] pod update took 14.427108ms I0405 15:04:33.750593 3815 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906vdxg] addLogicalPort annotation time took 14.456243ms I0405 15:04:33.751849 3815 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906vdxg] addLogicalPort took 15.773605ms, libovsdb time 866.585µs I0405 15:04:34.096738 3815 cni.go:403] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906vdxg 68338cbb168907bf0fa76cc3d2392ed9981f2140eb537e26c7403f470428e966 network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906vdxg 68338cbb168907bf0fa76cc3d2392ed9981f2140eb537e26c7403f470428e966 network default NAD default] I0405 15:04:34.107772 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906vdxg, hostIfaceName: 68338cbb168907b, network: default, NAD default, SandboxID: "68338cbb168907bf0fa76cc3d2392ed9981f2140eb537e26c7403f470428e966", PCI device ID: , UID: "b6abafbc-600d-420c-8caf-c9fd2ad53e5a", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0405 15:04:34.162190 3815 cni.go:424] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906vdxg 68338cbb168907bf0fa76cc3d2392ed9981f2140eb537e26c7403f470428e966 network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906vdxg 68338cbb168907bf0fa76cc3d2392ed9981f2140eb537e26c7403f470428e966 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:95:c7:a5:00:b6\",\"name\":\"68338cbb168907b\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1163ba6-4ec1-4a63-8b08-3c90a87dc2c7\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:04:49.376401 3815 cni.go:403] [openshift-console/console-fd76b8996-wvwkm 31061603b15b7a03ef5997228cfc94a75e9e4178e6195ed3059f263e4a6e23e4 network default NAD default] DEL starting CNI request [openshift-console/console-fd76b8996-wvwkm 31061603b15b7a03ef5997228cfc94a75e9e4178e6195ed3059f263e4a6e23e4 network default NAD default] I0405 15:04:49.455350 3815 cni.go:424] [openshift-console/console-fd76b8996-wvwkm 31061603b15b7a03ef5997228cfc94a75e9e4178e6195ed3059f263e4a6e23e4 network default NAD default] DEL finished CNI request [openshift-console/console-fd76b8996-wvwkm 31061603b15b7a03ef5997228cfc94a75e9e4178e6195ed3059f263e4a6e23e4 network default NAD default], result "{}", err I0405 15:04:49.503205 3815 obj_retry.go:464] Detected object openshift-console/console-fd76b8996-wvwkm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:04:49.503245 3815 pods.go:176] Deleting pod: openshift-console/console-fd76b8996-wvwkm I0405 15:04:49.504522 3815 pods.go:236] Attempting to release IPs for pod: openshift-console/console-fd76b8996-wvwkm, ips: 10.128.0.27 I0405 15:04:49.504551 3815 obj_retry.go:464] Detected object openshift-console/console-fd76b8996-wvwkm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:04:49.513591 3815 base_network_controller_pods.go:487] [default/openshift-console/console-7dbbb7fd7-6pnn4] creating logical port openshift-console_console-7dbbb7fd7-6pnn4 for pod on switch ip-10-0-2-229.ec2.internal I0405 15:04:49.513718 3815 kube.go:256] Updating pod openshift-console/console-7dbbb7fd7-6pnn4 I0405 15:04:49.530622 3815 pod.go:62] [openshift-console/console-7dbbb7fd7-6pnn4] pod update took 16.930981ms I0405 15:04:49.530644 3815 base_network_controller_pods.go:937] [default/openshift-console/console-7dbbb7fd7-6pnn4] addLogicalPort annotation time took 16.957932ms I0405 15:04:49.531895 3815 pods.go:271] [openshift-console/console-7dbbb7fd7-6pnn4] addLogicalPort took 18.320768ms, libovsdb time 879.27µs I0405 15:04:49.873873 3815 cni.go:403] [openshift-console/console-7dbbb7fd7-6pnn4 372113b64f9dfa9fc2f15bcbdd793b1ec82996996529fc8f15b671cf652a2f2c network default NAD default] ADD starting CNI request [openshift-console/console-7dbbb7fd7-6pnn4 372113b64f9dfa9fc2f15bcbdd793b1ec82996996529fc8f15b671cf652a2f2c network default NAD default] I0405 15:04:49.884006 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-7dbbb7fd7-6pnn4, hostIfaceName: 372113b64f9dfa9, network: default, NAD default, SandboxID: "372113b64f9dfa9fc2f15bcbdd793b1ec82996996529fc8f15b671cf652a2f2c", PCI device ID: , UID: "40621605-0c68-4c33-8edc-53ab528004ee", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0405 15:04:49.897984 3815 obj_retry.go:458] Detected object openshift-console/console-fd76b8996-wvwkm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:04:49.898010 3815 obj_retry.go:458] Detected object openshift-console/console-fd76b8996-wvwkm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:04:49.905338 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-fd76b8996-wvwkm I0405 15:04:49.905363 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-fd76b8996-wvwkm I0405 15:04:49.934121 3815 cni.go:424] [openshift-console/console-7dbbb7fd7-6pnn4 372113b64f9dfa9fc2f15bcbdd793b1ec82996996529fc8f15b671cf652a2f2c network default NAD default] ADD finished CNI request [openshift-console/console-7dbbb7fd7-6pnn4 372113b64f9dfa9fc2f15bcbdd793b1ec82996996529fc8f15b671cf652a2f2c network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:16:1d:c4:34:4b\",\"name\":\"372113b64f9dfa9\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/70f5d3f6-4d5c-46f7-bcb5-21bfba0a0840\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:04:50.892636 3815 cni.go:403] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906vdxg 68338cbb168907bf0fa76cc3d2392ed9981f2140eb537e26c7403f470428e966 network default NAD default] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906vdxg 68338cbb168907bf0fa76cc3d2392ed9981f2140eb537e26c7403f470428e966 network default NAD default] I0405 15:04:50.962463 3815 cni.go:424] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906vdxg 68338cbb168907bf0fa76cc3d2392ed9981f2140eb537e26c7403f470428e966 network default NAD default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906vdxg 68338cbb168907bf0fa76cc3d2392ed9981f2140eb537e26c7403f470428e966 network default NAD default], result "{}", err I0405 15:04:51.011767 3815 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906vdxg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:04:51.011804 3815 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906vdxg I0405 15:04:51.013194 3815 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906vdxg, ips: 10.128.0.28 I0405 15:04:51.013228 3815 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906vdxg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:04:51.013248 3815 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906vdxg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:04:51.013258 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0405 15:04:51.013457 3815 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906vdxg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:04:51.013476 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0405 15:04:52.051695 3815 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906vdxg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:04:52.051718 3815 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906vdxg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:04:52.051733 3815 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906vdxg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:04:52.051748 3815 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906vdxg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:04:53.801289 3815 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0405 15:04:53.808537 3815 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0405 15:04:59.431228 3815 obj_retry.go:464] Detected object openshift-console/console-fd76b8996-mr7k5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:04:59.431787 3815 obj_retry.go:464] Detected object openshift-console/console-fd76b8996-mr7k5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:04:59.606120 3815 obj_retry.go:458] Detected object openshift-console/console-fd76b8996-mr7k5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:04:59.606140 3815 obj_retry.go:458] Detected object openshift-console/console-fd76b8996-mr7k5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:04:59.611474 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-fd76b8996-mr7k5 I0405 15:04:59.611502 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-fd76b8996-mr7k5 W0405 15:04:59.939073 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0405 15:05:10.980609 3815 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29590020-md878 c0c91985bb9948b6a9cafaa4646c67cd12f0be3fcfcee3be211651174e495e75 network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29590020-md878 c0c91985bb9948b6a9cafaa4646c67cd12f0be3fcfcee3be211651174e495e75 network default NAD default] I0405 15:05:11.051503 3815 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29590020-md878 c0c91985bb9948b6a9cafaa4646c67cd12f0be3fcfcee3be211651174e495e75 network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29590020-md878 c0c91985bb9948b6a9cafaa4646c67cd12f0be3fcfcee3be211651174e495e75 network default NAD default], result "{}", err I0405 15:05:11.095550 3815 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590020-md878 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:05:11.095585 3815 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29590020-md878 I0405 15:05:11.096816 3815 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29590020-md878, ips: 10.128.0.19 I0405 15:05:11.096859 3815 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590020-md878 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:05:12.002889 3815 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590020-md878 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:05:12.002912 3815 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590020-md878 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:05:47.062907 3815 namespace.go:98] [tsf] adding namespace I0405 15:05:47.063698 3815 namespace.go:102] [tsf] adding namespace took 771.297µs I0405 15:05:47.079792 3815 namespace.go:142] [tsf] updating namespace I0405 15:05:47.103693 3815 namespace.go:142] [tsf] updating namespace I0405 15:05:51.424993 3815 namespace.go:98] [rhtpa-operator] adding namespace I0405 15:05:51.425839 3815 namespace.go:102] [rhtpa-operator] adding namespace took 801.962µs I0405 15:05:51.428183 3815 namespace.go:98] [tsf-tpa] adding namespace I0405 15:05:51.428855 3815 namespace.go:102] [tsf-tpa] adding namespace took 651.431µs I0405 15:05:51.432076 3815 namespace.go:98] [cert-manager-operator] adding namespace I0405 15:05:51.432147 3815 namespace.go:98] [konflux-ui] adding namespace I0405 15:05:51.432284 3815 namespace.go:98] [rhbk-operator] adding namespace I0405 15:05:51.432774 3815 namespace.go:102] [cert-manager-operator] adding namespace took 684.379µs I0405 15:05:51.433318 3815 namespace.go:102] [konflux-ui] adding namespace took 1.153985ms I0405 15:05:51.433345 3815 namespace.go:98] [tsf-tas] adding namespace I0405 15:05:51.433784 3815 namespace.go:102] [tsf-tas] adding namespace took 430.713µs I0405 15:05:51.434299 3815 namespace.go:102] [rhbk-operator] adding namespace took 1.998408ms I0405 15:05:51.450950 3815 namespace.go:98] [tsf-keycloak] adding namespace I0405 15:05:51.450967 3815 namespace.go:98] [konflux-operator] adding namespace I0405 15:05:51.451094 3815 namespace.go:142] [rhtpa-operator] updating namespace I0405 15:05:51.451754 3815 namespace.go:102] [tsf-keycloak] adding namespace took 788.115µs I0405 15:05:51.452453 3815 namespace.go:102] [konflux-operator] adding namespace took 1.475197ms I0405 15:05:51.460569 3815 namespace.go:142] [rhtpa-operator] updating namespace I0405 15:05:51.495035 3815 namespace.go:142] [tsf-tpa] updating namespace I0405 15:05:51.495153 3815 namespace.go:142] [cert-manager-operator] updating namespace I0405 15:05:51.495156 3815 namespace.go:142] [konflux-ui] updating namespace I0405 15:05:51.495283 3815 namespace.go:142] [tsf-tas] updating namespace I0405 15:05:51.502814 3815 namespace.go:142] [tsf-tpa] updating namespace I0405 15:05:51.534800 3815 namespace.go:142] [konflux-operator] updating namespace I0405 15:05:51.534928 3815 namespace.go:142] [tsf-keycloak] updating namespace I0405 15:05:51.534995 3815 namespace.go:142] [rhbk-operator] updating namespace I0405 15:05:51.535082 3815 namespace.go:142] [rhtpa-operator] updating namespace I0405 15:05:51.554005 3815 namespace.go:142] [konflux-ui] updating namespace I0405 15:05:51.575608 3815 namespace.go:142] [konflux-ui] updating namespace I0405 15:05:51.586721 3815 namespace.go:142] [tsf-tas] updating namespace I0405 15:05:51.602787 3815 namespace.go:142] [tsf-tas] updating namespace I0405 15:05:51.622880 3815 namespace.go:142] [rhbk-operator] updating namespace I0405 15:05:51.646453 3815 namespace.go:142] [rhbk-operator] updating namespace I0405 15:05:51.660622 3815 namespace.go:142] [tsf-keycloak] updating namespace I0405 15:05:51.674910 3815 namespace.go:142] [tsf-keycloak] updating namespace I0405 15:05:51.698435 3815 namespace.go:142] [konflux-operator] updating namespace I0405 15:05:51.710656 3815 namespace.go:142] [konflux-operator] updating namespace I0405 15:05:51.716796 3815 namespace.go:142] [cert-manager-operator] updating namespace I0405 15:05:51.725728 3815 namespace.go:142] [cert-manager-operator] updating namespace I0405 15:05:51.833869 3815 namespace.go:142] [tsf-tpa] updating namespace I0405 15:05:52.539968 3815 namespace.go:142] [tsf-tpa] updating namespace I0405 15:05:52.549661 3815 namespace.go:142] [tsf-keycloak] updating namespace I0405 15:05:54.301666 3815 base_network_controller_pods.go:487] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedx8db] creating logical port openshift-marketplace_53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedx8db for pod on switch ip-10-0-2-229.ec2.internal I0405 15:05:54.301803 3815 kube.go:256] Updating pod openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedx8db I0405 15:05:54.314599 3815 pod.go:62] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedx8db] pod update took 12.821312ms I0405 15:05:54.314622 3815 base_network_controller_pods.go:937] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedx8db] addLogicalPort annotation time took 12.852555ms I0405 15:05:54.315990 3815 pods.go:271] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedx8db] addLogicalPort took 14.339397ms, libovsdb time 1.00843ms I0405 15:05:54.388003 3815 base_network_controller_pods.go:487] [default/openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w] creating logical port openshift-marketplace_f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w for pod on switch ip-10-0-2-229.ec2.internal I0405 15:05:54.388136 3815 kube.go:256] Updating pod openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w I0405 15:05:54.400950 3815 pod.go:62] [openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w] pod update took 12.838517ms I0405 15:05:54.400980 3815 base_network_controller_pods.go:937] [default/openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w] addLogicalPort annotation time took 12.874164ms I0405 15:05:54.402237 3815 pods.go:271] [openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w] addLogicalPort took 14.254529ms, libovsdb time 917.003µs I0405 15:05:54.662007 3815 cni.go:403] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedx8db fd78cc8e33c74e086bd0eeefef0044832d2e77e6abb92e0aff855db53e4646a5 network default NAD default] ADD starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedx8db fd78cc8e33c74e086bd0eeefef0044832d2e77e6abb92e0aff855db53e4646a5 network default NAD default] I0405 15:05:54.671145 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedx8db, hostIfaceName: fd78cc8e33c74e0, network: default, NAD default, SandboxID: "fd78cc8e33c74e086bd0eeefef0044832d2e77e6abb92e0aff855db53e4646a5", PCI device ID: , UID: "58c368b5-2264-4879-b9c2-0fe9268bfd56", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0405 15:05:54.722782 3815 cni.go:424] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedx8db fd78cc8e33c74e086bd0eeefef0044832d2e77e6abb92e0aff855db53e4646a5 network default NAD default] ADD finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedx8db fd78cc8e33c74e086bd0eeefef0044832d2e77e6abb92e0aff855db53e4646a5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:c2:ed:ab:b8:c8\",\"name\":\"fd78cc8e33c74e0\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c9f770fb-ccf4-4941-bcee-4fed5e7c65a0\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:05:54.750289 3815 cni.go:403] [openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w e0b18c7f99fda6bc30db28b8cb7497a8239372f4b16dab4dc810b041863117ce network default NAD default] ADD starting CNI request [openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w e0b18c7f99fda6bc30db28b8cb7497a8239372f4b16dab4dc810b041863117ce network default NAD default] I0405 15:05:54.760752 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w, hostIfaceName: e0b18c7f99fda6b, network: default, NAD default, SandboxID: "e0b18c7f99fda6bc30db28b8cb7497a8239372f4b16dab4dc810b041863117ce", PCI device ID: , UID: "d3bdf4dd-4888-4d6c-8849-a868e4724a73", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0405 15:05:54.812489 3815 cni.go:424] [openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w e0b18c7f99fda6bc30db28b8cb7497a8239372f4b16dab4dc810b041863117ce network default NAD default] ADD finished CNI request [openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w e0b18c7f99fda6bc30db28b8cb7497a8239372f4b16dab4dc810b041863117ce network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:e0:5e:7d:50:41\",\"name\":\"e0b18c7f99fda6b\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/50a7cbae-3970-4494-8637-c392f9f63164\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:05:58.179516 3815 cni.go:403] [openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w e0b18c7f99fda6bc30db28b8cb7497a8239372f4b16dab4dc810b041863117ce network default NAD default] DEL starting CNI request [openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w e0b18c7f99fda6bc30db28b8cb7497a8239372f4b16dab4dc810b041863117ce network default NAD default] I0405 15:05:58.254063 3815 cni.go:424] [openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w e0b18c7f99fda6bc30db28b8cb7497a8239372f4b16dab4dc810b041863117ce network default NAD default] DEL finished CNI request [openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w e0b18c7f99fda6bc30db28b8cb7497a8239372f4b16dab4dc810b041863117ce network default NAD default], result "{}", err I0405 15:05:58.297807 3815 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:05:58.297869 3815 pods.go:176] Deleting pod: openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w I0405 15:05:58.299652 3815 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w, ips: 10.128.0.31 I0405 15:05:58.299680 3815 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:05:58.299699 3815 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:05:58.299706 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0405 15:05:58.299869 3815 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:05:58.299879 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0405 15:05:59.141195 3815 base_network_controller_pods.go:487] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5b9t8s] creating logical port openshift-marketplace_925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5b9t8s for pod on switch ip-10-0-2-229.ec2.internal I0405 15:05:59.141305 3815 kube.go:256] Updating pod openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5b9t8s I0405 15:05:59.153231 3815 pod.go:62] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5b9t8s] pod update took 11.958309ms I0405 15:05:59.153260 3815 base_network_controller_pods.go:937] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5b9t8s] addLogicalPort annotation time took 11.989599ms I0405 15:05:59.154695 3815 pods.go:271] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5b9t8s] addLogicalPort took 13.518593ms, libovsdb time 933.644µs I0405 15:05:59.188331 3815 cni.go:403] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedx8db fd78cc8e33c74e086bd0eeefef0044832d2e77e6abb92e0aff855db53e4646a5 network default NAD default] DEL starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedx8db fd78cc8e33c74e086bd0eeefef0044832d2e77e6abb92e0aff855db53e4646a5 network default NAD default] I0405 15:05:59.260423 3815 cni.go:424] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedx8db fd78cc8e33c74e086bd0eeefef0044832d2e77e6abb92e0aff855db53e4646a5 network default NAD default] DEL finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedx8db fd78cc8e33c74e086bd0eeefef0044832d2e77e6abb92e0aff855db53e4646a5 network default NAD default], result "{}", err I0405 15:05:59.316431 3815 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedx8db of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:05:59.316462 3815 pods.go:176] Deleting pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedx8db I0405 15:05:59.317708 3815 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedx8db, ips: 10.128.0.30 I0405 15:05:59.317732 3815 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedx8db of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:05:59.317748 3815 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedx8db of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:05:59.317756 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0405 15:05:59.317941 3815 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedx8db of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:05:59.317956 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0405 15:05:59.332409 3815 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:05:59.332429 3815 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:05:59.332439 3815 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:05:59.332450 3815 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:05:59.363376 3815 base_network_controller_pods.go:487] [default/openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1hsfd5] creating logical port openshift-marketplace_3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1hsfd5 for pod on switch ip-10-0-2-229.ec2.internal I0405 15:05:59.363485 3815 kube.go:256] Updating pod openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1hsfd5 I0405 15:05:59.375924 3815 pod.go:62] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1hsfd5] pod update took 12.476514ms I0405 15:05:59.375952 3815 base_network_controller_pods.go:937] [default/openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1hsfd5] addLogicalPort annotation time took 12.509219ms I0405 15:05:59.377243 3815 pods.go:271] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1hsfd5] addLogicalPort took 13.88266ms, libovsdb time 823.794µs I0405 15:05:59.502376 3815 cni.go:403] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5b9t8s 223bed166b4ed2147e4d9404fc3e3dadbd1ee87ce01d434920680b297d62e560 network default NAD default] ADD starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5b9t8s 223bed166b4ed2147e4d9404fc3e3dadbd1ee87ce01d434920680b297d62e560 network default NAD default] I0405 15:05:59.513455 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5b9t8s, hostIfaceName: 223bed166b4ed21, network: default, NAD default, SandboxID: "223bed166b4ed2147e4d9404fc3e3dadbd1ee87ce01d434920680b297d62e560", PCI device ID: , UID: "20e434ee-d329-40c5-834e-ed1e8c638441", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0405 15:05:59.564567 3815 cni.go:424] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5b9t8s 223bed166b4ed2147e4d9404fc3e3dadbd1ee87ce01d434920680b297d62e560 network default NAD default] ADD finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5b9t8s 223bed166b4ed2147e4d9404fc3e3dadbd1ee87ce01d434920680b297d62e560 network default NAD default], result "{\"interfaces\":[{\"mac\":\"76:8b:db:c2:c1:6f\",\"name\":\"223bed166b4ed21\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5996ace4-d66e-423b-a26b-93b8aec4e0eb\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:05:59.722939 3815 cni.go:403] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1hsfd5 ff22974ce519cdc24b86331ff6ff2afe9f750bd62464c4321a3a9a40ea872ccb network default NAD default] ADD starting CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1hsfd5 ff22974ce519cdc24b86331ff6ff2afe9f750bd62464c4321a3a9a40ea872ccb network default NAD default] I0405 15:05:59.737339 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1hsfd5, hostIfaceName: ff22974ce519cdc, network: default, NAD default, SandboxID: "ff22974ce519cdc24b86331ff6ff2afe9f750bd62464c4321a3a9a40ea872ccb", PCI device ID: , UID: "214ac5be-b4e4-496b-9b53-8cf9adb96170", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0405 15:05:59.789733 3815 cni.go:424] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1hsfd5 ff22974ce519cdc24b86331ff6ff2afe9f750bd62464c4321a3a9a40ea872ccb network default NAD default] ADD finished CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1hsfd5 ff22974ce519cdc24b86331ff6ff2afe9f750bd62464c4321a3a9a40ea872ccb network default NAD default], result "{\"interfaces\":[{\"mac\":\"e2:9f:e7:99:98:d0\",\"name\":\"ff22974ce519cdc\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/afa61db6-a72b-489a-bc12-f64bccf71ba9\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:06:00.342269 3815 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedx8db of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:00.342300 3815 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedx8db of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:00.342322 3815 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedx8db of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:00.342332 3815 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedx8db of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:01.380527 3815 base_network_controller_pods.go:487] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafkb9xb] creating logical port openshift-marketplace_30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafkb9xb for pod on switch ip-10-0-2-229.ec2.internal I0405 15:06:01.380681 3815 kube.go:256] Updating pod openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafkb9xb I0405 15:06:01.392925 3815 pod.go:62] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafkb9xb] pod update took 12.274799ms I0405 15:06:01.392953 3815 base_network_controller_pods.go:937] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafkb9xb] addLogicalPort annotation time took 12.307484ms I0405 15:06:01.394424 3815 pods.go:271] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafkb9xb] addLogicalPort took 13.920478ms, libovsdb time 958.099µs I0405 15:06:01.483623 3815 base_network_controller_pods.go:487] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74x2vs] creating logical port openshift-marketplace_18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74x2vs for pod on switch ip-10-0-2-229.ec2.internal I0405 15:06:01.483776 3815 kube.go:256] Updating pod openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74x2vs I0405 15:06:01.497019 3815 pod.go:62] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74x2vs] pod update took 13.276857ms I0405 15:06:01.497051 3815 base_network_controller_pods.go:937] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74x2vs] addLogicalPort annotation time took 13.314418ms I0405 15:06:01.498624 3815 pods.go:271] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74x2vs] addLogicalPort took 15.022426ms, libovsdb time 1.015632ms I0405 15:06:02.255219 3815 cni.go:403] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafkb9xb d5000bdbd85ededa588938ca491378df14446e40c18593a9fc8bcf66d8d9969d network default NAD default] ADD starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafkb9xb d5000bdbd85ededa588938ca491378df14446e40c18593a9fc8bcf66d8d9969d network default NAD default] I0405 15:06:02.259306 3815 cni.go:403] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74x2vs c0114b53b5261b0e5fd05111b19dc33c54ff3fe2955c0f387a4bed275086a306 network default NAD default] ADD starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74x2vs c0114b53b5261b0e5fd05111b19dc33c54ff3fe2955c0f387a4bed275086a306 network default NAD default] I0405 15:06:02.266903 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafkb9xb, hostIfaceName: d5000bdbd85eded, network: default, NAD default, SandboxID: "d5000bdbd85ededa588938ca491378df14446e40c18593a9fc8bcf66d8d9969d", PCI device ID: , UID: "f6ff7724-a921-4fc1-be03-480bf737045b", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0405 15:06:02.270003 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74x2vs, hostIfaceName: c0114b53b5261b0, network: default, NAD default, SandboxID: "c0114b53b5261b0e5fd05111b19dc33c54ff3fe2955c0f387a4bed275086a306", PCI device ID: , UID: "a730a8e6-4e39-4ef2-8a80-ffec37530e34", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0405 15:06:02.321074 3815 cni.go:424] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafkb9xb d5000bdbd85ededa588938ca491378df14446e40c18593a9fc8bcf66d8d9969d network default NAD default] ADD finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafkb9xb d5000bdbd85ededa588938ca491378df14446e40c18593a9fc8bcf66d8d9969d network default NAD default], result "{\"interfaces\":[{\"mac\":\"32:8f:36:66:ea:c4\",\"name\":\"d5000bdbd85eded\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/509c7e6a-7681-4ddd-89c4-e56515384456\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:06:02.340740 3815 cni.go:424] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74x2vs c0114b53b5261b0e5fd05111b19dc33c54ff3fe2955c0f387a4bed275086a306 network default NAD default] ADD finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74x2vs c0114b53b5261b0e5fd05111b19dc33c54ff3fe2955c0f387a4bed275086a306 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:59:fa:62:77:23\",\"name\":\"c0114b53b5261b0\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f2b71875-b14b-499e-a525-609fe117f6b4\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:06:04.227084 3815 cni.go:403] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1hsfd5 ff22974ce519cdc24b86331ff6ff2afe9f750bd62464c4321a3a9a40ea872ccb network default NAD default] DEL starting CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1hsfd5 ff22974ce519cdc24b86331ff6ff2afe9f750bd62464c4321a3a9a40ea872ccb network default NAD default] I0405 15:06:04.297565 3815 cni.go:424] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1hsfd5 ff22974ce519cdc24b86331ff6ff2afe9f750bd62464c4321a3a9a40ea872ccb network default NAD default] DEL finished CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1hsfd5 ff22974ce519cdc24b86331ff6ff2afe9f750bd62464c4321a3a9a40ea872ccb network default NAD default], result "{}", err I0405 15:06:04.337183 3815 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1hsfd5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:06:04.337245 3815 pods.go:176] Deleting pod: openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1hsfd5 I0405 15:06:04.338720 3815 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1hsfd5, ips: 10.128.0.33 I0405 15:06:04.338748 3815 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1hsfd5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:06:04.338765 3815 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1hsfd5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:06:04.338772 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0405 15:06:04.338957 3815 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1hsfd5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:06:04.338968 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0405 15:06:05.241454 3815 cni.go:403] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5b9t8s 223bed166b4ed2147e4d9404fc3e3dadbd1ee87ce01d434920680b297d62e560 network default NAD default] DEL starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5b9t8s 223bed166b4ed2147e4d9404fc3e3dadbd1ee87ce01d434920680b297d62e560 network default NAD default] I0405 15:06:05.321751 3815 cni.go:424] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5b9t8s 223bed166b4ed2147e4d9404fc3e3dadbd1ee87ce01d434920680b297d62e560 network default NAD default] DEL finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5b9t8s 223bed166b4ed2147e4d9404fc3e3dadbd1ee87ce01d434920680b297d62e560 network default NAD default], result "{}", err I0405 15:06:05.366954 3815 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1hsfd5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:05.366983 3815 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1hsfd5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:05.366996 3815 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1hsfd5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:05.367008 3815 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1hsfd5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:05.368053 3815 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5b9t8s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:06:05.368100 3815 pods.go:176] Deleting pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5b9t8s I0405 15:06:05.369479 3815 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5b9t8s, ips: 10.128.0.32 I0405 15:06:05.369512 3815 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5b9t8s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:06:05.369538 3815 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5b9t8s of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:06:05.369551 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0405 15:06:05.369745 3815 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5b9t8s of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:06:05.369764 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0405 15:06:06.243784 3815 cni.go:403] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74x2vs c0114b53b5261b0e5fd05111b19dc33c54ff3fe2955c0f387a4bed275086a306 network default NAD default] DEL starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74x2vs c0114b53b5261b0e5fd05111b19dc33c54ff3fe2955c0f387a4bed275086a306 network default NAD default] I0405 15:06:06.313674 3815 cni.go:424] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74x2vs c0114b53b5261b0e5fd05111b19dc33c54ff3fe2955c0f387a4bed275086a306 network default NAD default] DEL finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74x2vs c0114b53b5261b0e5fd05111b19dc33c54ff3fe2955c0f387a4bed275086a306 network default NAD default], result "{}", err I0405 15:06:06.350316 3815 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74x2vs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:06:06.350388 3815 pods.go:176] Deleting pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74x2vs I0405 15:06:06.352026 3815 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74x2vs, ips: 10.128.0.35 I0405 15:06:06.352063 3815 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74x2vs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:06:06.352083 3815 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74x2vs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:06:06.352093 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0405 15:06:06.352306 3815 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74x2vs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:06:06.352322 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0405 15:06:06.394116 3815 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5b9t8s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:06.394139 3815 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5b9t8s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:06.394154 3815 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5b9t8s of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:06.394163 3815 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5b9t8s of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:07.095377 3815 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-lwg5t] creating logical port tsf-tpa_rhtpa-operator-controller-manager-576c85d8f-lwg5t for pod on switch ip-10-0-2-229.ec2.internal I0405 15:06:07.095530 3815 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-lwg5t I0405 15:06:07.113627 3815 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-lwg5t] pod update took 18.124996ms I0405 15:06:07.113649 3815 base_network_controller_pods.go:937] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-lwg5t] addLogicalPort annotation time took 18.152068ms I0405 15:06:07.114888 3815 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-lwg5t] addLogicalPort took 19.526471ms, libovsdb time 878.161µs I0405 15:06:07.392213 3815 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74x2vs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:07.392244 3815 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74x2vs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:07.392258 3815 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74x2vs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:07.392270 3815 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74x2vs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:07.456591 3815 cni.go:403] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-lwg5t 3c0bc0de825266400ddc6b97810f8c5c5c84fb51cfbd38e675d8e634f6bd2b58 network default NAD default] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-lwg5t 3c0bc0de825266400ddc6b97810f8c5c5c84fb51cfbd38e675d8e634f6bd2b58 network default NAD default] I0405 15:06:07.466718 3815 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-576c85d8f-lwg5t, hostIfaceName: 3c0bc0de8252664, network: default, NAD default, SandboxID: "3c0bc0de825266400ddc6b97810f8c5c5c84fb51cfbd38e675d8e634f6bd2b58", PCI device ID: , UID: "d7433099-c60b-4192-9e8e-da3c0100663e", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0405 15:06:07.516733 3815 cni.go:424] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-lwg5t 3c0bc0de825266400ddc6b97810f8c5c5c84fb51cfbd38e675d8e634f6bd2b58 network default NAD default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-lwg5t 3c0bc0de825266400ddc6b97810f8c5c5c84fb51cfbd38e675d8e634f6bd2b58 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:4f:1b:a5:3e:b9\",\"name\":\"3c0bc0de8252664\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/558a75a9-16d8-4a75-b4c7-c33bd7531100\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:06:08.256513 3815 cni.go:403] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafkb9xb d5000bdbd85ededa588938ca491378df14446e40c18593a9fc8bcf66d8d9969d network default NAD default] DEL starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafkb9xb d5000bdbd85ededa588938ca491378df14446e40c18593a9fc8bcf66d8d9969d network default NAD default] I0405 15:06:08.327568 3815 cni.go:424] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafkb9xb d5000bdbd85ededa588938ca491378df14446e40c18593a9fc8bcf66d8d9969d network default NAD default] DEL finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafkb9xb d5000bdbd85ededa588938ca491378df14446e40c18593a9fc8bcf66d8d9969d network default NAD default], result "{}", err I0405 15:06:08.379760 3815 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafkb9xb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:06:08.379796 3815 pods.go:176] Deleting pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafkb9xb I0405 15:06:08.381077 3815 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafkb9xb, ips: 10.128.0.34 I0405 15:06:08.381106 3815 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafkb9xb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:06:08.381126 3815 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafkb9xb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:06:08.381136 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0405 15:06:08.381328 3815 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafkb9xb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:06:08.381348 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0405 15:06:09.407167 3815 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafkb9xb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:09.407195 3815 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafkb9xb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:09.407212 3815 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafkb9xb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:09.407225 3815 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafkb9xb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0405 15:06:11.287285 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0405 15:06:16.829519 3815 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-rm7ps] creating logical port konflux-operator_konflux-operator-controller-manager-5bc5d8c98f-rm7ps for pod on switch ip-10-0-2-229.ec2.internal I0405 15:06:16.829666 3815 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-rm7ps I0405 15:06:16.857167 3815 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-rm7ps] pod update took 27.52767ms I0405 15:06:16.857190 3815 base_network_controller_pods.go:937] [default/konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-rm7ps] addLogicalPort annotation time took 27.555306ms I0405 15:06:16.858391 3815 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-rm7ps] addLogicalPort took 28.890392ms, libovsdb time 863.958µs I0405 15:06:17.052930 3815 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-8468f77bc5-h5rss] creating logical port rhbk-operator_rhbk-operator-8468f77bc5-h5rss for pod on switch ip-10-0-2-229.ec2.internal I0405 15:06:17.053045 3815 kube.go:256] Updating pod rhbk-operator/rhbk-operator-8468f77bc5-h5rss I0405 15:06:17.086145 3815 pod.go:62] [rhbk-operator/rhbk-operator-8468f77bc5-h5rss] pod update took 33.123478ms I0405 15:06:17.086169 3815 base_network_controller_pods.go:937] [default/rhbk-operator/rhbk-operator-8468f77bc5-h5rss] addLogicalPort annotation time took 33.153738ms I0405 15:06:17.087364 3815 pods.go:271] [rhbk-operator/rhbk-operator-8468f77bc5-h5rss] addLogicalPort took 34.446258ms, libovsdb time 848.11µs I0405 15:06:17.195377 3815 cni.go:403] [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-rm7ps 85b4c3eab6fd6873de2baf0f108a746b2b587be8540d400438aa8743dc09986b network default NAD default] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-rm7ps 85b4c3eab6fd6873de2baf0f108a746b2b587be8540d400438aa8743dc09986b network default NAD default] I0405 15:06:17.204784 3815 helper_linux.go:450] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bc5d8c98f-rm7ps, hostIfaceName: 85b4c3eab6fd687, network: default, NAD default, SandboxID: "85b4c3eab6fd6873de2baf0f108a746b2b587be8540d400438aa8743dc09986b", PCI device ID: , UID: "53514e95-11f4-40db-baca-bb31bbbc6681", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0405 15:06:17.257678 3815 cni.go:424] [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-rm7ps 85b4c3eab6fd6873de2baf0f108a746b2b587be8540d400438aa8743dc09986b network default NAD default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-rm7ps 85b4c3eab6fd6873de2baf0f108a746b2b587be8540d400438aa8743dc09986b network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:7c:04:14:00:d4\",\"name\":\"85b4c3eab6fd687\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db242631-78e7-4de1-bf08-199cdc715eb6\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:06:17.422222 3815 cni.go:403] [rhbk-operator/rhbk-operator-8468f77bc5-h5rss a6775fd6c508443297981e3fa7cd5ae511cd3150634c139b03d5d0ad4faef958 network default NAD default] ADD starting CNI request [rhbk-operator/rhbk-operator-8468f77bc5-h5rss a6775fd6c508443297981e3fa7cd5ae511cd3150634c139b03d5d0ad4faef958 network default NAD default] I0405 15:06:17.431914 3815 helper_linux.go:450] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-8468f77bc5-h5rss, hostIfaceName: a6775fd6c508443, network: default, NAD default, SandboxID: "a6775fd6c508443297981e3fa7cd5ae511cd3150634c139b03d5d0ad4faef958", PCI device ID: , UID: "329be80a-cd67-4c86-ad20-40ff89cf6b72", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0405 15:06:17.484254 3815 cni.go:424] [rhbk-operator/rhbk-operator-8468f77bc5-h5rss a6775fd6c508443297981e3fa7cd5ae511cd3150634c139b03d5d0ad4faef958 network default NAD default] ADD finished CNI request [rhbk-operator/rhbk-operator-8468f77bc5-h5rss a6775fd6c508443297981e3fa7cd5ae511cd3150634c139b03d5d0ad4faef958 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a6:d6:71:01:ee:4f\",\"name\":\"a6775fd6c508443\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8a9966a2-97d2-4692-8c65-e5c3f8b84f8e\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:06:17.639128 3815 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0405 15:06:18.524562 3815 namespace.go:142] [openshift-operators] updating namespace I0405 15:06:18.579928 3815 namespace.go:142] [openshift-operators] updating namespace W0405 15:06:20.357090 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0405 15:06:22.323276 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0405 15:06:22.934511 3815 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-h4s74] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-58df4cf46c-h4s74 for pod on switch ip-10-0-2-229.ec2.internal I0405 15:06:22.934664 3815 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-h4s74 I0405 15:06:22.952854 3815 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-h4s74] pod update took 18.212949ms I0405 15:06:22.952881 3815 base_network_controller_pods.go:937] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-h4s74] addLogicalPort annotation time took 18.246575ms I0405 15:06:22.954376 3815 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-h4s74] addLogicalPort took 19.887368ms, libovsdb time 1.090087ms I0405 15:06:23.310901 3815 cni.go:403] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-h4s74 c77848d01d0e03f185dcd0ec84243e501c87a893ebfed8396c3d4e059571a3cc network default NAD default] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-h4s74 c77848d01d0e03f185dcd0ec84243e501c87a893ebfed8396c3d4e059571a3cc network default NAD default] I0405 15:06:23.321674 3815 helper_linux.go:450] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-58df4cf46c-h4s74, hostIfaceName: c77848d01d0e03f, network: default, NAD default, SandboxID: "c77848d01d0e03f185dcd0ec84243e501c87a893ebfed8396c3d4e059571a3cc", PCI device ID: , UID: "e686c205-c2e7-43b1-9c03-145c44045b10", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0405 15:06:23.378317 3815 cni.go:424] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-h4s74 c77848d01d0e03f185dcd0ec84243e501c87a893ebfed8396c3d4e059571a3cc network default NAD default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-h4s74 c77848d01d0e03f185dcd0ec84243e501c87a893ebfed8396c3d4e059571a3cc network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:66:48:6c:7c:fe\",\"name\":\"c77848d01d0e03f\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c84dfc4-18ce-40e1-8bb6-cfc808b97440\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0405 15:06:25.468297 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0405 15:06:25.491875 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0405 15:06:25.492988 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0405 15:06:25.505019 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0405 15:06:27.131913 3815 namespace.go:142] [openshift-operators] updating namespace I0405 15:06:27.774707 3815 namespace.go:98] [cert-manager] adding namespace I0405 15:06:27.775580 3815 namespace.go:102] [cert-manager] adding namespace took 849.776µs I0405 15:06:27.936085 3815 namespace.go:142] [cert-manager] updating namespace I0405 15:06:27.958763 3815 namespace.go:142] [cert-manager] updating namespace I0405 15:06:28.870781 3815 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6684678d86-b682h] creating logical port openshift-operators_openshift-pipelines-operator-6684678d86-b682h for pod on switch ip-10-0-2-229.ec2.internal I0405 15:06:28.870930 3815 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-b682h I0405 15:06:28.898736 3815 pod.go:62] [openshift-operators/openshift-pipelines-operator-6684678d86-b682h] pod update took 27.832413ms I0405 15:06:28.898772 3815 base_network_controller_pods.go:937] [default/openshift-operators/openshift-pipelines-operator-6684678d86-b682h] addLogicalPort annotation time took 27.870563ms I0405 15:06:28.900498 3815 pods.go:271] [openshift-operators/openshift-pipelines-operator-6684678d86-b682h] addLogicalPort took 29.738463ms, libovsdb time 1.205407ms I0405 15:06:28.970484 3815 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-bxdfw] creating logical port openshift-operators_tekton-operator-webhook-668b6fdd5d-bxdfw for pod on switch ip-10-0-2-229.ec2.internal I0405 15:06:28.970611 3815 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-668b6fdd5d-bxdfw I0405 15:06:28.989703 3815 pod.go:62] [openshift-operators/tekton-operator-webhook-668b6fdd5d-bxdfw] pod update took 19.124258ms I0405 15:06:28.989799 3815 base_network_controller_pods.go:937] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-bxdfw] addLogicalPort annotation time took 19.223697ms I0405 15:06:28.991186 3815 pods.go:271] [openshift-operators/tekton-operator-webhook-668b6fdd5d-bxdfw] addLogicalPort took 20.719352ms, libovsdb time 971.658µs I0405 15:06:29.877541 3815 cni.go:403] [openshift-operators/openshift-pipelines-operator-6684678d86-b682h 0a644fb2b18cbce577aec5fd7af548d079028cb3b8a626af3ea85b952a4b273e network default NAD default] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-b682h 0a644fb2b18cbce577aec5fd7af548d079028cb3b8a626af3ea85b952a4b273e network default NAD default] I0405 15:06:29.895240 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6684678d86-b682h, hostIfaceName: 0a644fb2b18cbce, network: default, NAD default, SandboxID: "0a644fb2b18cbce577aec5fd7af548d079028cb3b8a626af3ea85b952a4b273e", PCI device ID: , UID: "c59b0346-e61e-4811-8054-d408a31d6558", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0405 15:06:29.949273 3815 cni.go:403] [openshift-operators/tekton-operator-webhook-668b6fdd5d-bxdfw 4e651e422368eb8fe211ffba2dd4dc88ce086797752e4e73a6af707617505bca network default NAD default] ADD starting CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-bxdfw 4e651e422368eb8fe211ffba2dd4dc88ce086797752e4e73a6af707617505bca network default NAD default] I0405 15:06:29.954310 3815 cni.go:424] [openshift-operators/openshift-pipelines-operator-6684678d86-b682h 0a644fb2b18cbce577aec5fd7af548d079028cb3b8a626af3ea85b952a4b273e network default NAD default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-b682h 0a644fb2b18cbce577aec5fd7af548d079028cb3b8a626af3ea85b952a4b273e network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:cd:2c:a8:23:90\",\"name\":\"0a644fb2b18cbce\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e60ce55a-f1c7-43a9-a67f-6b3b4300c6ce\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:06:29.958075 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-668b6fdd5d-bxdfw, hostIfaceName: 4e651e422368eb8, network: default, NAD default, SandboxID: "4e651e422368eb8fe211ffba2dd4dc88ce086797752e4e73a6af707617505bca", PCI device ID: , UID: "400ea505-c3ed-4173-9fa6-b72cc005393e", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0405 15:06:30.008859 3815 cni.go:424] [openshift-operators/tekton-operator-webhook-668b6fdd5d-bxdfw 4e651e422368eb8fe211ffba2dd4dc88ce086797752e4e73a6af707617505bca network default NAD default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-bxdfw 4e651e422368eb8fe211ffba2dd4dc88ce086797752e4e73a6af707617505bca network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:12:b6:4b:8f:7a\",\"name\":\"4e651e422368eb8\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6caf4fc5-94ae-4922-961e-ddf0043bcbf0\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0405 15:06:31.372016 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0405 15:06:38.055997 3815 namespace.go:98] [trusted-artifact-signer] adding namespace I0405 15:06:38.056952 3815 namespace.go:102] [trusted-artifact-signer] adding namespace took 927.852µs I0405 15:06:38.063865 3815 namespace.go:142] [trusted-artifact-signer] updating namespace I0405 15:06:38.090808 3815 namespace.go:142] [trusted-artifact-signer] updating namespace W0405 15:06:38.649374 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0405 15:06:38.649393 3815 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0405 15:06:38.697093 3815 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0405 15:06:44.772039 3815 namespace.go:98] [openshift-pipelines] adding namespace I0405 15:06:44.773024 3815 namespace.go:102] [openshift-pipelines] adding namespace took 962.196µs I0405 15:06:44.792144 3815 namespace.go:142] [openshift-pipelines] updating namespace I0405 15:06:45.484757 3815 namespace.go:142] [cert-manager] updating namespace I0405 15:06:45.685079 3815 namespace.go:142] [cert-manager-operator] updating namespace I0405 15:06:46.087204 3815 namespace.go:142] [konflux-operator] updating namespace I0405 15:06:46.286048 3815 namespace.go:142] [konflux-ui] updating namespace I0405 15:06:46.484737 3815 namespace.go:142] [open-cluster-management-2pg2fjdq68r3p7tgquekb6139ghtr5vi] updating namespace I0405 15:06:46.892766 3815 namespace.go:142] [rhbk-operator] updating namespace I0405 15:06:47.091424 3815 namespace.go:142] [rhtpa-operator] updating namespace I0405 15:06:47.288160 3815 namespace.go:142] [trusted-artifact-signer] updating namespace W0405 15:06:47.466069 3815 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0405 15:06:47.473948 3815 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0405 15:06:47.493237 3815 namespace.go:142] [tsf] updating namespace W0405 15:06:47.493376 3815 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0405 15:06:47.501106 3815 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0405 15:06:47.694215 3815 namespace.go:142] [tsf-keycloak] updating namespace I0405 15:06:47.893683 3815 namespace.go:142] [tsf-tas] updating namespace I0405 15:06:48.097939 3815 namespace.go:142] [tsf-tpa] updating namespace I0405 15:06:48.226729 3815 namespace.go:142] [cert-manager] updating namespace I0405 15:06:48.240772 3815 namespace.go:142] [cert-manager-operator] updating namespace I0405 15:06:48.249332 3815 namespace.go:142] [default] updating namespace I0405 15:06:48.258982 3815 namespace.go:142] [konflux-operator] updating namespace I0405 15:06:48.267732 3815 namespace.go:142] [konflux-ui] updating namespace I0405 15:06:48.278906 3815 namespace.go:142] [open-cluster-management-2pg2fjdq68r3p7tgquekb6139ghtr5vi] updating namespace I0405 15:06:48.289155 3815 namespace.go:142] [openshift] updating namespace I0405 15:06:48.297112 3815 namespace.go:142] [rhbk-operator] updating namespace I0405 15:06:48.306783 3815 namespace.go:142] [rhtpa-operator] updating namespace I0405 15:06:48.316980 3815 namespace.go:142] [trusted-artifact-signer] updating namespace I0405 15:06:48.326620 3815 namespace.go:142] [tsf] updating namespace I0405 15:06:48.345102 3815 namespace.go:142] [tsf-keycloak] updating namespace I0405 15:06:48.354612 3815 namespace.go:142] [tsf-tas] updating namespace I0405 15:06:48.376279 3815 namespace.go:142] [tsf-tpa] updating namespace I0405 15:06:48.479930 3815 namespace.go:142] [cert-manager] updating namespace I0405 15:06:48.583381 3815 namespace.go:142] [cert-manager-operator] updating namespace I0405 15:06:48.678816 3815 namespace.go:142] [default] updating namespace I0405 15:06:48.779242 3815 namespace.go:142] [konflux-operator] updating namespace I0405 15:06:48.877273 3815 namespace.go:142] [konflux-ui] updating namespace I0405 15:06:48.988978 3815 namespace.go:142] [open-cluster-management-2pg2fjdq68r3p7tgquekb6139ghtr5vi] updating namespace I0405 15:06:49.078171 3815 namespace.go:142] [openshift] updating namespace I0405 15:06:49.197214 3815 namespace.go:142] [rhbk-operator] updating namespace I0405 15:06:49.310198 3815 namespace.go:142] [rhtpa-operator] updating namespace I0405 15:06:49.427017 3815 namespace.go:142] [trusted-artifact-signer] updating namespace I0405 15:06:49.530166 3815 namespace.go:142] [tsf] updating namespace I0405 15:06:49.592179 3815 namespace.go:142] [tsf-keycloak] updating namespace I0405 15:06:49.686982 3815 namespace.go:142] [tsf-tas] updating namespace I0405 15:06:49.830121 3815 namespace.go:142] [tsf-tpa] updating namespace I0405 15:06:50.620814 3815 namespace.go:142] [openshift-pipelines] updating namespace I0405 15:06:58.449495 3815 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-b6dmx] creating logical port openshift-pipelines_tekton-pipelines-controller-84d6d58f5c-b6dmx for pod on switch ip-10-0-2-229.ec2.internal I0405 15:06:58.449625 3815 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-b6dmx I0405 15:06:58.465763 3815 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-b6dmx] pod update took 16.169227ms I0405 15:06:58.465788 3815 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-b6dmx] addLogicalPort annotation time took 16.227045ms I0405 15:06:58.467188 3815 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-b6dmx] addLogicalPort took 17.713532ms, libovsdb time 925.448µs I0405 15:06:58.529228 3815 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-b79bdd59-gpp2k] creating logical port openshift-pipelines_tekton-events-controller-b79bdd59-gpp2k for pod on switch ip-10-0-2-229.ec2.internal I0405 15:06:58.529325 3815 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-b79bdd59-gpp2k I0405 15:06:58.545723 3815 pod.go:62] [openshift-pipelines/tekton-events-controller-b79bdd59-gpp2k] pod update took 16.427697ms I0405 15:06:58.545744 3815 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-events-controller-b79bdd59-gpp2k] addLogicalPort annotation time took 16.457118ms I0405 15:06:58.546931 3815 pods.go:271] [openshift-pipelines/tekton-events-controller-b79bdd59-gpp2k] addLogicalPort took 17.726706ms, libovsdb time 771.364µs I0405 15:06:58.723589 3815 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-449h2] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-449h2 for pod on switch ip-10-0-2-229.ec2.internal I0405 15:06:58.723727 3815 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-449h2 I0405 15:06:58.740599 3815 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-449h2] pod update took 16.905986ms I0405 15:06:58.740623 3815 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-449h2] addLogicalPort annotation time took 16.934776ms I0405 15:06:58.742016 3815 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-449h2] addLogicalPort took 18.445304ms, libovsdb time 964.338µs I0405 15:06:58.821273 3815 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mgxnj] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-7988b548df-mgxnj for pod on switch ip-10-0-2-229.ec2.internal I0405 15:06:58.821370 3815 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mgxnj I0405 15:06:58.824227 3815 cni.go:403] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-b6dmx d6c1305ab5ed4a01b80d96f3ffe8fe05cda983687d338e6955f52f2de83b3a7a network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-b6dmx d6c1305ab5ed4a01b80d96f3ffe8fe05cda983687d338e6955f52f2de83b3a7a network default NAD default] I0405 15:06:58.834417 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-84d6d58f5c-b6dmx, hostIfaceName: d6c1305ab5ed4a0, network: default, NAD default, SandboxID: "d6c1305ab5ed4a01b80d96f3ffe8fe05cda983687d338e6955f52f2de83b3a7a", PCI device ID: , UID: "b029cac6-5cc2-42e3-ae26-8ce537896ac0", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0405 15:06:58.835045 3815 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mgxnj] pod update took 13.700078ms I0405 15:06:58.835076 3815 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mgxnj] addLogicalPort annotation time took 13.733518ms I0405 15:06:58.836762 3815 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mgxnj] addLogicalPort took 15.507197ms, libovsdb time 1.126259ms I0405 15:06:58.891356 3815 cni.go:424] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-b6dmx d6c1305ab5ed4a01b80d96f3ffe8fe05cda983687d338e6955f52f2de83b3a7a network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-b6dmx d6c1305ab5ed4a01b80d96f3ffe8fe05cda983687d338e6955f52f2de83b3a7a network default NAD default], result "{\"interfaces\":[{\"mac\":\"ba:a1:41:61:60:50\",\"name\":\"d6c1305ab5ed4a0\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0ab37c8-2c65-4e5c-ac32-eeab24718e32\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:06:58.892038 3815 cni.go:403] [openshift-pipelines/tekton-events-controller-b79bdd59-gpp2k 575114acf1997fa5223b739f11fbe30e7f91a510b0da363f7f81cc3fffd8cb5b network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-gpp2k 575114acf1997fa5223b739f11fbe30e7f91a510b0da363f7f81cc3fffd8cb5b network default NAD default] I0405 15:06:58.901927 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-b79bdd59-gpp2k, hostIfaceName: 575114acf1997fa, network: default, NAD default, SandboxID: "575114acf1997fa5223b739f11fbe30e7f91a510b0da363f7f81cc3fffd8cb5b", PCI device ID: , UID: "575634d3-15c1-4842-80bb-83de87c97ef2", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0405 15:06:58.907923 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=728 I0405 15:06:58.956072 3815 cni.go:424] [openshift-pipelines/tekton-events-controller-b79bdd59-gpp2k 575114acf1997fa5223b739f11fbe30e7f91a510b0da363f7f81cc3fffd8cb5b network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-gpp2k 575114acf1997fa5223b739f11fbe30e7f91a510b0da363f7f81cc3fffd8cb5b network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:f5:ce:e5:fd:68\",\"name\":\"575114acf1997fa\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e1861f0b-030f-452d-a2f1-9c8c171ad187\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:06:59.094587 3815 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-449h2 912c364baf98379d3dda60b7eb1211385db0a75e8f6f82b6c5c7503bb243e095 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-449h2 912c364baf98379d3dda60b7eb1211385db0a75e8f6f82b6c5c7503bb243e095 network default NAD default] I0405 15:06:59.104237 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-449h2, hostIfaceName: 912c364baf98379, network: default, NAD default, SandboxID: "912c364baf98379d3dda60b7eb1211385db0a75e8f6f82b6c5c7503bb243e095", PCI device ID: , UID: "923d1b93-6635-4088-8795-3f05154a96f0", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0405 15:06:59.158436 3815 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-449h2 912c364baf98379d3dda60b7eb1211385db0a75e8f6f82b6c5c7503bb243e095 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-449h2 912c364baf98379d3dda60b7eb1211385db0a75e8f6f82b6c5c7503bb243e095 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:ec:57:26:3c:54\",\"name\":\"912c364baf98379\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/05daefdb-4d05-4af7-ab9c-7b6237c07e91\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:06:59.197480 3815 cni.go:403] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mgxnj 6edb20635f176d26b78b7546769758aaae4b8286b7fd1ac7b5cf8945c0f22d1c network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mgxnj 6edb20635f176d26b78b7546769758aaae4b8286b7fd1ac7b5cf8945c0f22d1c network default NAD default] I0405 15:06:59.207418 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-7988b548df-mgxnj, hostIfaceName: 6edb20635f176d2, network: default, NAD default, SandboxID: "6edb20635f176d26b78b7546769758aaae4b8286b7fd1ac7b5cf8945c0f22d1c", PCI device ID: , UID: "28786b57-342d-431c-a737-4d2a2302ce66", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0405 15:06:59.261890 3815 cni.go:424] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mgxnj 6edb20635f176d26b78b7546769758aaae4b8286b7fd1ac7b5cf8945c0f22d1c network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mgxnj 6edb20635f176d26b78b7546769758aaae4b8286b7fd1ac7b5cf8945c0f22d1c network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:3e:4a:ec:fa:e6\",\"name\":\"6edb20635f176d2\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d7bf49b5-feed-4cb3-b891-ee0c919d8684\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0405 15:07:03.603573 3815 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0405 15:07:03.603601 3815 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0405 15:07:03.603609 3815 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0405 15:07:03.623117 3815 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0405 15:07:03.623135 3815 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0405 15:07:03.623140 3815 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0405 15:07:03.623143 3815 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0405 15:07:03.673069 3815 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0405 15:07:03.673090 3815 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0405 15:07:03.673096 3815 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0405 15:07:07.288883 3815 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:07:07.289816 3815 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:07:07.307773 3815 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:07:07.307796 3815 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:07:07.314498 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0405 15:07:07.314514 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0405 15:07:14.610583 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0405 15:07:14.610604 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0405 15:07:14.610609 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0405 15:07:14.610614 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0405 15:07:14.636840 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0405 15:07:14.636861 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0405 15:07:14.636867 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0405 15:07:14.657233 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0405 15:07:14.657252 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0405 15:07:14.657257 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0405 15:07:17.213536 3815 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0405 15:07:17.244889 3815 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0405 15:07:21.702395 3815 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qk8bj] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-8bb674894-qk8bj for pod on switch ip-10-0-2-229.ec2.internal I0405 15:07:21.702491 3815 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qk8bj I0405 15:07:21.717089 3815 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qk8bj] pod update took 14.626344ms I0405 15:07:21.717110 3815 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qk8bj] addLogicalPort annotation time took 14.653053ms I0405 15:07:21.718541 3815 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qk8bj] addLogicalPort took 16.163511ms, libovsdb time 915.472µs I0405 15:07:22.064853 3815 cni.go:403] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qk8bj 73eef238c8040b774271f9a002b3bec2a7ff58567a63e4ceca25d98af3703a8e network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qk8bj 73eef238c8040b774271f9a002b3bec2a7ff58567a63e4ceca25d98af3703a8e network default NAD default] I0405 15:07:22.074229 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-8bb674894-qk8bj, hostIfaceName: 73eef238c8040b7, network: default, NAD default, SandboxID: "73eef238c8040b774271f9a002b3bec2a7ff58567a63e4ceca25d98af3703a8e", PCI device ID: , UID: "2ced88f7-f3bd-419b-9231-a72bd0132fa7", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0405 15:07:22.128117 3815 cni.go:424] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qk8bj 73eef238c8040b774271f9a002b3bec2a7ff58567a63e4ceca25d98af3703a8e network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qk8bj 73eef238c8040b774271f9a002b3bec2a7ff58567a63e4ceca25d98af3703a8e network default NAD default], result "{\"interfaces\":[{\"mac\":\"0e:0f:04:e1:98:97\",\"name\":\"73eef238c8040b7\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f228d58c-1d23-48bf-b6b3-240e7c9821ed\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0405 15:07:24.716182 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0405 15:07:35.736587 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0405 15:07:42.239861 3815 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0405 15:07:42.471289 3815 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:07:42.471790 3815 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:07:42.492478 3815 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:07:42.492503 3815 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:07:42.500510 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0405 15:07:42.500542 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0405 15:07:45.323058 3815 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-2-229.ec2.internal I0405 15:07:45.323189 3815 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0405 15:07:45.336798 3815 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 13.63448ms I0405 15:07:45.336842 3815 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 13.683049ms I0405 15:07:45.338226 3815 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 15.189292ms, libovsdb time 969.913µs W0405 15:07:50.398070 3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0405 15:07:50.398091 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0405 15:07:50.398189 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0405 15:07:54.992143 3815 cni.go:403] [openshift-pipelines/tekton-results-postgres-0 41e15a5f8f0a83d0f901bfc7864a0ced511488a502c1509fc0b96d5452e0c8c0 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 41e15a5f8f0a83d0f901bfc7864a0ced511488a502c1509fc0b96d5452e0c8c0 network default NAD default] I0405 15:07:55.001859 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 41e15a5f8f0a83d, network: default, NAD default, SandboxID: "41e15a5f8f0a83d0f901bfc7864a0ced511488a502c1509fc0b96d5452e0c8c0", PCI device ID: , UID: "a30e3fa9-5143-446d-a795-e60b690865ca", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0405 15:07:55.055657 3815 cni.go:424] [openshift-pipelines/tekton-results-postgres-0 41e15a5f8f0a83d0f901bfc7864a0ced511488a502c1509fc0b96d5452e0c8c0 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 41e15a5f8f0a83d0f901bfc7864a0ced511488a502c1509fc0b96d5452e0c8c0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:b2:43:81:37:73\",\"name\":\"41e15a5f8f0a83d\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/731dccaf-f2e4-4dd5-84f0-1f1fb052b7d6\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:08:00.978724 3815 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0405 15:08:07.899016 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=72 I0405 15:08:09.899288 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=189 I0405 15:08:10.289118 3815 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:08:10.289708 3815 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:08:10.480520 3815 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:08:10.480548 3815 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:08:10.486266 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0405 15:08:10.486294 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 W0405 15:08:12.503460 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0405 15:08:12.503499 3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0405 15:08:12.503611 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0405 15:08:20.077787 3815 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0405 15:08:20.077814 3815 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0405 15:08:20.077838 3815 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0405 15:08:32.026343 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0405 15:08:44.807354 3815 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:08:44.807949 3815 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:08:49.898636 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0405 15:08:51.849617 3815 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-9kmb8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:08:51.850196 3815 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-9kmb8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:08:52.874997 3815 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-9kmb8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:08:52.875030 3815 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-9kmb8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:08:53.234875 3815 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:08:53.235415 3815 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:08:53.718260 3815 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:08:53.718290 3815 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:08:53.724207 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0405 15:08:53.724232 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 W0405 15:08:55.739757 3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0405 15:08:55.739777 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0405 15:08:55.743701 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0405 15:08:55.992014 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0405 15:09:01.989570 3815 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0405 15:09:01.989571 3815 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 W0405 15:09:06.317155 3815 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0405 15:09:06.317176 3815 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0405 15:09:07.813712 3815 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0405 15:09:15.898512 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=118 I0405 15:09:19.883923 3815 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-cxdd8] creating logical port openshift-pipelines_pipelines-console-plugin-79cb8f5447-cxdd8 for pod on switch ip-10-0-2-229.ec2.internal I0405 15:09:19.884019 3815 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-79cb8f5447-cxdd8 I0405 15:09:19.895144 3815 pod.go:62] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-cxdd8] pod update took 11.145416ms I0405 15:09:19.895173 3815 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-cxdd8] addLogicalPort annotation time took 11.183381ms I0405 15:09:19.896631 3815 pods.go:271] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-cxdd8] addLogicalPort took 12.730868ms, libovsdb time 1.045015ms I0405 15:09:20.847184 3815 cni.go:403] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-cxdd8 645513b09caca5552d3b2a0500e3649d8ec5b84d89377af23633f782174740be network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-cxdd8 645513b09caca5552d3b2a0500e3649d8ec5b84d89377af23633f782174740be network default NAD default] I0405 15:09:20.856755 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-79cb8f5447-cxdd8, hostIfaceName: 645513b09caca55, network: default, NAD default, SandboxID: "645513b09caca5552d3b2a0500e3649d8ec5b84d89377af23633f782174740be", PCI device ID: , UID: "6646969a-f9dc-4953-a47c-d06ad6b49159", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0405 15:09:20.912783 3815 cni.go:424] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-cxdd8 645513b09caca5552d3b2a0500e3649d8ec5b84d89377af23633f782174740be network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-cxdd8 645513b09caca5552d3b2a0500e3649d8ec5b84d89377af23633f782174740be network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:3d:be:e8:3c:ad\",\"name\":\"645513b09caca55\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7be5e89e-af0e-4f2d-ba3a-b603f79ac039\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:09:44.883313 3815 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:09:44.883340 3815 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:09:44.886598 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0405 15:09:44.886630 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0405 15:09:51.025861 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0405 15:09:54.190556 3815 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:09:54.191131 3815 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:09:54.222903 3815 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:09:54.222929 3815 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:09:54.228124 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0405 15:09:54.228149 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0405 15:09:55.337521 3815 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-cz58n] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-d466f869f-cz58n for pod on switch ip-10-0-2-229.ec2.internal I0405 15:09:55.337660 3815 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-cz58n I0405 15:09:55.358624 3815 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-cz58n] pod update took 20.994387ms I0405 15:09:55.358647 3815 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-cz58n] addLogicalPort annotation time took 21.022392ms I0405 15:09:55.360023 3815 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-cz58n] addLogicalPort took 22.52067ms, libovsdb time 936.447µs I0405 15:09:55.699989 3815 cni.go:403] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-cz58n e2d09cee3b37b125e72e2a37346da8e31b033c0b17765fb0499df89db6a8a790 network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-cz58n e2d09cee3b37b125e72e2a37346da8e31b033c0b17765fb0499df89db6a8a790 network default NAD default] I0405 15:09:55.709282 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-d466f869f-cz58n, hostIfaceName: e2d09cee3b37b12, network: default, NAD default, SandboxID: "e2d09cee3b37b125e72e2a37346da8e31b033c0b17765fb0499df89db6a8a790", PCI device ID: , UID: "c9990b6d-e7c7-4797-9fc5-c773f61d9f8e", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0405 15:09:55.763802 3815 cni.go:424] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-cz58n e2d09cee3b37b125e72e2a37346da8e31b033c0b17765fb0499df89db6a8a790 network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-cz58n e2d09cee3b37b125e72e2a37346da8e31b033c0b17765fb0499df89db6a8a790 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:c3:36:bd:73:ce\",\"name\":\"e2d09cee3b37b12\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b296dd59-11c2-4225-b8f6-03ca5a885d2c\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:09:57.137675 3815 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-67847bbd46-pzzjx] creating logical port tsf-tas_trillian-logserver-67847bbd46-pzzjx for pod on switch ip-10-0-2-229.ec2.internal I0405 15:09:57.137776 3815 kube.go:256] Updating pod tsf-tas/trillian-logserver-67847bbd46-pzzjx I0405 15:09:57.156666 3815 pod.go:62] [tsf-tas/trillian-logserver-67847bbd46-pzzjx] pod update took 18.915638ms I0405 15:09:57.156700 3815 base_network_controller_pods.go:937] [default/tsf-tas/trillian-logserver-67847bbd46-pzzjx] addLogicalPort annotation time took 18.956263ms I0405 15:09:57.158251 3815 pods.go:271] [tsf-tas/trillian-logserver-67847bbd46-pzzjx] addLogicalPort took 20.596513ms, libovsdb time 1.001575ms I0405 15:09:57.305096 3815 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-6db44c4854-wp2c5] creating logical port tsf-tas_trillian-logsigner-6db44c4854-wp2c5 for pod on switch ip-10-0-2-229.ec2.internal I0405 15:09:57.305262 3815 kube.go:256] Updating pod tsf-tas/trillian-logsigner-6db44c4854-wp2c5 I0405 15:09:57.322601 3815 pod.go:62] [tsf-tas/trillian-logsigner-6db44c4854-wp2c5] pod update took 17.376562ms I0405 15:09:57.322627 3815 base_network_controller_pods.go:937] [default/tsf-tas/trillian-logsigner-6db44c4854-wp2c5] addLogicalPort annotation time took 17.409096ms I0405 15:09:57.324047 3815 pods.go:271] [tsf-tas/trillian-logsigner-6db44c4854-wp2c5] addLogicalPort took 18.978697ms, libovsdb time 916.499µs I0405 15:09:58.274709 3815 cni.go:403] [tsf-tas/trillian-logsigner-6db44c4854-wp2c5 ce716158338e766ceaacdb4315bcffee82732f41962aa85e5b96541eb11ad47e network default NAD default] ADD starting CNI request [tsf-tas/trillian-logsigner-6db44c4854-wp2c5 ce716158338e766ceaacdb4315bcffee82732f41962aa85e5b96541eb11ad47e network default NAD default] I0405 15:09:58.274709 3815 cni.go:403] [tsf-tas/trillian-logserver-67847bbd46-pzzjx 0eea127e208f9aa8edff313b34212c1e6c360cfc85eb7bbf684783f79f059f69 network default NAD default] ADD starting CNI request [tsf-tas/trillian-logserver-67847bbd46-pzzjx 0eea127e208f9aa8edff313b34212c1e6c360cfc85eb7bbf684783f79f059f69 network default NAD default] I0405 15:09:58.285689 3815 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-6db44c4854-wp2c5, hostIfaceName: ce716158338e766, network: default, NAD default, SandboxID: "ce716158338e766ceaacdb4315bcffee82732f41962aa85e5b96541eb11ad47e", PCI device ID: , UID: "179d50fb-26a7-4fe9-9288-6fd50154c4d9", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0405 15:09:58.285896 3815 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-67847bbd46-pzzjx, hostIfaceName: 0eea127e208f9aa, network: default, NAD default, SandboxID: "0eea127e208f9aa8edff313b34212c1e6c360cfc85eb7bbf684783f79f059f69", PCI device ID: , UID: "50d1cd13-a068-4837-b12e-9e8f6faaa315", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0405 15:09:58.341172 3815 cni.go:424] [tsf-tas/trillian-logsigner-6db44c4854-wp2c5 ce716158338e766ceaacdb4315bcffee82732f41962aa85e5b96541eb11ad47e network default NAD default] ADD finished CNI request [tsf-tas/trillian-logsigner-6db44c4854-wp2c5 ce716158338e766ceaacdb4315bcffee82732f41962aa85e5b96541eb11ad47e network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:ca:11:9f:1c:dd\",\"name\":\"ce716158338e766\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3397d6ce-5ef1-47cc-bf3f-2e304fdf15fd\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:09:58.360679 3815 cni.go:424] [tsf-tas/trillian-logserver-67847bbd46-pzzjx 0eea127e208f9aa8edff313b34212c1e6c360cfc85eb7bbf684783f79f059f69 network default NAD default] ADD finished CNI request [tsf-tas/trillian-logserver-67847bbd46-pzzjx 0eea127e208f9aa8edff313b34212c1e6c360cfc85eb7bbf684783f79f059f69 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:44:a5:db:bd:60\",\"name\":\"0eea127e208f9aa\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07eab2be-37ba-4d5e-8b60-1c2356264f48\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0405 15:09:58.573415 3815 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0405 15:09:58.997810 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0405 15:09:59.992128 3815 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-55df5b4d6c-g7cs8] creating logical port tsf-tas_trillian-db-55df5b4d6c-g7cs8 for pod on switch ip-10-0-2-229.ec2.internal I0405 15:09:59.992297 3815 kube.go:256] Updating pod tsf-tas/trillian-db-55df5b4d6c-g7cs8 I0405 15:10:00.005415 3815 pod.go:62] [tsf-tas/trillian-db-55df5b4d6c-g7cs8] pod update took 13.150421ms I0405 15:10:00.005467 3815 base_network_controller_pods.go:937] [default/tsf-tas/trillian-db-55df5b4d6c-g7cs8] addLogicalPort annotation time took 13.209005ms I0405 15:10:00.007313 3815 pods.go:271] [tsf-tas/trillian-db-55df5b4d6c-g7cs8] addLogicalPort took 15.207111ms, libovsdb time 1.187781ms I0405 15:10:00.014138 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 W0405 15:10:00.086110 3815 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0405 15:10:00.086137 3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0405 15:10:00.171360 3815 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29590030-x2sd6] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29590030-x2sd6 for pod on switch ip-10-0-2-229.ec2.internal I0405 15:10:00.171483 3815 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29590030-x2sd6 I0405 15:10:00.184629 3815 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29590030-x2sd6] pod update took 13.181315ms I0405 15:10:00.184661 3815 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29590030-x2sd6] addLogicalPort annotation time took 13.221517ms I0405 15:10:00.186474 3815 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29590030-x2sd6] addLogicalPort took 15.133616ms, libovsdb time 1.238292ms I0405 15:10:00.555025 3815 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29590030-x2sd6 b677477041f9061ca94d2c98017284133ef95526fc763c3d71ff14deb3d27f3d network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29590030-x2sd6 b677477041f9061ca94d2c98017284133ef95526fc763c3d71ff14deb3d27f3d network default NAD default] I0405 15:10:00.565031 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29590030-x2sd6, hostIfaceName: b677477041f9061, network: default, NAD default, SandboxID: "b677477041f9061ca94d2c98017284133ef95526fc763c3d71ff14deb3d27f3d", PCI device ID: , UID: "60557240-3702-4ba4-bc3c-0970808195ee", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0405 15:10:00.629074 3815 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29590030-x2sd6 b677477041f9061ca94d2c98017284133ef95526fc763c3d71ff14deb3d27f3d network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29590030-x2sd6 b677477041f9061ca94d2c98017284133ef95526fc763c3d71ff14deb3d27f3d network default NAD default], result "{\"interfaces\":[{\"mac\":\"ba:6e:8c:39:61:28\",\"name\":\"b677477041f9061\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/78fcf8e6-183b-4468-b6e6-1da41fe29938\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:10:03.615789 3815 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29590030-x2sd6 b677477041f9061ca94d2c98017284133ef95526fc763c3d71ff14deb3d27f3d network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29590030-x2sd6 b677477041f9061ca94d2c98017284133ef95526fc763c3d71ff14deb3d27f3d network default NAD default] I0405 15:10:03.701293 3815 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29590030-x2sd6 b677477041f9061ca94d2c98017284133ef95526fc763c3d71ff14deb3d27f3d network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29590030-x2sd6 b677477041f9061ca94d2c98017284133ef95526fc763c3d71ff14deb3d27f3d network default NAD default], result "{}", err I0405 15:10:05.736704 3815 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590030-x2sd6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:10:05.736737 3815 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29590030-x2sd6 I0405 15:10:05.738323 3815 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29590030-x2sd6, ips: 10.128.0.53 I0405 15:10:05.738360 3815 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590030-x2sd6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0405 15:10:06.622139 3815 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0405 15:10:06.766184 3815 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590030-x2sd6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:10:06.766213 3815 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590030-x2sd6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:10:07.554987 3815 cni.go:403] [tsf-tas/trillian-db-55df5b4d6c-g7cs8 dea27f5b13c31938a27cd991e459d9eff1a3183af145da88c9eb94735b018f18 network default NAD default] ADD starting CNI request [tsf-tas/trillian-db-55df5b4d6c-g7cs8 dea27f5b13c31938a27cd991e459d9eff1a3183af145da88c9eb94735b018f18 network default NAD default] I0405 15:10:07.564449 3815 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-55df5b4d6c-g7cs8, hostIfaceName: dea27f5b13c3193, network: default, NAD default, SandboxID: "dea27f5b13c31938a27cd991e459d9eff1a3183af145da88c9eb94735b018f18", PCI device ID: , UID: "3991f34d-ebe7-4ad5-b3f2-1258abc4d018", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0405 15:10:07.621382 3815 cni.go:424] [tsf-tas/trillian-db-55df5b4d6c-g7cs8 dea27f5b13c31938a27cd991e459d9eff1a3183af145da88c9eb94735b018f18 network default NAD default] ADD finished CNI request [tsf-tas/trillian-db-55df5b4d6c-g7cs8 dea27f5b13c31938a27cd991e459d9eff1a3183af145da88c9eb94735b018f18 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:77:e1:5b:6d:77\",\"name\":\"dea27f5b13c3193\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6dc2bc1a-15ef-4633-ad32-dfbadc51995b\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0405 15:10:09.586664 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0405 15:10:09.636616 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0405 15:10:09.636680 3815 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-s2hb5 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-s2hb5: no pod IPs found W0405 15:10:10.653859 3815 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0405 15:10:10.678309 3815 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0405 15:10:10.736266 3815 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-s7ntj-4qsn2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:10:10.736816 3815 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-s7ntj-4qsn2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:10:11.763226 3815 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-s7ntj-4qsn2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:10:11.763251 3815 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-s7ntj-4qsn2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0405 15:10:21.708710 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql W0405 15:10:39.790903 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner W0405 15:10:39.810660 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0405 15:10:40.462304 3815 egressfirewall.go:628] Syncing node "ip-10-0-1-157.ec2.internal" for egress firewall I0405 15:10:40.462342 3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-157.ec2.internal I0405 15:10:40.462369 3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-157.ec2.internal: 32.653µs I0405 15:10:44.947295 3815 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:10:44.947868 3815 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:10:44.988408 3815 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:10:44.988434 3815 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:10:44.994170 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0405 15:10:44.994195 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0405 15:10:50.477476 3815 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-87lzm-q8469 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:10:50.478102 3815 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-87lzm-q8469 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:10:51.361300 3815 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-87lzm-q8469 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:10:51.361320 3815 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-87lzm-q8469 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:10:53.494697 3815 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-5b696b98bb-b666v] creating logical port tsf-tas_rekor-search-ui-5b696b98bb-b666v for pod on switch ip-10-0-2-229.ec2.internal I0405 15:10:53.494813 3815 kube.go:256] Updating pod tsf-tas/rekor-search-ui-5b696b98bb-b666v I0405 15:10:53.507873 3815 pod.go:62] [tsf-tas/rekor-search-ui-5b696b98bb-b666v] pod update took 13.093605ms I0405 15:10:53.507905 3815 base_network_controller_pods.go:937] [default/tsf-tas/rekor-search-ui-5b696b98bb-b666v] addLogicalPort annotation time took 13.130348ms I0405 15:10:53.509268 3815 pods.go:271] [tsf-tas/rekor-search-ui-5b696b98bb-b666v] addLogicalPort took 14.591516ms, libovsdb time 865.586µs I0405 15:10:53.855337 3815 cni.go:403] [tsf-tas/rekor-search-ui-5b696b98bb-b666v 276409d7d25675ebd33c559bb7ee07bede6b85a3c31214bf6b61e3a07ffc158a network default NAD default] ADD starting CNI request [tsf-tas/rekor-search-ui-5b696b98bb-b666v 276409d7d25675ebd33c559bb7ee07bede6b85a3c31214bf6b61e3a07ffc158a network default NAD default] I0405 15:10:53.865147 3815 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-5b696b98bb-b666v, hostIfaceName: 276409d7d25675e, network: default, NAD default, SandboxID: "276409d7d25675ebd33c559bb7ee07bede6b85a3c31214bf6b61e3a07ffc158a", PCI device ID: , UID: "a65a63fe-9a90-41bb-b08e-bd1e7d2f43ba", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0405 15:10:53.921173 3815 cni.go:424] [tsf-tas/rekor-search-ui-5b696b98bb-b666v 276409d7d25675ebd33c559bb7ee07bede6b85a3c31214bf6b61e3a07ffc158a network default NAD default] ADD finished CNI request [tsf-tas/rekor-search-ui-5b696b98bb-b666v 276409d7d25675ebd33c559bb7ee07bede6b85a3c31214bf6b61e3a07ffc158a network default NAD default], result "{\"interfaces\":[{\"mac\":\"2a:ff:c1:f2:38:a9\",\"name\":\"276409d7d25675e\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d3524c7-7f1a-4d68-90c7-1062898920d4\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:10:53.978514 3815 obj_retry.go:464] Detected object tsf/patch-tekton-config-t2zg9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:10:53.979085 3815 obj_retry.go:464] Detected object tsf/patch-tekton-config-t2zg9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:10:54.848061 3815 obj_retry.go:458] Detected object tsf/patch-tekton-config-t2zg9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:10:54.848086 3815 obj_retry.go:458] Detected object tsf/patch-tekton-config-t2zg9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0405 15:10:56.377395 3815 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0405 15:10:56.932455 3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0405 15:10:58.019466 3815 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-nv4w6-jh8lz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:10:58.020071 3815 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-nv4w6-jh8lz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:10:58.874155 3815 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-nv4w6-jh8lz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:10:58.874183 3815 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-nv4w6-jh8lz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:10:59.020375 3815 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0405 15:11:02.011409 3815 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-9kk4p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:02.012116 3815 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-9kk4p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:03.047669 3815 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-9kk4p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:03.047692 3815 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-9kk4p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:03.085022 3815 obj_retry.go:458] Detected object tsf/patch-tekton-config-t2zg9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:03.085053 3815 obj_retry.go:458] Detected object tsf/patch-tekton-config-t2zg9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:03.089975 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-t2zg9 I0405 15:11:03.090001 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-t2zg9 W0405 15:11:03.433651 3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0405 15:11:04.903153 3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0405 15:11:07.591057 3815 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:07.591624 3815 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:07.607868 3815 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:07.607891 3815 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:07.611705 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0405 15:11:07.611730 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0405 15:11:08.953577 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0405 15:11:13.009220 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0405 15:11:14.093088 3815 obj_retry.go:464] Detected object tsf-tpa/create-db-gwqzl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:14.093616 3815 obj_retry.go:464] Detected object tsf-tpa/create-db-gwqzl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:15.119251 3815 obj_retry.go:458] Detected object tsf-tpa/create-db-gwqzl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:15.119273 3815 obj_retry.go:458] Detected object tsf-tpa/create-db-gwqzl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:18.127769 3815 obj_retry.go:464] Detected object tsf-tpa/migrate-db-5gbtk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:18.128321 3815 obj_retry.go:464] Detected object tsf-tpa/migrate-db-5gbtk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:18.258040 3815 obj_retry.go:458] Detected object tsf-tpa/migrate-db-5gbtk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:18.258062 3815 obj_retry.go:458] Detected object tsf-tpa/migrate-db-5gbtk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:19.003229 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0405 15:11:21.901030 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=106 I0405 15:11:23.690505 3815 obj_retry.go:464] Detected object tsf-tpa/create-importers-4m52s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:23.691081 3815 obj_retry.go:464] Detected object tsf-tpa/create-importers-4m52s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:24.714993 3815 obj_retry.go:458] Detected object tsf-tpa/create-importers-4m52s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:24.715022 3815 obj_retry.go:458] Detected object tsf-tpa/create-importers-4m52s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0405 15:11:27.067210 3815 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0405 15:11:29.733757 3815 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:29.734394 3815 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:29.752894 3815 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:29.752911 3815 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:29.758222 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0405 15:11:29.758236 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0405 15:11:30.194275 3815 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-2knm6-42f52 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:30.194900 3815 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-2knm6-42f52 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:30.435658 3815 namespace.go:98] [build-service] adding namespace I0405 15:11:30.436683 3815 namespace.go:102] [build-service] adding namespace took 1.001571ms I0405 15:11:30.436808 3815 namespace.go:98] [default-tenant] adding namespace I0405 15:11:30.437550 3815 namespace.go:102] [default-tenant] adding namespace took 710.986µs I0405 15:11:30.439797 3815 namespace.go:98] [image-controller] adding namespace I0405 15:11:30.439870 3815 namespace.go:98] [integration-service] adding namespace I0405 15:11:30.440471 3815 namespace.go:102] [image-controller] adding namespace took 660.35µs I0405 15:11:30.441024 3815 namespace.go:102] [integration-service] adding namespace took 1.137743ms I0405 15:11:30.499789 3815 namespace.go:142] [build-service] updating namespace I0405 15:11:30.532145 3815 namespace.go:142] [build-service] updating namespace I0405 15:11:30.555499 3815 namespace.go:142] [default-tenant] updating namespace I0405 15:11:30.595392 3815 namespace.go:142] [default-tenant] updating namespace I0405 15:11:30.614029 3815 namespace.go:142] [image-controller] updating namespace I0405 15:11:30.639356 3815 namespace.go:142] [image-controller] updating namespace I0405 15:11:30.655199 3815 namespace.go:142] [integration-service] updating namespace I0405 15:11:30.678803 3815 namespace.go:142] [integration-service] updating namespace I0405 15:11:30.697092 3815 namespace.go:142] [build-service] updating namespace I0405 15:11:30.713800 3815 namespace.go:142] [integration-service] updating namespace I0405 15:11:30.740397 3815 namespace.go:98] [release-service] adding namespace I0405 15:11:30.741290 3815 namespace.go:102] [release-service] adding namespace took 872.599µs I0405 15:11:30.770061 3815 namespace.go:142] [release-service] updating namespace I0405 15:11:30.774857 3815 namespace.go:142] [konflux-ui] updating namespace I0405 15:11:30.792849 3815 namespace.go:142] [release-service] updating namespace I0405 15:11:30.843875 3815 namespace.go:98] [konflux-info] adding namespace I0405 15:11:30.844658 3815 namespace.go:102] [konflux-info] adding namespace took 766.992µs I0405 15:11:30.913110 3815 namespace.go:98] [namespace-lister] adding namespace I0405 15:11:30.913982 3815 namespace.go:102] [namespace-lister] adding namespace took 852.741µs I0405 15:11:30.962392 3815 namespace.go:98] [enterprise-contract-service] adding namespace I0405 15:11:30.962600 3815 namespace.go:142] [konflux-info] updating namespace I0405 15:11:30.963377 3815 namespace.go:102] [enterprise-contract-service] adding namespace took 962.028µs I0405 15:11:30.977025 3815 namespace.go:142] [image-controller] updating namespace I0405 15:11:30.977105 3815 namespace.go:142] [konflux-info] updating namespace I0405 15:11:31.042916 3815 namespace.go:142] [namespace-lister] updating namespace I0405 15:11:31.099329 3815 namespace.go:142] [namespace-lister] updating namespace I0405 15:11:31.099372 3815 namespace.go:142] [default-tenant] updating namespace I0405 15:11:31.103210 3815 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-2knm6-42f52 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:31.103232 3815 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-2knm6-42f52 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:31.170206 3815 namespace.go:98] [segment-bridge] adding namespace I0405 15:11:31.171097 3815 namespace.go:102] [segment-bridge] adding namespace took 865.805µs I0405 15:11:31.182069 3815 namespace.go:142] [enterprise-contract-service] updating namespace I0405 15:11:31.261940 3815 namespace.go:142] [enterprise-contract-service] updating namespace I0405 15:11:31.282949 3815 namespace.go:142] [segment-bridge] updating namespace I0405 15:11:31.342896 3815 namespace.go:142] [segment-bridge] updating namespace I0405 15:11:31.413072 3815 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0405 15:11:31.413819 3815 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0405 15:11:31.413860 3815 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0405 15:11:31.416606 3815 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0405 15:11:31.637758 3815 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-67655c4674-gmrpb] creating logical port namespace-lister_namespace-lister-67655c4674-gmrpb for pod on switch ip-10-0-2-229.ec2.internal I0405 15:11:31.637920 3815 kube.go:256] Updating pod namespace-lister/namespace-lister-67655c4674-gmrpb I0405 15:11:31.669843 3815 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0405 15:11:31.669874 3815 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0405 15:11:31.760724 3815 pod.go:62] [namespace-lister/namespace-lister-67655c4674-gmrpb] pod update took 122.841213ms I0405 15:11:31.760749 3815 base_network_controller_pods.go:937] [default/namespace-lister/namespace-lister-67655c4674-gmrpb] addLogicalPort annotation time took 122.871159ms I0405 15:11:31.762083 3815 pods.go:271] [namespace-lister/namespace-lister-67655c4674-gmrpb] addLogicalPort took 124.345513ms, libovsdb time 869.762µs I0405 15:11:31.762901 3815 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0405 15:11:32.559915 3815 base_network_controller_pods.go:487] [default/konflux-ui/dex-799856d8c5-47wnk] creating logical port konflux-ui_dex-799856d8c5-47wnk for pod on switch ip-10-0-2-229.ec2.internal I0405 15:11:32.560006 3815 kube.go:256] Updating pod konflux-ui/dex-799856d8c5-47wnk I0405 15:11:32.661727 3815 pod.go:62] [konflux-ui/dex-799856d8c5-47wnk] pod update took 101.743386ms I0405 15:11:32.661752 3815 base_network_controller_pods.go:937] [default/konflux-ui/dex-799856d8c5-47wnk] addLogicalPort annotation time took 101.774568ms I0405 15:11:32.663100 3815 pods.go:271] [konflux-ui/dex-799856d8c5-47wnk] addLogicalPort took 103.201604ms, libovsdb time 861.68µs I0405 15:11:32.781273 3815 base_network_controller_pods.go:487] [default/konflux-ui/proxy-775697f5d5-kmnb4] creating logical port konflux-ui_proxy-775697f5d5-kmnb4 for pod on switch ip-10-0-2-229.ec2.internal I0405 15:11:32.781373 3815 kube.go:256] Updating pod konflux-ui/proxy-775697f5d5-kmnb4 I0405 15:11:32.813870 3815 namespace.go:142] [build-service] updating namespace I0405 15:11:32.886132 3815 pod.go:62] [konflux-ui/proxy-775697f5d5-kmnb4] pod update took 104.789653ms I0405 15:11:32.886158 3815 base_network_controller_pods.go:937] [default/konflux-ui/proxy-775697f5d5-kmnb4] addLogicalPort annotation time took 104.824888ms I0405 15:11:32.887491 3815 pods.go:271] [konflux-ui/proxy-775697f5d5-kmnb4] addLogicalPort took 106.236223ms, libovsdb time 879.235µs I0405 15:11:33.213078 3815 namespace.go:142] [default-tenant] updating namespace I0405 15:11:33.371252 3815 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-fc44cc754-5f5hd] creating logical port image-controller_image-controller-controller-manager-fc44cc754-5f5hd for pod on switch ip-10-0-2-229.ec2.internal I0405 15:11:33.371357 3815 kube.go:256] Updating pod image-controller/image-controller-controller-manager-fc44cc754-5f5hd I0405 15:11:33.390338 3815 pod.go:62] [image-controller/image-controller-controller-manager-fc44cc754-5f5hd] pod update took 19.014776ms I0405 15:11:33.390358 3815 base_network_controller_pods.go:937] [default/image-controller/image-controller-controller-manager-fc44cc754-5f5hd] addLogicalPort annotation time took 19.039983ms I0405 15:11:33.391796 3815 pods.go:271] [image-controller/image-controller-controller-manager-fc44cc754-5f5hd] addLogicalPort took 20.562561ms, libovsdb time 1.00801ms I0405 15:11:33.511187 3815 cni.go:403] [namespace-lister/namespace-lister-67655c4674-gmrpb 56c9cd09798d4d3b41fac093678404ea7605e2c89d25a9a6aecc1fd8a6c6c443 network default NAD default] ADD starting CNI request [namespace-lister/namespace-lister-67655c4674-gmrpb 56c9cd09798d4d3b41fac093678404ea7605e2c89d25a9a6aecc1fd8a6c6c443 network default NAD default] I0405 15:11:33.520736 3815 helper_linux.go:450] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-67655c4674-gmrpb, hostIfaceName: 56c9cd09798d4d3, network: default, NAD default, SandboxID: "56c9cd09798d4d3b41fac093678404ea7605e2c89d25a9a6aecc1fd8a6c6c443", PCI device ID: , UID: "11ba4bf7-61bf-490c-b319-100762a5c4a6", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0405 15:11:33.559316 3815 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7df75dd4df-txq58] creating logical port build-service_build-service-controller-manager-7df75dd4df-txq58 for pod on switch ip-10-0-2-229.ec2.internal I0405 15:11:33.559406 3815 kube.go:256] Updating pod build-service/build-service-controller-manager-7df75dd4df-txq58 I0405 15:11:33.575868 3815 pod.go:62] [build-service/build-service-controller-manager-7df75dd4df-txq58] pod update took 16.482329ms I0405 15:11:33.575904 3815 base_network_controller_pods.go:937] [default/build-service/build-service-controller-manager-7df75dd4df-txq58] addLogicalPort annotation time took 16.523156ms I0405 15:11:33.577349 3815 pods.go:271] [build-service/build-service-controller-manager-7df75dd4df-txq58] addLogicalPort took 18.050586ms, libovsdb time 925.744µs I0405 15:11:33.578382 3815 cni.go:424] [namespace-lister/namespace-lister-67655c4674-gmrpb 56c9cd09798d4d3b41fac093678404ea7605e2c89d25a9a6aecc1fd8a6c6c443 network default NAD default] ADD finished CNI request [namespace-lister/namespace-lister-67655c4674-gmrpb 56c9cd09798d4d3b41fac093678404ea7605e2c89d25a9a6aecc1fd8a6c6c443 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:b5:df:a1:2e:f4\",\"name\":\"56c9cd09798d4d3\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b7b130e-e2d3-4bee-82f3-63c011d051d3\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:11:33.581699 3815 namespace.go:142] [enterprise-contract-service] updating namespace I0405 15:11:33.743659 3815 cni.go:403] [image-controller/image-controller-controller-manager-fc44cc754-5f5hd 090c4a5f2cde88b83c49b433dfde9acfa26286aa1ad6d23df6cb6e02bec47e05 network default NAD default] ADD starting CNI request [image-controller/image-controller-controller-manager-fc44cc754-5f5hd 090c4a5f2cde88b83c49b433dfde9acfa26286aa1ad6d23df6cb6e02bec47e05 network default NAD default] I0405 15:11:33.754704 3815 helper_linux.go:450] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-fc44cc754-5f5hd, hostIfaceName: 090c4a5f2cde88b, network: default, NAD default, SandboxID: "090c4a5f2cde88b83c49b433dfde9acfa26286aa1ad6d23df6cb6e02bec47e05", PCI device ID: , UID: "de607beb-5e21-4e83-b07a-0f8e98fc4df8", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0405 15:11:33.771979 3815 namespace.go:142] [image-controller] updating namespace I0405 15:11:33.809467 3815 cni.go:424] [image-controller/image-controller-controller-manager-fc44cc754-5f5hd 090c4a5f2cde88b83c49b433dfde9acfa26286aa1ad6d23df6cb6e02bec47e05 network default NAD default] ADD finished CNI request [image-controller/image-controller-controller-manager-fc44cc754-5f5hd 090c4a5f2cde88b83c49b433dfde9acfa26286aa1ad6d23df6cb6e02bec47e05 network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:fb:02:2a:5e:25\",\"name\":\"090c4a5f2cde88b\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/99f6b081-78a0-4c42-b4e3-9634d6b6e5f7\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:11:33.815171 3815 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-656499ffcd-77chz] creating logical port release-service_release-service-controller-manager-656499ffcd-77chz for pod on switch ip-10-0-2-229.ec2.internal I0405 15:11:33.815265 3815 kube.go:256] Updating pod release-service/release-service-controller-manager-656499ffcd-77chz I0405 15:11:33.833456 3815 pod.go:62] [release-service/release-service-controller-manager-656499ffcd-77chz] pod update took 18.213882ms I0405 15:11:33.833482 3815 base_network_controller_pods.go:937] [default/release-service/release-service-controller-manager-656499ffcd-77chz] addLogicalPort annotation time took 18.245101ms I0405 15:11:33.834898 3815 pods.go:271] [release-service/release-service-controller-manager-656499ffcd-77chz] addLogicalPort took 19.743451ms, libovsdb time 945.037µs I0405 15:11:33.929240 3815 cni.go:403] [build-service/build-service-controller-manager-7df75dd4df-txq58 93e9351e9e53d567bcc3e0a5bc56da91eb7c42630cdf87b2a0cfda3fdec61477 network default NAD default] ADD starting CNI request [build-service/build-service-controller-manager-7df75dd4df-txq58 93e9351e9e53d567bcc3e0a5bc56da91eb7c42630cdf87b2a0cfda3fdec61477 network default NAD default] I0405 15:11:33.938848 3815 helper_linux.go:450] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7df75dd4df-txq58, hostIfaceName: 93e9351e9e53d56, network: default, NAD default, SandboxID: "93e9351e9e53d567bcc3e0a5bc56da91eb7c42630cdf87b2a0cfda3fdec61477", PCI device ID: , UID: "cc4ca993-e8cc-41ec-9875-d842d7ddcdc3", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0405 15:11:33.979894 3815 namespace.go:142] [integration-service] updating namespace I0405 15:11:33.997266 3815 cni.go:424] [build-service/build-service-controller-manager-7df75dd4df-txq58 93e9351e9e53d567bcc3e0a5bc56da91eb7c42630cdf87b2a0cfda3fdec61477 network default NAD default] ADD finished CNI request [build-service/build-service-controller-manager-7df75dd4df-txq58 93e9351e9e53d567bcc3e0a5bc56da91eb7c42630cdf87b2a0cfda3fdec61477 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:e9:0c:ee:29:c3\",\"name\":\"93e9351e9e53d56\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5bab3c60-7b31-445e-9a57-d8ccb9b0a17c\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:11:34.021060 3815 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-6f498cd648-5pbpj] creating logical port integration-service_integration-service-controller-manager-6f498cd648-5pbpj for pod on switch ip-10-0-2-229.ec2.internal I0405 15:11:34.021171 3815 kube.go:256] Updating pod integration-service/integration-service-controller-manager-6f498cd648-5pbpj I0405 15:11:34.045157 3815 pod.go:62] [integration-service/integration-service-controller-manager-6f498cd648-5pbpj] pod update took 24.020892ms I0405 15:11:34.045185 3815 base_network_controller_pods.go:937] [default/integration-service/integration-service-controller-manager-6f498cd648-5pbpj] addLogicalPort annotation time took 24.052371ms I0405 15:11:34.046706 3815 pods.go:271] [integration-service/integration-service-controller-manager-6f498cd648-5pbpj] addLogicalPort took 25.662772ms, libovsdb time 974.866µs I0405 15:11:34.186359 3815 namespace.go:142] [konflux-info] updating namespace I0405 15:11:34.375033 3815 namespace.go:142] [namespace-lister] updating namespace I0405 15:11:34.572033 3815 namespace.go:142] [release-service] updating namespace I0405 15:11:34.697533 3815 namespace.go:142] [build-service] updating namespace I0405 15:11:34.724315 3815 namespace.go:142] [default-tenant] updating namespace I0405 15:11:34.740353 3815 namespace.go:142] [enterprise-contract-service] updating namespace I0405 15:11:34.761230 3815 namespace.go:142] [image-controller] updating namespace I0405 15:11:34.780055 3815 namespace.go:142] [integration-service] updating namespace I0405 15:11:34.803669 3815 namespace.go:142] [konflux-info] updating namespace I0405 15:11:34.819461 3815 namespace.go:142] [namespace-lister] updating namespace I0405 15:11:34.845343 3815 namespace.go:142] [release-service] updating namespace I0405 15:11:34.937311 3815 namespace.go:142] [build-service] updating namespace I0405 15:11:35.048396 3815 namespace.go:142] [default-tenant] updating namespace I0405 15:11:35.140185 3815 namespace.go:142] [enterprise-contract-service] updating namespace W0405 15:11:35.191997 3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0405 15:11:35.235462 3815 namespace.go:142] [image-controller] updating namespace I0405 15:11:35.338815 3815 namespace.go:142] [integration-service] updating namespace I0405 15:11:35.458139 3815 namespace.go:142] [konflux-info] updating namespace I0405 15:11:35.545241 3815 namespace.go:142] [namespace-lister] updating namespace I0405 15:11:35.641321 3815 namespace.go:142] [release-service] updating namespace W0405 15:11:36.190930 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0405 15:11:36.890341 3815 namespace.go:142] [segment-bridge] updating namespace I0405 15:11:37.022324 3815 namespace.go:142] [segment-bridge] updating namespace W0405 15:11:37.098415 3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0405 15:11:37.121613 3815 namespace.go:142] [segment-bridge] updating namespace W0405 15:11:38.203252 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0405 15:11:38.248946 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0405 15:11:40.429401 3815 cni.go:403] [konflux-ui/dex-799856d8c5-47wnk d8d3c35ffd29c5a5db1688876cbcc1175e604426e8bf958565115475440ae726 network default NAD default] ADD starting CNI request [konflux-ui/dex-799856d8c5-47wnk d8d3c35ffd29c5a5db1688876cbcc1175e604426e8bf958565115475440ae726 network default NAD default] I0405 15:11:40.439738 3815 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: dex-799856d8c5-47wnk, hostIfaceName: d8d3c35ffd29c5a, network: default, NAD default, SandboxID: "d8d3c35ffd29c5a5db1688876cbcc1175e604426e8bf958565115475440ae726", PCI device ID: , UID: "c8ddc5a5-45df-4828-9079-5dbeafd1d5f1", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0405 15:11:40.494799 3815 cni.go:424] [konflux-ui/dex-799856d8c5-47wnk d8d3c35ffd29c5a5db1688876cbcc1175e604426e8bf958565115475440ae726 network default NAD default] ADD finished CNI request [konflux-ui/dex-799856d8c5-47wnk d8d3c35ffd29c5a5db1688876cbcc1175e604426e8bf958565115475440ae726 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:ee:7a:ce:ca:4a\",\"name\":\"d8d3c35ffd29c5a\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4780dc11-6a96-4554-a37a-fd33f632a5f8\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:11:40.642790 3815 cni.go:403] [konflux-ui/proxy-775697f5d5-kmnb4 31328d89a0d429030ac6c857eeac16f49c0bfae58899e1d335e9d272cb682630 network default NAD default] ADD starting CNI request [konflux-ui/proxy-775697f5d5-kmnb4 31328d89a0d429030ac6c857eeac16f49c0bfae58899e1d335e9d272cb682630 network default NAD default] I0405 15:11:40.652266 3815 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: proxy-775697f5d5-kmnb4, hostIfaceName: 31328d89a0d4290, network: default, NAD default, SandboxID: "31328d89a0d429030ac6c857eeac16f49c0bfae58899e1d335e9d272cb682630", PCI device ID: , UID: "32388bb2-a537-48d5-84dc-a10160f6ec18", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0405 15:11:40.705559 3815 cni.go:424] [konflux-ui/proxy-775697f5d5-kmnb4 31328d89a0d429030ac6c857eeac16f49c0bfae58899e1d335e9d272cb682630 network default NAD default] ADD finished CNI request [konflux-ui/proxy-775697f5d5-kmnb4 31328d89a0d429030ac6c857eeac16f49c0bfae58899e1d335e9d272cb682630 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:1d:95:f6:7d:c0\",\"name\":\"31328d89a0d4290\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c0a3535b-d913-4260-bb78-3bb2cfaa82c9\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:11:42.003761 3815 cni.go:403] [release-service/release-service-controller-manager-656499ffcd-77chz f13307f63b6dcaf2b9512cc9fd34c85f724ee2bc6a479ef583d94bfd668656ad network default NAD default] ADD starting CNI request [release-service/release-service-controller-manager-656499ffcd-77chz f13307f63b6dcaf2b9512cc9fd34c85f724ee2bc6a479ef583d94bfd668656ad network default NAD default] I0405 15:11:42.016192 3815 helper_linux.go:450] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-656499ffcd-77chz, hostIfaceName: f13307f63b6dcaf, network: default, NAD default, SandboxID: "f13307f63b6dcaf2b9512cc9fd34c85f724ee2bc6a479ef583d94bfd668656ad", PCI device ID: , UID: "9a86fe47-8e5a-4578-87e3-b5eea3ec87fa", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23] I0405 15:11:42.074004 3815 cni.go:424] [release-service/release-service-controller-manager-656499ffcd-77chz f13307f63b6dcaf2b9512cc9fd34c85f724ee2bc6a479ef583d94bfd668656ad network default NAD default] ADD finished CNI request [release-service/release-service-controller-manager-656499ffcd-77chz f13307f63b6dcaf2b9512cc9fd34c85f724ee2bc6a479ef583d94bfd668656ad network default NAD default], result "{\"interfaces\":[{\"mac\":\"9a:b9:7b:2a:d1:8f\",\"name\":\"f13307f63b6dcaf\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f2b5dccf-9e6a-4e63-bc0b-40261dd65269\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:11:42.190123 3815 cni.go:403] [integration-service/integration-service-controller-manager-6f498cd648-5pbpj d986e506af4f02b61cd481fd4ccede9da6eedada2e8ace61c726b20bbc4a7f61 network default NAD default] ADD starting CNI request [integration-service/integration-service-controller-manager-6f498cd648-5pbpj d986e506af4f02b61cd481fd4ccede9da6eedada2e8ace61c726b20bbc4a7f61 network default NAD default] I0405 15:11:42.201884 3815 helper_linux.go:450] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-6f498cd648-5pbpj, hostIfaceName: d986e506af4f02b, network: default, NAD default, SandboxID: "d986e506af4f02b61cd481fd4ccede9da6eedada2e8ace61c726b20bbc4a7f61", PCI device ID: , UID: "30543089-4cb1-4a3f-a7f3-0481a0bd2f0e", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23] I0405 15:11:42.268133 3815 cni.go:424] [integration-service/integration-service-controller-manager-6f498cd648-5pbpj d986e506af4f02b61cd481fd4ccede9da6eedada2e8ace61c726b20bbc4a7f61 network default NAD default] ADD finished CNI request [integration-service/integration-service-controller-manager-6f498cd648-5pbpj d986e506af4f02b61cd481fd4ccede9da6eedada2e8ace61c726b20bbc4a7f61 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:10:2d:1d:6a:41\",\"name\":\"d986e506af4f02b\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b896335c-2bea-48c5-aa33-5c756e2cef98\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0405 15:11:43.227425 3815 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0405 15:11:48.272694 3815 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0405 15:11:48.274331 3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0405 15:11:48.295060 3815 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0405 15:11:48.295918 3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0405 15:11:48.319521 3815 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0405 15:11:48.319537 3815 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0405 15:11:48.709726 3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0405 15:11:48.710495 3815 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0405 15:11:48.742062 3815 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0405 15:11:48.742079 3815 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0405 15:11:49.201051 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0405 15:11:49.214200 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0405 15:11:51.895533 3815 namespace.go:142] [openshift-pipelines] updating namespace W0405 15:11:59.289090 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0405 15:11:59.293917 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0405 15:11:59.318783 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0405 15:11:59.323901 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service I0405 15:11:59.642876 3815 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-wwb8j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:59.643419 3815 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-wwb8j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:59.783443 3815 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-wwb8j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:59.783468 3815 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-wwb8j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:59.792636 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7884d6c5d6-wwb8j I0405 15:11:59.792666 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7884d6c5d6-wwb8j W0405 15:12:00.347898 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0405 15:12:28.794369 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0405 15:12:28.794390 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0405 15:12:28.794403 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0405 15:12:28.794408 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0405 15:12:29.372544 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0405 15:12:29.372568 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-229.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy I0405 15:12:58.300165 3815 cni.go:403] [konflux-ui/proxy-775697f5d5-kmnb4 31328d89a0d429030ac6c857eeac16f49c0bfae58899e1d335e9d272cb682630 network default NAD default] DEL starting CNI request [konflux-ui/proxy-775697f5d5-kmnb4 31328d89a0d429030ac6c857eeac16f49c0bfae58899e1d335e9d272cb682630 network default NAD default] I0405 15:12:58.392114 3815 cni.go:424] [konflux-ui/proxy-775697f5d5-kmnb4 31328d89a0d429030ac6c857eeac16f49c0bfae58899e1d335e9d272cb682630 network default NAD default] DEL finished CNI request [konflux-ui/proxy-775697f5d5-kmnb4 31328d89a0d429030ac6c857eeac16f49c0bfae58899e1d335e9d272cb682630 network default NAD default], result "{}", err I0405 15:12:58.479991 3815 obj_retry.go:464] Detected object konflux-ui/proxy-775697f5d5-kmnb4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:12:58.480029 3815 pods.go:176] Deleting pod: konflux-ui/proxy-775697f5d5-kmnb4 I0405 15:12:58.481674 3815 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-775697f5d5-kmnb4, ips: 10.128.0.57 I0405 15:12:58.481704 3815 obj_retry.go:464] Detected object konflux-ui/proxy-775697f5d5-kmnb4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:12:58.723750 3815 obj_retry.go:458] Detected object konflux-ui/proxy-775697f5d5-kmnb4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:12:58.723775 3815 obj_retry.go:458] Detected object konflux-ui/proxy-775697f5d5-kmnb4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:12:58.732054 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-775697f5d5-kmnb4 I0405 15:12:58.732077 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-775697f5d5-kmnb4 I0405 15:13:01.266057 3815 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:13:01.266641 3815 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:13:01.303392 3815 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:13:01.303417 3815 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:13:01.308952 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0405 15:13:01.308978 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0405 15:13:29.298247 3815 cni.go:403] [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-rm7ps 85b4c3eab6fd6873de2baf0f108a746b2b587be8540d400438aa8743dc09986b network default NAD default] DEL starting CNI request [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-rm7ps 85b4c3eab6fd6873de2baf0f108a746b2b587be8540d400438aa8743dc09986b network default NAD default] I0405 15:13:29.387079 3815 cni.go:424] [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-rm7ps 85b4c3eab6fd6873de2baf0f108a746b2b587be8540d400438aa8743dc09986b network default NAD default] DEL finished CNI request [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-rm7ps 85b4c3eab6fd6873de2baf0f108a746b2b587be8540d400438aa8743dc09986b network default NAD default], result "{}", err I0405 15:13:29.448461 3815 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-rm7ps of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:13:29.448493 3815 pods.go:176] Deleting pod: konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-rm7ps I0405 15:13:29.449960 3815 pods.go:236] Attempting to release IPs for pod: konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-rm7ps, ips: 10.128.0.37 I0405 15:13:29.449997 3815 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-rm7ps of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:13:29.497936 3815 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-56b684c87-bdgrl] creating logical port image-controller_image-controller-controller-manager-56b684c87-bdgrl for pod on switch ip-10-0-2-229.ec2.internal I0405 15:13:29.498092 3815 kube.go:256] Updating pod image-controller/image-controller-controller-manager-56b684c87-bdgrl I0405 15:13:29.515241 3815 pod.go:62] [image-controller/image-controller-controller-manager-56b684c87-bdgrl] pod update took 17.184733ms I0405 15:13:29.515267 3815 base_network_controller_pods.go:937] [default/image-controller/image-controller-controller-manager-56b684c87-bdgrl] addLogicalPort annotation time took 17.213607ms I0405 15:13:29.516635 3815 pods.go:271] [image-controller/image-controller-controller-manager-56b684c87-bdgrl] addLogicalPort took 18.715944ms, libovsdb time 857.443µs I0405 15:13:29.860632 3815 cni.go:403] [image-controller/image-controller-controller-manager-56b684c87-bdgrl 64a51fe2344b95a336b2d8a205b79e636e8a753f2e1e4ee7ae47c8a65b212e68 network default NAD default] ADD starting CNI request [image-controller/image-controller-controller-manager-56b684c87-bdgrl 64a51fe2344b95a336b2d8a205b79e636e8a753f2e1e4ee7ae47c8a65b212e68 network default NAD default] I0405 15:13:29.870270 3815 helper_linux.go:450] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-56b684c87-bdgrl, hostIfaceName: 64a51fe2344b95a, network: default, NAD default, SandboxID: "64a51fe2344b95a336b2d8a205b79e636e8a753f2e1e4ee7ae47c8a65b212e68", PCI device ID: , UID: "c6cd4cb3-c74f-4980-8273-0771a21de0a8", MAC: 0a:58:0a:80:00:3e, IPs: [10.128.0.62/23] I0405 15:13:29.910955 3815 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-rm7ps of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:13:29.910986 3815 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-rm7ps of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:13:29.917108 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-rm7ps I0405 15:13:29.917135 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-rm7ps I0405 15:13:29.928699 3815 cni.go:424] [image-controller/image-controller-controller-manager-56b684c87-bdgrl 64a51fe2344b95a336b2d8a205b79e636e8a753f2e1e4ee7ae47c8a65b212e68 network default NAD default] ADD finished CNI request [image-controller/image-controller-controller-manager-56b684c87-bdgrl 64a51fe2344b95a336b2d8a205b79e636e8a753f2e1e4ee7ae47c8a65b212e68 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:48:22:a4:b5:3b\",\"name\":\"64a51fe2344b95a\"},{\"mac\":\"0a:58:0a:80:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ae5f789-79af-4867-b978-b890f5bc9c98\"}],\"ips\":[{\"address\":\"10.128.0.62/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:13:44.137666 3815 cni.go:403] [image-controller/image-controller-controller-manager-fc44cc754-5f5hd 090c4a5f2cde88b83c49b433dfde9acfa26286aa1ad6d23df6cb6e02bec47e05 network default NAD default] DEL starting CNI request [image-controller/image-controller-controller-manager-fc44cc754-5f5hd 090c4a5f2cde88b83c49b433dfde9acfa26286aa1ad6d23df6cb6e02bec47e05 network default NAD default] I0405 15:13:44.214474 3815 cni.go:424] [image-controller/image-controller-controller-manager-fc44cc754-5f5hd 090c4a5f2cde88b83c49b433dfde9acfa26286aa1ad6d23df6cb6e02bec47e05 network default NAD default] DEL finished CNI request [image-controller/image-controller-controller-manager-fc44cc754-5f5hd 090c4a5f2cde88b83c49b433dfde9acfa26286aa1ad6d23df6cb6e02bec47e05 network default NAD default], result "{}", err I0405 15:13:44.267060 3815 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-fc44cc754-5f5hd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:13:44.267091 3815 pods.go:176] Deleting pod: image-controller/image-controller-controller-manager-fc44cc754-5f5hd I0405 15:13:44.268692 3815 pods.go:236] Attempting to release IPs for pod: image-controller/image-controller-controller-manager-fc44cc754-5f5hd, ips: 10.128.0.58 I0405 15:13:44.268723 3815 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-fc44cc754-5f5hd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:13:45.001692 3815 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-fc44cc754-5f5hd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:13:45.001721 3815 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-fc44cc754-5f5hd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:13:45.007398 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-fc44cc754-5f5hd I0405 15:13:45.007431 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-fc44cc754-5f5hd I0405 15:13:48.902044 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=48 I0405 15:15:55.902708 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=115 I0405 15:16:15.911115 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=532 I0405 15:16:18.029592 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0405 15:16:39.902021 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0405 15:16:56.902046 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=38 I0405 15:17:03.995802 3815 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0405 15:17:26.012194 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0405 15:17:35.017253 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0405 15:17:51.029135 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0405 15:18:23.000561 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0405 15:18:44.904422 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=68 I0405 15:18:44.994989 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0405 15:18:59.023631 3815 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0405 15:19:00.996057 3815 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0405 15:19:04.006874 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0405 15:20:00.209838 3815 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29590040-k4lfq] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29590040-k4lfq for pod on switch ip-10-0-2-229.ec2.internal I0405 15:20:00.210044 3815 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29590040-k4lfq I0405 15:20:00.232343 3815 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29590040-k4lfq] pod update took 22.329186ms I0405 15:20:00.232373 3815 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29590040-k4lfq] addLogicalPort annotation time took 22.362569ms I0405 15:20:00.233806 3815 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29590040-k4lfq] addLogicalPort took 23.993887ms, libovsdb time 942.828µs I0405 15:20:00.574252 3815 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29590040-k4lfq 4d02e08fc5bf9e06ff79a92bd27196fb47efcdf265578a05b6933ac5c251a9b2 network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29590040-k4lfq 4d02e08fc5bf9e06ff79a92bd27196fb47efcdf265578a05b6933ac5c251a9b2 network default NAD default] I0405 15:20:00.584359 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29590040-k4lfq, hostIfaceName: 4d02e08fc5bf9e0, network: default, NAD default, SandboxID: "4d02e08fc5bf9e06ff79a92bd27196fb47efcdf265578a05b6933ac5c251a9b2", PCI device ID: , UID: "5c16c22a-15dc-4b86-8dd5-4c6530c59b46", MAC: 0a:58:0a:80:00:3f, IPs: [10.128.0.63/23] I0405 15:20:00.642178 3815 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29590040-k4lfq 4d02e08fc5bf9e06ff79a92bd27196fb47efcdf265578a05b6933ac5c251a9b2 network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29590040-k4lfq 4d02e08fc5bf9e06ff79a92bd27196fb47efcdf265578a05b6933ac5c251a9b2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:b3:c6:67:9e:32\",\"name\":\"4d02e08fc5bf9e0\"},{\"mac\":\"0a:58:0a:80:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86974fcc-69a6-4a20-86f4-900f0375274f\"}],\"ips\":[{\"address\":\"10.128.0.63/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 15:20:04.272481 3815 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29590040-k4lfq 4d02e08fc5bf9e06ff79a92bd27196fb47efcdf265578a05b6933ac5c251a9b2 network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29590040-k4lfq 4d02e08fc5bf9e06ff79a92bd27196fb47efcdf265578a05b6933ac5c251a9b2 network default NAD default] I0405 15:20:04.365271 3815 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29590040-k4lfq 4d02e08fc5bf9e06ff79a92bd27196fb47efcdf265578a05b6933ac5c251a9b2 network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29590040-k4lfq 4d02e08fc5bf9e06ff79a92bd27196fb47efcdf265578a05b6933ac5c251a9b2 network default NAD default], result "{}", err I0405 15:20:04.415787 3815 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590040-k4lfq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:20:04.415877 3815 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29590040-k4lfq I0405 15:20:04.417239 3815 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29590040-k4lfq, ips: 10.128.0.63 I0405 15:20:04.417264 3815 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590040-k4lfq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:20:05.283130 3815 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590040-k4lfq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:20:05.283180 3815 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590040-k4lfq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:20:58.905988 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0405 15:21:15.059546 3815 obj_retry.go:458] Detected object tsf-tpa/create-db-gwqzl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:21:15.059592 3815 obj_retry.go:458] Detected object tsf-tpa/create-db-gwqzl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:21:15.065115 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-gwqzl I0405 15:21:15.065145 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-gwqzl I0405 15:21:18.066446 3815 obj_retry.go:458] Detected object tsf-tpa/migrate-db-5gbtk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:21:18.066496 3815 obj_retry.go:458] Detected object tsf-tpa/migrate-db-5gbtk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:21:18.070984 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-5gbtk I0405 15:21:18.071016 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-5gbtk I0405 15:21:18.914690 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=20 I0405 15:21:24.030370 3815 obj_retry.go:458] Detected object tsf-tpa/create-importers-4m52s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:21:24.030414 3815 obj_retry.go:458] Detected object tsf-tpa/create-importers-4m52s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:21:24.034920 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-4m52s I0405 15:21:24.034948 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-4m52s I0405 15:23:16.905151 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=37 I0405 15:23:44.032405 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0405 15:23:46.907218 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=5 I0405 15:23:52.999302 3815 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0405 15:24:05.019930 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0405 15:25:00.998048 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0405 15:25:02.905631 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0405 15:25:07.032208 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0405 15:25:40.905407 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 W0405 15:26:02.327984 3815 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w I0405 15:26:12.698852 3815 namespace.go:98] [default-tenant-managed] adding namespace I0405 15:26:12.699813 3815 namespace.go:102] [default-tenant-managed] adding namespace took 933.506µs I0405 15:26:12.727125 3815 namespace.go:142] [default-tenant-managed] updating namespace I0405 15:26:12.744002 3815 namespace.go:142] [default-tenant-managed] updating namespace I0405 15:26:13.719869 3815 namespace.go:142] [default-tenant-managed] updating namespace I0405 15:26:13.845084 3815 namespace.go:142] [default-tenant-managed] updating namespace I0405 15:26:13.945930 3815 namespace.go:142] [default-tenant-managed] updating namespace I0405 15:26:28.014752 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0405 15:26:33.998882 3815 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9