+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-145.ec2.internal ++ [[ -n ip-10-0-0-145.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-145.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0513 17:02:16.094561021 - disable conntrack on geneve port' I0513 17:02:16.094561021 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0513 17:02:16.157759765 - starting ovnkube-node' I0513 17:02:16.157759765 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-145.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-145.ec2.internal --init-node ip-10-0-0-145.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-145.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0513 17:02:16.216061 3769 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0513 17:02:16.216131 3769 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-5382aa856e.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0513 17:02:16.218209 3769 kube.go:431] Waiting for certificate I0513 17:02:16.218253 3769 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0513 17:02:16.218298 3769 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0513 17:02:16.219032 3769 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0513 17:02:16.253291 3769 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0513 17:02:16.253313 3769 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0513 17:02:16.257085 3769 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0513 17:02:16.257176 3769 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-h6mkf" I0513 17:02:16.262298 3769 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-h6mkf" I0513 17:02:16.262389 3769 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0513 17:02:17.218279 3769 kube.go:438] Certificate found I0513 17:02:17.218853 3769 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0513 17:02:17.220024 3769 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0513 17:02:17.269618 3769 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-14 16:57:16 +0000 UTC" deadline="2026-05-14 12:26:53.397125257 +0000 UTC" I0513 17:02:17.269768 3769 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h24m36.127373283s" I0513 17:02:17.289582 3769 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0513 17:02:17.306986 3769 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0513 17:02:17.307074 3769 server.go:101] MetricServer registers OVS metrics I0513 17:02:17.307100 3769 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0513 17:02:17.307163 3769 factory.go:561] Starting watch factory I0513 17:02:17.307275 3769 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:02:17.307295 3769 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:02:17.307330 3769 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:02:17.307407 3769 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:02:17.307433 3769 server.go:105] MetricServer registers OVN DB metrics I0513 17:02:17.307347 3769 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:02:17.307593 3769 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:02:17.307347 3769 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:02:17.307666 3769 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:02:17.307350 3769 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:02:17.307747 3769 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:02:17.307822 3769 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:02:17.307839 3769 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:02:17.312456 3769 controller_manager.go:370] Starting the ovnkube controller I0513 17:02:17.312466 3769 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-145.ec2.internal I0513 17:02:17.312467 3769 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0513 17:02:17.312495 3769 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0513 17:02:17.312513 3769 controller_manager.go:395] NBDB zone sync took: 41.1µs I0513 17:02:17.312519 3769 factory.go:561] Starting watch factory I0513 17:02:17.326416 3769 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:02:17.326876 3769 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0513 17:02:17.326899 3769 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0513 17:02:17.327791 3769 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:02:17.328836 3769 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:02:17.329136 3769 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:02:17.329966 3769 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:02:17.331883 3769 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0513 17:02:17.331920 3769 server.go:109] MetricServer registers OVN Controller metrics I0513 17:02:17.336153 3769 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:02:17.337451 3769 server.go:113] MetricServer registers OVN Northd metrics I0513 17:02:17.342804 3769 metrics.go:519] OVN Metrics Server starts to run ... I0513 17:02:17.412688 3769 factory.go:1977] *v1.Service informer cache synced successfully I0513 17:02:17.412711 3769 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0513 17:02:17.412715 3769 factory.go:1977] *v1.Pod informer cache synced successfully I0513 17:02:17.412723 3769 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0513 17:02:17.412727 3769 factory.go:1977] *v1.Namespace informer cache synced successfully I0513 17:02:17.412730 3769 factory.go:1977] *v1.Node informer cache synced successfully I0513 17:02:17.412821 3769 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 17:02:17.412839 3769 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 17:02:17.412838 3769 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 17:02:17.412861 3769 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 17:02:17.417131 3769 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 17:02:17.417132 3769 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 17:02:17.417899 3769 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0513 17:02:17.417910 3769 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0513 17:02:17.417982 3769 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:17.418001 3769 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:17.418211 3769 factory.go:1977] *v1.Pod informer cache synced successfully I0513 17:02:17.418221 3769 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0513 17:02:17.418225 3769 factory.go:1977] *v1.Namespace informer cache synced successfully I0513 17:02:17.418228 3769 factory.go:1977] *v1.Node informer cache synced successfully I0513 17:02:17.418231 3769 factory.go:1977] *v1.Service informer cache synced successfully I0513 17:02:17.418234 3769 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0513 17:02:17.421501 3769 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:17.423489 3769 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0513 17:02:17.423506 3769 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0513 17:02:17.423495 3769 factory.go:1977] *v1.EgressIP informer cache synced successfully I0513 17:02:17.423608 3769 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:17.423626 3769 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:17.427197 3769 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:17.429157 3769 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0513 17:02:17.429168 3769 factory.go:1977] *v1.EgressIP informer cache synced successfully I0513 17:02:17.429234 3769 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:17.429250 3769 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:17.432791 3769 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:17.434763 3769 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0513 17:02:17.434840 3769 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:17.434865 3769 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:17.434876 3769 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0513 17:02:17.438453 3769 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:17.440486 3769 factory.go:1977] *v1.EgressService informer cache synced successfully I0513 17:02:17.440503 3769 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0513 17:02:17.440565 3769 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:17.440582 3769 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:17.444294 3769 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:17.446228 3769 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0513 17:02:17.446241 3769 factory.go:1977] *v1.EgressService informer cache synced successfully I0513 17:02:17.446395 3769 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0513 17:02:17.446416 3769 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0513 17:02:17.450224 3769 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0513 17:02:17.452174 3769 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0513 17:02:17.452258 3769 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:17.452278 3769 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:17.452300 3769 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:17.452318 3769 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:17.452319 3769 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0513 17:02:17.456209 3769 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:17.456459 3769 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:17.457414 3769 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0513 17:02:17.457432 3769 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0513 17:02:17.457440 3769 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0513 17:02:17.457448 3769 factory.go:680] Watch Factory start up complete, took: 150.286395ms I0513 17:02:17.457526 3769 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0513 17:02:17.462718 3769 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0513 17:02:17.462730 3769 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0513 17:02:17.462753 3769 factory.go:680] Watch Factory start up complete, took: 150.232182ms I0513 17:02:17.462761 3769 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-145.ec2.internal" zone I0513 17:02:17.510265 3769 default_node_network_controller.go:710] Initializing the default node network controller I0513 17:02:17.597058 3769 udn_isolation.go:101] Starting UDN host isolation manager I0513 17:02:17.603285 3769 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0513 17:02:17.675498 3769 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0513 17:02:17.675627 3769 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0513 17:02:17.675645 3769 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0513 17:02:17.710991 3769 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0513 17:02:17.711072 3769 default_node_network_controller.go:809] Node ip-10-0-0-145.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0513 17:02:17.716872 3769 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.145"] k8s.ovn.org/zone-name:ip-10-0-0-145.ec2.internal] on node ip-10-0-0-145.ec2.internal I0513 17:02:17.743977 3769 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0513 17:02:17.751238 3769 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0513 17:02:17.751370 3769 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0513 17:02:17.751494 3769 gateway_init.go:263] Preparing Gateway I0513 17:02:17.751510 3769 gateway_shared_intf.go:1687] Creating new gateway I0513 17:02:17.862314 3769 iptables.go:108] Creating table: filter chain: FORWARD I0513 17:02:17.868789 3769 iptables.go:108] Creating table: filter chain: OUTPUT I0513 17:02:17.875137 3769 gateway_shared_intf.go:1816] Gateway Creation Complete I0513 17:02:17.875161 3769 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-145.ec2.internal","mac-address":"12:1a:f9:ee:2a:c7","ip-addresses":["10.0.0.145/24"],"ip-address":"10.0.0.145/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:8c7cb414-46cc-460a-8111-7f3c0b650718 k8s.ovn.org/node-encap-ips:["10.0.0.145"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.145/24"} k8s.ovn.org/zone-name:ip-10-0-0-145.ec2.internal] on node ip-10-0-0-145.ec2.internal I0513 17:02:17.898831 3769 default_node_network_controller.go:519] Node connection status = connected I0513 17:02:17.963502 3769 controller_manager.go:429] Waiting for node in zone sync took: 500.725537ms I0513 17:02:17.969947 3769 controller_manager.go:611] Switching to transit router for layer2 networks I0513 17:02:17.969962 3769 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-145.ec2.internal I0513 17:02:17.988131 3769 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0513 17:02:17.995429 3769 controller_manager.go:290] SCTP support detected in OVN I0513 17:02:17.996125 3769 services_controller.go:69] Creating services controller for network=default I0513 17:02:17.996214 3769 udn_enabled_svc.go:80] Waiting for service informer to sync I0513 17:02:17.996271 3769 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0513 17:02:17.996311 3769 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0513 17:02:17.996334 3769 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0513 17:02:17.996343 3769 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0513 17:02:17.996516 3769 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0513 17:02:17.996556 3769 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0513 17:02:17.996611 3769 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 57.528µs I0513 17:02:17.996632 3769 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 67.17µs I0513 17:02:17.996640 3769 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 83.589µs I0513 17:02:17.996645 3769 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0513 17:02:17.996655 3769 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0513 17:02:17.996664 3769 default_network_controller.go:325] Starting the default network controller I0513 17:02:17.996710 3769 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 10.001µs I0513 17:02:17.996763 3769 udn_enabled_svc.go:95] Performing full resync I0513 17:02:17.997125 3769 udn_enabled_svc.go:99] Waiting for handler to sync I0513 17:02:17.997135 3769 udn_enabled_svc.go:104] Starting worker I0513 17:02:18.006835 3769 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0513 17:02:18.006936 3769 repair.go:33] Syncing exgw routes took 85.213µs I0513 17:02:18.006973 3769 default_network_controller.go:414] Starting all the Watchers... I0513 17:02:18.007121 3769 namespace.go:98] [openshift-backplane-tam] adding namespace I0513 17:02:18.007127 3769 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0513 17:02:18.007133 3769 namespace.go:98] [openshift-config] adding namespace I0513 17:02:18.007139 3769 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0513 17:02:18.007151 3769 namespace.go:98] [openshift-authentication] adding namespace I0513 17:02:18.007151 3769 namespace.go:98] [openshift-authentication-operator] adding namespace I0513 17:02:18.007121 3769 namespace.go:98] [openshift-backplane-csm] adding namespace I0513 17:02:18.007156 3769 namespace.go:98] [openshift-customer-monitoring] adding namespace I0513 17:02:18.007163 3769 namespace.go:98] [openshift-kube-apiserver] adding namespace I0513 17:02:18.007164 3769 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0513 17:02:18.007161 3769 namespace.go:98] [openshift-logging] adding namespace I0513 17:02:18.007180 3769 namespace.go:98] [openshift-infra] adding namespace I0513 17:02:18.007183 3769 namespace.go:98] [openshift-cluster-version] adding namespace I0513 17:02:18.007183 3769 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0513 17:02:18.007121 3769 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0513 17:02:18.007780 3769 namespace.go:102] [openshift-backplane-tam] adding namespace took 643.868µs I0513 17:02:18.007797 3769 namespace.go:98] [openshift-machine-api] adding namespace I0513 17:02:18.008279 3769 namespace.go:102] [openshift-machine-api] adding namespace took 475.788µs I0513 17:02:18.008293 3769 namespace.go:98] [openshift-network-console] adding namespace I0513 17:02:18.008910 3769 namespace.go:102] [openshift-network-console] adding namespace took 609.413µs I0513 17:02:18.008929 3769 namespace.go:98] [openshift-network-diagnostics] adding namespace I0513 17:02:18.009403 3769 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 2.264703ms I0513 17:02:18.009417 3769 namespace.go:98] [openshift-console-operator] adding namespace I0513 17:02:18.010343 3769 namespace.go:102] [openshift-config] adding namespace took 3.200279ms I0513 17:02:18.010372 3769 namespace.go:98] [openshift-insights] adding namespace I0513 17:02:18.010879 3769 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 3.724928ms I0513 17:02:18.010901 3769 namespace.go:98] [openshift-config-managed] adding namespace I0513 17:02:18.011396 3769 namespace.go:102] [openshift-authentication] adding namespace took 4.236652ms I0513 17:02:18.011411 3769 namespace.go:98] [openshift-ingress] adding namespace I0513 17:02:18.011882 3769 namespace.go:102] [openshift-authentication-operator] adding namespace took 4.71848ms I0513 17:02:18.011898 3769 namespace.go:98] [openshift-marketplace] adding namespace I0513 17:02:18.012416 3769 namespace.go:102] [openshift-backplane-csm] adding namespace took 5.249363ms I0513 17:02:18.012430 3769 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0513 17:02:18.012896 3769 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.727199ms I0513 17:02:18.012908 3769 namespace.go:98] [openshift-multus] adding namespace I0513 17:02:18.013371 3769 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.200833ms I0513 17:02:18.013383 3769 namespace.go:98] [openshift-config-operator] adding namespace I0513 17:02:18.013879 3769 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.704986ms I0513 17:02:18.013893 3769 namespace.go:98] [openshift-controller-manager] adding namespace I0513 17:02:18.014384 3769 namespace.go:102] [openshift-logging] adding namespace took 7.20631ms I0513 17:02:18.014398 3769 namespace.go:98] [openshift-machine-config-operator] adding namespace I0513 17:02:18.014836 3769 namespace.go:102] [openshift-infra] adding namespace took 7.647175ms I0513 17:02:18.014851 3769 namespace.go:98] [kube-system] adding namespace I0513 17:02:18.015404 3769 namespace.go:102] [openshift-cluster-version] adding namespace took 8.21311ms I0513 17:02:18.015420 3769 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0513 17:02:18.015957 3769 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 8.762395ms I0513 17:02:18.015972 3769 namespace.go:98] [openshift-service-ca-operator] adding namespace I0513 17:02:18.016452 3769 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 9.21152ms W0513 17:02:18.016453 3769 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-5qll4: pod openshift-network-diagnostics/network-check-target-5qll4: no pod IPs found I0513 17:02:18.016474 3769 namespace.go:98] [openshift-ovn-kubernetes] adding namespace W0513 17:02:18.016478 3769 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-9ck8q: pod openshift-network-diagnostics/network-check-target-9ck8q: no pod IPs found I0513 17:02:18.017126 3769 namespace.go:102] [openshift-network-diagnostics] adding namespace took 8.191594ms I0513 17:02:18.017138 3769 namespace.go:98] [openshift-backplane-mobb] adding namespace I0513 17:02:18.017632 3769 namespace.go:102] [openshift-console-operator] adding namespace took 8.210961ms I0513 17:02:18.017644 3769 namespace.go:98] [kube-node-lease] adding namespace I0513 17:02:18.018196 3769 namespace.go:102] [openshift-insights] adding namespace took 7.817035ms I0513 17:02:18.018211 3769 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0513 17:02:18.018661 3769 namespace.go:102] [openshift-config-managed] adding namespace took 7.749977ms I0513 17:02:18.018679 3769 namespace.go:98] [dedicated-admin] adding namespace I0513 17:02:18.019379 3769 namespace.go:102] [openshift-ingress] adding namespace took 7.962252ms I0513 17:02:18.019399 3769 namespace.go:98] [openshift-network-operator] adding namespace I0513 17:02:18.019874 3769 namespace.go:102] [openshift-marketplace] adding namespace took 7.969603ms I0513 17:02:18.019895 3769 namespace.go:98] [openshift-dns-operator] adding namespace I0513 17:02:18.020304 3769 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.867889ms I0513 17:02:18.020320 3769 namespace.go:98] [openshift-route-controller-manager] adding namespace W0513 17:02:18.020331 3769 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-6k5pc: pod openshift-multus/network-metrics-daemon-6k5pc: no pod IPs found W0513 17:02:18.020341 3769 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-xvs5s: pod openshift-multus/network-metrics-daemon-xvs5s: no pod IPs found I0513 17:02:18.020948 3769 namespace.go:102] [openshift-multus] adding namespace took 8.034254ms I0513 17:02:18.020965 3769 namespace.go:98] [openshift-console] adding namespace I0513 17:02:18.021462 3769 namespace.go:102] [openshift-config-operator] adding namespace took 8.073574ms I0513 17:02:18.021480 3769 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0513 17:02:18.022091 3769 namespace.go:102] [openshift-controller-manager] adding namespace took 8.19252ms I0513 17:02:18.022107 3769 namespace.go:98] [openshift-etcd] adding namespace I0513 17:02:18.022653 3769 namespace.go:102] [openshift-machine-config-operator] adding namespace took 8.246336ms I0513 17:02:18.022671 3769 namespace.go:98] [openshift-ingress-canary] adding namespace W0513 17:02:18.022675 3769 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-p8vnc: pod kube-system/global-pull-secret-syncer-p8vnc: no pod IPs found W0513 17:02:18.022684 3769 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-99bp7: pod kube-system/global-pull-secret-syncer-99bp7: no pod IPs found I0513 17:02:18.023297 3769 namespace.go:102] [kube-system] adding namespace took 8.438474ms I0513 17:02:18.023313 3769 namespace.go:98] [openshift-dns] adding namespace I0513 17:02:18.023755 3769 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 8.329434ms I0513 17:02:18.023769 3769 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0513 17:02:18.024274 3769 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.295173ms I0513 17:02:18.024289 3769 namespace.go:98] [openshift-network-node-identity] adding namespace I0513 17:02:18.024675 3769 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 8.195444ms I0513 17:02:18.024687 3769 namespace.go:98] [kube-public] adding namespace I0513 17:02:18.025157 3769 namespace.go:102] [openshift-backplane-mobb] adding namespace took 8.012251ms I0513 17:02:18.025590 3769 namespace.go:102] [kube-node-lease] adding namespace took 7.941439ms I0513 17:02:18.025604 3769 namespace.go:98] [default] adding namespace I0513 17:02:18.026085 3769 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.868758ms I0513 17:02:18.026099 3769 namespace.go:98] [openshift-apiserver-operator] adding namespace I0513 17:02:18.026540 3769 namespace.go:102] [dedicated-admin] adding namespace took 7.854675ms I0513 17:02:18.026559 3769 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0513 17:02:18.027154 3769 namespace.go:102] [openshift-network-operator] adding namespace took 7.748636ms I0513 17:02:18.027170 3769 namespace.go:98] [openshift-image-registry] adding namespace I0513 17:02:18.027680 3769 namespace.go:102] [openshift-dns-operator] adding namespace took 7.778826ms I0513 17:02:18.027696 3769 namespace.go:98] [openshift-kube-scheduler] adding namespace I0513 17:02:18.028088 3769 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.760652ms I0513 17:02:18.028108 3769 namespace.go:98] [openshift-backplane] adding namespace I0513 17:02:18.028634 3769 namespace.go:102] [openshift-console] adding namespace took 7.662002ms I0513 17:02:18.028648 3769 namespace.go:98] [openshift-backplane-cse] adding namespace I0513 17:02:18.029118 3769 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 7.632184ms I0513 17:02:18.029132 3769 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0513 17:02:18.029533 3769 namespace.go:102] [openshift-etcd] adding namespace took 7.418509ms I0513 17:02:18.029546 3769 namespace.go:98] [openshift-backplane-srep] adding namespace I0513 17:02:18.030052 3769 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.374216ms I0513 17:02:18.030072 3769 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0513 17:02:18.030716 3769 namespace.go:102] [openshift-dns] adding namespace took 7.397659ms I0513 17:02:18.030727 3769 namespace.go:98] [openshift-operators] adding namespace I0513 17:02:18.031235 3769 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.461361ms I0513 17:02:18.031250 3769 namespace.go:98] [openshift-apiserver] adding namespace I0513 17:02:18.031658 3769 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.362861ms I0513 17:02:18.031668 3769 namespace.go:98] [openshift-monitoring] adding namespace I0513 17:02:18.032155 3769 namespace.go:102] [kube-public] adding namespace took 7.461149ms I0513 17:02:18.032176 3769 namespace.go:98] [openshift] adding namespace I0513 17:02:18.032749 3769 namespace.go:102] [default] adding namespace took 7.13947ms I0513 17:02:18.032764 3769 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0513 17:02:18.033334 3769 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.227699ms I0513 17:02:18.033346 3769 namespace.go:98] [openshift-host-network] adding namespace I0513 17:02:18.033948 3769 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.382965ms I0513 17:02:18.033964 3769 namespace.go:98] [open-cluster-management-2q95ou5hbg9q5jvqo8tm7vkh1r4v3jel] adding namespace I0513 17:02:18.034599 3769 namespace.go:102] [openshift-image-registry] adding namespace took 7.421545ms I0513 17:02:18.034615 3769 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0513 17:02:18.035574 3769 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.869132ms I0513 17:02:18.035595 3769 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0513 17:02:18.036046 3769 namespace.go:102] [openshift-backplane] adding namespace took 7.930314ms I0513 17:02:18.036061 3769 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0513 17:02:18.036553 3769 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.900008ms I0513 17:02:18.036566 3769 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0513 17:02:18.037093 3769 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.953813ms I0513 17:02:18.037112 3769 namespace.go:98] [openshift-must-gather-operator] adding namespace I0513 17:02:18.037580 3769 namespace.go:102] [openshift-backplane-srep] adding namespace took 8.026322ms I0513 17:02:18.037596 3769 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0513 17:02:18.038100 3769 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 8.019573ms I0513 17:02:18.038117 3769 namespace.go:98] [openshift-console-user-settings] adding namespace I0513 17:02:18.038630 3769 namespace.go:102] [openshift-operators] adding namespace took 7.89767ms I0513 17:02:18.038642 3769 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0513 17:02:18.039236 3769 namespace.go:102] [openshift-apiserver] adding namespace took 7.977594ms I0513 17:02:18.039847 3769 namespace.go:102] [openshift-monitoring] adding namespace took 8.172069ms I0513 17:02:18.039865 3769 namespace.go:98] [openshift-ingress-operator] adding namespace I0513 17:02:18.040427 3769 namespace.go:102] [openshift] adding namespace took 8.242493ms I0513 17:02:18.040448 3769 namespace.go:98] [openshift-backplane-cee] adding namespace I0513 17:02:18.041082 3769 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.313789ms I0513 17:02:18.041095 3769 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0513 17:02:18.041672 3769 namespace.go:102] [openshift-host-network] adding namespace took 8.319431ms I0513 17:02:18.042286 3769 namespace.go:102] [open-cluster-management-2q95ou5hbg9q5jvqo8tm7vkh1r4v3jel] adding namespace took 8.315389ms I0513 17:02:18.042920 3769 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.299789ms I0513 17:02:18.043531 3769 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.930442ms I0513 17:02:18.043548 3769 namespace.go:98] [openshift-package-operator] adding namespace I0513 17:02:18.044113 3769 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.045152ms I0513 17:02:18.044136 3769 namespace.go:98] [openshift-operators-redhat] adding namespace I0513 17:02:18.044641 3769 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 8.068113ms I0513 17:02:18.044660 3769 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0513 17:02:18.045213 3769 namespace.go:102] [openshift-must-gather-operator] adding namespace took 8.094415ms I0513 17:02:18.045228 3769 namespace.go:98] [openshift-node] adding namespace I0513 17:02:18.045915 3769 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 8.311738ms I0513 17:02:18.046511 3769 namespace.go:102] [openshift-console-user-settings] adding namespace took 8.386163ms I0513 17:02:18.047120 3769 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 8.473347ms I0513 17:02:18.047134 3769 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0513 17:02:18.047615 3769 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.744082ms I0513 17:02:18.048210 3769 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.75588ms I0513 17:02:18.048694 3769 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.594645ms I0513 17:02:18.049230 3769 namespace.go:102] [openshift-package-operator] adding namespace took 5.677619ms I0513 17:02:18.049628 3769 namespace.go:102] [openshift-operators-redhat] adding namespace took 5.485179ms I0513 17:02:18.050123 3769 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.456947ms I0513 17:02:18.050494 3769 namespace.go:102] [openshift-node] adding namespace took 5.258428ms I0513 17:02:18.051062 3769 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 3.920683ms W0513 17:02:18.051153 3769 master.go:471] Unable to parse remote node ip-10-0-1-208.ec2.internal chassis-id annotation. Chassis may be removed during sync I0513 17:02:18.051255 3769 master.go:548] Adding or Updating local node "ip-10-0-0-145.ec2.internal" for network "default" I0513 17:02:18.051302 3769 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-208.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-208.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-208.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-208.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-208.ec2.internal I0513 17:02:18.052249 3769 zone_ic_handler.go:195] Time taken to create transit switch: 376.447µs I0513 17:02:18.052262 3769 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-208.ec2.internal for the network default I0513 17:02:18.053452 3769 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-208.ec2.internal" on network "default" took: 1.59253ms W0513 17:02:18.059012 3769 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-99bp7: pod kube-system/global-pull-secret-syncer-99bp7: no pod IPs found W0513 17:02:18.059034 3769 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-5qll4: pod openshift-network-diagnostics/network-check-target-5qll4: no pod IPs found W0513 17:02:18.059051 3769 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-xvs5s: pod openshift-multus/network-metrics-daemon-xvs5s: no pod IPs found I0513 17:02:18.059992 3769 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-145.ec2.internal for the network default I0513 17:02:18.060174 3769 zone_ic_handler.go:195] Time taken to create transit switch: 170.6µs I0513 17:02:18.060924 3769 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0513 17:02:18.060953 3769 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0513 17:02:18.060973 3769 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0513 17:02:18.061009 3769 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-145.ec2.internal in network "default" I0513 17:02:18.061060 3769 node_tracker.go:169] Node ip-10-0-0-145.ec2.internal switch + router changed, syncing services in network "default" I0513 17:02:18.061076 3769 services_controller.go:574] Full service sync requested for network=default I0513 17:02:18.061085 3769 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-208.ec2.internal in network "default" I0513 17:02:18.061094 3769 node_tracker.go:235] Node ip-10-0-1-208.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-208.ec2.internal" I0513 17:02:18.061101 3769 node_tracker.go:169] Node ip-10-0-1-208.ec2.internal switch + router changed, syncing services in network "default" I0513 17:02:18.061105 3769 services_controller.go:574] Full service sync requested for network=default I0513 17:02:18.061110 3769 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-208.ec2.internal in network "default" I0513 17:02:18.061140 3769 node_tracker.go:169] Node ip-10-0-2-208.ec2.internal switch + router changed, syncing services in network "default" I0513 17:02:18.061147 3769 services_controller.go:574] Full service sync requested for network=default I0513 17:02:18.161380 3769 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0513 17:02:18.161417 3769 services_controller.go:208] Setting up event handlers for services for network=default I0513 17:02:18.161472 3769 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0513 17:02:18.161503 3769 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0513 17:02:18.161515 3769 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0513 17:02:18.261940 3769 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0513 17:02:18.261963 3769 repair.go:60] Starting repairing loop for services I0513 17:02:18.262065 3769 repair.go:131] Deleted 0 stale service LBs I0513 17:02:18.262085 3769 repair.go:137] Deleted 0 stale Chassis Template Vars I0513 17:02:18.262101 3769 repair.go:62] Finished repairing loop for services: 140.09µs I0513 17:02:18.262126 3769 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0513 17:02:18.262136 3769 services_controller.go:254] Starting workers for network=default I0513 17:02:18.262512 3769 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-9ck8q, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-9ck8q: suppressed error logged: pod openshift-network-diagnostics/network-check-target-9ck8q: no pod IPs found I0513 17:02:18.262526 3769 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-xvs5s] creating logical port openshift-multus_network-metrics-daemon-xvs5s for pod on switch ip-10-0-0-145.ec2.internal I0513 17:02:18.262563 3769 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-5qll4] creating logical port openshift-network-diagnostics_network-check-target-5qll4 for pod on switch ip-10-0-0-145.ec2.internal I0513 17:02:18.262574 3769 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-6k5pc, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-6k5pc: suppressed error logged: pod openshift-multus/network-metrics-daemon-6k5pc: no pod IPs found I0513 17:02:18.262603 3769 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-99bp7] creating logical port kube-system_global-pull-secret-syncer-99bp7 for pod on switch ip-10-0-0-145.ec2.internal I0513 17:02:18.262640 3769 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-p8vnc, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-p8vnc: suppressed error logged: pod kube-system/global-pull-secret-syncer-p8vnc: no pod IPs found I0513 17:02:18.262650 3769 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-xvs5s I0513 17:02:18.262668 3769 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-5qll4 I0513 17:02:18.262675 3769 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-99bp7 I0513 17:02:18.280091 3769 pod.go:62] [kube-system/global-pull-secret-syncer-99bp7] pod update took 17.452477ms I0513 17:02:18.280112 3769 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-99bp7] addLogicalPort annotation time took 17.473465ms I0513 17:02:18.280822 3769 pod.go:62] [openshift-multus/network-metrics-daemon-xvs5s] pod update took 18.224667ms I0513 17:02:18.280840 3769 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-xvs5s] addLogicalPort annotation time took 18.245818ms I0513 17:02:18.281160 3769 pods.go:271] [kube-system/global-pull-secret-syncer-99bp7] addLogicalPort took 18.55981ms, libovsdb time 829.682µs I0513 17:02:18.281765 3769 pods.go:271] [openshift-multus/network-metrics-daemon-xvs5s] addLogicalPort took 19.251254ms, libovsdb time 556.525µs I0513 17:02:18.282539 3769 pod.go:62] [openshift-network-diagnostics/network-check-target-5qll4] pod update took 19.911347ms I0513 17:02:18.282554 3769 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-5qll4] addLogicalPort annotation time took 19.927232ms I0513 17:02:18.283359 3769 pods.go:271] [openshift-network-diagnostics/network-check-target-5qll4] addLogicalPort took 20.805843ms, libovsdb time 632.668µs I0513 17:02:18.283815 3769 admin_network_policy_controller.go:227] Starting controller default-network-controller I0513 17:02:18.283838 3769 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0513 17:02:18.283850 3769 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0513 17:02:18.283854 3769 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0513 17:02:18.284028 3769 repair.go:29] Repairing admin network policies took 168.75µs I0513 17:02:18.284124 3769 repair.go:92] Repairing baseline admin network policies took 87.817µs I0513 17:02:18.284500 3769 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0513 17:02:18.284515 3769 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0513 17:02:18.286190 3769 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0513 17:02:18.286209 3769 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0513 17:02:18.286219 3769 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0513 17:02:18.288190 3769 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0513 17:02:18.288209 3769 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0513 17:02:18.288219 3769 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0513 17:02:18.289973 3769 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0513 17:02:18.289994 3769 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0513 17:02:18.290003 3769 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0513 17:02:18.291730 3769 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0513 17:02:18.291765 3769 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0513 17:02:18.291773 3769 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0513 17:02:18.292206 3769 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0513 17:02:18.292224 3769 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0513 17:02:18.292232 3769 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0513 17:02:18.293642 3769 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0513 17:02:18.293657 3769 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0513 17:02:18.294336 3769 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0513 17:02:18.294348 3769 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0513 17:02:18.296019 3769 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0513 17:02:18.296037 3769 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0513 17:02:18.296047 3769 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0513 17:02:18.297029 3769 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0513 17:02:18.297049 3769 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0513 17:02:18.297058 3769 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0513 17:02:18.298355 3769 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0513 17:02:18.298373 3769 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0513 17:02:18.298384 3769 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0513 17:02:18.299607 3769 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0513 17:02:18.299625 3769 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0513 17:02:18.299633 3769 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0513 17:02:18.300155 3769 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0513 17:02:18.300176 3769 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0513 17:02:18.300185 3769 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0513 17:02:18.301105 3769 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0513 17:02:18.301128 3769 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0513 17:02:18.301137 3769 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0513 17:02:18.302128 3769 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0513 17:02:18.302154 3769 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0513 17:02:18.302165 3769 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0513 17:02:18.302775 3769 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0513 17:02:18.302794 3769 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0513 17:02:18.302802 3769 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0513 17:02:18.303294 3769 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0513 17:02:18.303309 3769 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0513 17:02:18.303315 3769 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0513 17:02:18.303609 3769 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0513 17:02:18.303623 3769 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0513 17:02:18.303630 3769 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0513 17:02:18.304073 3769 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0513 17:02:18.304088 3769 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0513 17:02:18.304095 3769 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0513 17:02:18.304526 3769 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0513 17:02:18.304541 3769 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0513 17:02:18.304549 3769 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0513 17:02:18.305019 3769 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0513 17:02:18.305034 3769 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0513 17:02:18.305041 3769 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0513 17:02:18.305502 3769 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0513 17:02:18.305517 3769 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0513 17:02:18.305524 3769 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0513 17:02:18.305776 3769 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0513 17:02:18.305791 3769 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0513 17:02:18.305799 3769 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0513 17:02:18.306720 3769 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0513 17:02:18.306748 3769 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0513 17:02:18.306756 3769 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0513 17:02:18.308368 3769 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0513 17:02:18.308390 3769 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0513 17:02:18.308399 3769 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0513 17:02:18.308962 3769 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0513 17:02:18.308977 3769 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0513 17:02:18.308992 3769 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0513 17:02:18.310011 3769 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0513 17:02:18.310030 3769 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0513 17:02:18.310041 3769 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0513 17:02:18.311235 3769 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0513 17:02:18.311254 3769 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0513 17:02:18.311261 3769 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0513 17:02:18.311516 3769 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0513 17:02:18.311531 3769 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0513 17:02:18.311555 3769 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0513 17:02:18.312210 3769 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0513 17:02:18.312226 3769 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0513 17:02:18.312238 3769 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0513 17:02:18.312773 3769 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0513 17:02:18.319154 3769 egressfirewall.go:374] Starting EgressFirewall controller I0513 17:02:18.319189 3769 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0513 17:02:18.319189 3769 controller.go:133] Adding controller egress-firewall-controller event handlers I0513 17:02:18.319231 3769 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0513 17:02:18.319249 3769 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0513 17:02:18.319231 3769 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0513 17:02:18.319259 3769 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0513 17:02:18.319543 3769 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0513 17:02:18.319557 3769 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0513 17:02:18.319565 3769 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0513 17:02:18.319579 3769 egressqos.go:193] Setting up event handlers for EgressQoS I0513 17:02:18.319585 3769 egressfirewall.go:723] Syncing node "ip-10-0-0-145.ec2.internal" for egress firewall I0513 17:02:18.319595 3769 egressfirewall.go:723] Syncing node "ip-10-0-1-208.ec2.internal" for egress firewall I0513 17:02:18.319601 3769 egressfirewall.go:723] Syncing node "ip-10-0-2-208.ec2.internal" for egress firewall I0513 17:02:18.319752 3769 egressqos.go:245] Starting EgressQoS Controller I0513 17:02:18.319769 3769 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0513 17:02:18.319779 3769 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0513 17:02:18.319787 3769 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0513 17:02:18.319794 3769 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0513 17:02:18.319802 3769 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0513 17:02:18.319809 3769 shared_informer.go:356] "Caches are synced" controller="egressqos" I0513 17:02:18.319815 3769 egressqos.go:259] Repairing EgressQoSes I0513 17:02:18.319820 3769 egressqos.go:399] Starting repairing loop for egressqos I0513 17:02:18.319893 3769 egressqos.go:401] Finished repairing loop for egressqos: 73.666µs I0513 17:02:18.319910 3769 egressservice_zone.go:132] Setting up event handlers for Egress Services I0513 17:02:18.319938 3769 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-145.ec2.internal I0513 17:02:18.319979 3769 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-145.ec2.internal : 42.53µs I0513 17:02:18.320073 3769 egressservice_zone.go:210] Starting Egress Services Controller I0513 17:02:18.320089 3769 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0513 17:02:18.320098 3769 shared_informer.go:356] "Caches are synced" controller="egressservices" I0513 17:02:18.320105 3769 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0513 17:02:18.320110 3769 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0513 17:02:18.320115 3769 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0513 17:02:18.320120 3769 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0513 17:02:18.320125 3769 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0513 17:02:18.320129 3769 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0513 17:02:18.320133 3769 egressservice_zone.go:228] Repairing Egress Services I0513 17:02:18.320396 3769 master_controller.go:88] Starting Admin Policy Based Route Controller I0513 17:02:18.320404 3769 external_controller.go:278] Starting Admin Policy Based Route Controller I0513 17:02:18.320428 3769 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-145.ec2.internal I0513 17:02:18.320441 3769 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-145.ec2.internal: 16.749µs I0513 17:02:18.320448 3769 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-208.ec2.internal I0513 17:02:18.320452 3769 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-208.ec2.internal: 3.92µs I0513 17:02:18.320457 3769 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-208.ec2.internal I0513 17:02:18.320465 3769 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-208.ec2.internal: 8.466µs I0513 17:02:18.320525 3769 default_network_controller.go:585] Completing all the Watchers took 313.541916ms I0513 17:02:18.320537 3769 default_network_controller.go:589] Starting unidling controllers I0513 17:02:18.320551 3769 unidle.go:46] Registering OVN SB ControllerEvent handler I0513 17:02:18.320561 3769 unidle.go:63] Populating Initial ContollerEvent events I0513 17:02:18.320573 3769 unidle.go:79] Setting up event handlers for services I0513 17:02:18.320642 3769 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0513 17:02:18.398494 3769 default_node_network_controller.go:519] Node connection status = connected I0513 17:02:18.898802 3769 default_node_network_controller.go:519] Node connection status = connected W0513 17:02:19.367715 3769 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0513 17:02:19.398180 3769 default_node_network_controller.go:519] Node connection status = connected W0513 17:02:19.412040 3769 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0513 17:02:19.481479 3769 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0513 17:02:19.918527 3769 default_node_network_controller.go:519] Node connection status = connected I0513 17:02:19.957238 3769 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0513 17:02:19.958111 3769 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 852.151µs I0513 17:02:19.978518 3769 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0513 17:02:19.987640 3769 bridgeconfig.go:537] Gateway is ready I0513 17:02:19.987667 3769 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0513 17:02:20.000914 3769 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0513 17:02:20.001110 3769 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.145. Updating OVN encap IP. I0513 17:02:20.007167 3769 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.145 - it is already configured I0513 17:02:20.007182 3769 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.145/24:{} 172.20.0.1/32:{}]. Updating annotations. I0513 17:02:20.007411 3769 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.145/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-145.ec2.internal","mac-address":"12:1a:f9:ee:2a:c7","ip-addresses":["10.0.0.145/24"],"ip-address":"10.0.0.145/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:8c7cb414-46cc-460a-8111-7f3c0b650718 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.145/24"}] on node ip-10-0-0-145.ec2.internal I0513 17:02:20.032666 3769 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.145 I0513 17:02:20.032792 3769 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-145.ec2.internal I0513 17:02:20.037658 3769 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-145.ec2.internal in network "default" I0513 17:02:20.037701 3769 egressfirewall.go:723] Syncing node "ip-10-0-0-145.ec2.internal" for egress firewall I0513 17:02:20.037749 3769 master.go:548] Adding or Updating local node "ip-10-0-0-145.ec2.internal" for network "default" I0513 17:02:20.037753 3769 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-145.ec2.internal I0513 17:02:20.037763 3769 node_tracker.go:169] Node ip-10-0-0-145.ec2.internal switch + router changed, syncing services in network "default" I0513 17:02:20.037768 3769 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-145.ec2.internal: 36.49µs I0513 17:02:20.037778 3769 services_controller.go:574] Full service sync requested for network=default W0513 17:02:20.037857 3769 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0513 17:02:20.037918 3769 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0513 17:02:20.038072 3769 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0513 17:02:20.042517 3769 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-145.ec2.internal. Updating no re-route policies I0513 17:02:20.042603 3769 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8c9wn I0513 17:02:20.042620 3769 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8c9wn I0513 17:02:20.042640 3769 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8c9wn after 0 failed attempt(s) I0513 17:02:20.042653 3769 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-8qtgv I0513 17:02:20.042658 3769 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-8qtgv I0513 17:02:20.042657 3769 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-6l5l6 I0513 17:02:20.042665 3769 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-145.ec2.internal I0513 17:02:20.042670 3769 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-6l5l6 I0513 17:02:20.042677 3769 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-145.ec2.internal I0513 17:02:20.042677 3769 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-99bp7 I0513 17:02:20.042687 3769 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-6l5l6 after 0 failed attempt(s) I0513 17:02:20.042687 3769 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-9ck8q I0513 17:02:20.042688 3769 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-99bp7 I0513 17:02:20.042693 3769 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-145.ec2.internal after 0 failed attempt(s) I0513 17:02:20.042697 3769 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-9ck8q I0513 17:02:20.042675 3769 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-lj8dh I0513 17:02:20.042701 3769 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-bmwtz I0513 17:02:20.042699 3769 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-gf284 I0513 17:02:20.042706 3769 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-lj8dh I0513 17:02:20.042703 3769 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-mn2w5 I0513 17:02:20.042712 3769 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-gf284 I0513 17:02:20.042716 3769 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-lj8dh after 0 failed attempt(s) I0513 17:02:20.042718 3769 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-mn2w5 I0513 17:02:20.042719 3769 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-xvs5s I0513 17:02:20.042718 3769 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-g2n4w I0513 17:02:20.042725 3769 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-5qll4 I0513 17:02:20.042728 3769 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-xvs5s I0513 17:02:20.042745 3769 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-g2n4w I0513 17:02:20.042749 3769 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-p8vnc I0513 17:02:20.042749 3769 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-gf284 after 0 failed attempt(s) I0513 17:02:20.042747 3769 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-6k5pc I0513 17:02:20.042752 3769 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-9ck8q, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-9ck8q: suppressed error logged: pod openshift-network-diagnostics/network-check-target-9ck8q: no pod IPs found I0513 17:02:20.042756 3769 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-5f2zw I0513 17:02:20.042764 3769 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-g2n4w after 0 failed attempt(s) I0513 17:02:20.042762 3769 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-6k5pc I0513 17:02:20.042774 3769 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-xvs5s] creating logical port openshift-multus_network-metrics-daemon-xvs5s for pod on switch ip-10-0-0-145.ec2.internal I0513 17:02:20.042799 3769 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-6k5pc, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-6k5pc: suppressed error logged: pod openshift-multus/network-metrics-daemon-6k5pc: no pod IPs found I0513 17:02:20.042709 3769 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-bmwtz I0513 17:02:20.042742 3769 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-5qll4 I0513 17:02:20.042822 3769 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-bmwtz after 0 failed attempt(s) I0513 17:02:20.042775 3769 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-5f2zw I0513 17:02:20.042839 3769 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-5f2zw after 0 failed attempt(s) I0513 17:02:20.042669 3769 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-8qtgv after 0 failed attempt(s) I0513 17:02:20.042755 3769 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-p8vnc I0513 17:02:20.042721 3769 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-99bp7] creating logical port kube-system_global-pull-secret-syncer-99bp7 for pod on switch ip-10-0-0-145.ec2.internal I0513 17:02:20.042884 3769 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-5qll4] creating logical port openshift-network-diagnostics_network-check-target-5qll4 for pod on switch ip-10-0-0-145.ec2.internal I0513 17:02:20.042753 3769 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-mn2w5 after 0 failed attempt(s) I0513 17:02:20.042760 3769 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-145.ec2.internal I0513 17:02:20.042904 3769 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-145.ec2.internal I0513 17:02:20.042916 3769 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-145.ec2.internal after 0 failed attempt(s) I0513 17:02:20.042881 3769 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-p8vnc, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-p8vnc: suppressed error logged: pod kube-system/global-pull-secret-syncer-p8vnc: no pod IPs found I0513 17:02:20.043533 3769 pods.go:271] [kube-system/global-pull-secret-syncer-99bp7] addLogicalPort took 820.532µs, libovsdb time 294.646µs I0513 17:02:20.043545 3769 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-99bp7 after 0 failed attempt(s) I0513 17:02:20.043638 3769 pods.go:271] [openshift-network-diagnostics/network-check-target-5qll4] addLogicalPort took 788.082µs, libovsdb time 311.633µs I0513 17:02:20.043647 3769 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-5qll4 after 0 failed attempt(s) I0513 17:02:20.043782 3769 pods.go:271] [openshift-multus/network-metrics-daemon-xvs5s] addLogicalPort took 1.016703ms, libovsdb time 590.533µs I0513 17:02:20.043793 3769 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-xvs5s after 0 failed attempt(s) I0513 17:02:20.063470 3769 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0513 17:02:20.075715 3769 iptables.go:108] Creating table: mangle chain: OUTPUT I0513 17:02:20.078830 3769 iptables.go:108] Creating table: nat chain: OUTPUT I0513 17:02:20.121147 3769 iptables.go:108] Creating table: nat chain: PREROUTING I0513 17:02:20.181510 3769 iptables.go:108] Creating table: filter chain: FORWARD I0513 17:02:20.198726 3769 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0513 17:02:20.198916 3769 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0513 17:02:20.198999 3769 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0513 17:02:20.199110 3769 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0513 17:02:20.199177 3769 gateway_init.go:325] Gateway and management port readiness took 2.305463202s I0513 17:02:20.199213 3769 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0513 17:02:20.199271 3769 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0513 17:02:20.199286 3769 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0513 17:02:20.199299 3769 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0513 17:02:20.199379 3769 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0513 17:02:20.199468 3769 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 59.163µs I0513 17:02:20.199789 3769 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0513 17:02:20.199832 3769 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 30.559µs I0513 17:02:20.199850 3769 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 57.701µs I0513 17:02:20.199863 3769 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0513 17:02:20.199878 3769 nad_controller.go:379] [node-nad-controller NAD controller]: started I0513 17:02:20.199885 3769 default_node_network_controller.go:899] Starting the default node network controller I0513 17:02:20.199893 3769 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0513 17:02:20.199970 3769 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 14.888µs I0513 17:02:20.200100 3769 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0513 17:02:20.200111 3769 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0513 17:02:20.200146 3769 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b9f350 0xc0002ad730 0xc0002ad7a0 0xc0002ad810 0xc0002ad880 0xc0002ad8f0 0xc0002ad960 0xc000bd6be0 0xc0002ad9d0 0xc0002ada40 0xc000bd6c80 0xc0063ff500 0xc0002adab0 map[0x2ff9080:0xc0033072c0 0x2ff95c0:0xc003307440 0x2ffa2e0:0xc003307200 0x2ffa580:0xc003307260 0x2ffad60:0xc003307320 0x2ffb000:0xc003307380 0x2ffb2a0:0xc0033073e0 0x2ffba80:0xc0033074a0 0x2ffbd20:0xc003307500 0x3026980:0xc000fd4f00 0x3026d20:0xc000fd4f60 0x3027800:0xc000bc3ec0 0x3029160:0xc0008d2720 0x30298a0:0xc000fd5140 0x302a720:0xc0016022a0] 0xc0001193b0 0} I0513 17:02:20.200214 3769 gateway.go:151] Starting gateway service sync I0513 17:02:20.200754 3769 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0513 17:02:20.202982 3769 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0513 17:02:20.220378 3769 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0513 17:02:20.221662 3769 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0513 17:02:20.222890 3769 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0513 17:02:20.259088 3769 gateway.go:168] Gateway service sync done. Time taken: 58.857665ms I0513 17:02:20.259647 3769 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30293 I0513 17:02:20.259996 3769 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b9f350 0xc0002ad730 0xc0002ad7a0 0xc0002ad810 0xc0002ad880 0xc0002ad8f0 0xc0002ad960 0xc000bd6be0 0xc0002ad9d0 0xc0002ada40 0xc000bd6c80 0xc0063ff500 0xc0002adab0 map[0x2ff9080:0xc0033072c0 0x2ff95c0:0xc003307440 0x2ffa2e0:0xc003307200 0x2ffa580:0xc003307260 0x2ffad60:0xc003307320 0x2ffb000:0xc003307380 0x2ffb2a0:0xc0033073e0 0x2ffba80:0xc0033074a0 0x2ffbd20:0xc003307500 0x3026980:0xc000fd4f00 0x3026d20:0xc000fd4f60 0x3027800:0xc000bc3ec0 0x3029160:0xc0008d2720 0x30298a0:0xc000fd5140 0x302a720:0xc0016022a0] 0xc0001193b0 0} I0513 17:02:20.260529 3769 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b9f350 0xc0002ad730 0xc0002ad7a0 0xc0002ad810 0xc0002ad880 0xc0002ad8f0 0xc0002ad960 0xc000bd6be0 0xc0002ad9d0 0xc0002ada40 0xc000bd6c80 0xc0063ff500 0xc0002adab0 map[0x2ff9080:0xc0033072c0 0x2ff95c0:0xc003307440 0x2ffa2e0:0xc003307200 0x2ffa580:0xc003307260 0x2ffad60:0xc003307320 0x2ffb000:0xc003307380 0x2ffb2a0:0xc0033073e0 0x2ffba80:0xc0033074a0 0x2ffbd20:0xc003307500 0x3026980:0xc000fd4f00 0x3026d20:0xc000fd4f60 0x3027800:0xc000bc3ec0 0x3029160:0xc0008d2720 0x30298a0:0xc000fd5140 0x302a720:0xc0016022a0] 0xc0001193b0 0} I0513 17:02:20.260562 3769 gateway.go:532] Reconciling gateway with updates I0513 17:02:20.266352 3769 gateway.go:339] Spawning Conntrack Rule Check Thread I0513 17:02:20.266439 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0513 17:02:20.266458 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0513 17:02:20.266470 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0513 17:02:20.266486 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0513 17:02:20.266491 3769 default_node_network_controller.go:944] Gateway and management port readiness took 66.370416ms I0513 17:02:20.266500 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0513 17:02:20.266517 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0513 17:02:20.266520 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0513 17:02:20.266526 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0513 17:02:20.266539 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0513 17:02:20.266543 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0513 17:02:20.266547 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0513 17:02:20.266550 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0513 17:02:20.266551 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0513 17:02:20.266556 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0513 17:02:20.266562 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0513 17:02:20.266563 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0513 17:02:20.266564 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0513 17:02:20.266565 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0513 17:02:20.266463 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0513 17:02:20.266575 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0513 17:02:20.266577 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0513 17:02:20.266583 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0513 17:02:20.266591 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0513 17:02:20.266592 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0513 17:02:20.266599 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0513 17:02:20.266599 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0513 17:02:20.266602 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0513 17:02:20.266604 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0513 17:02:20.266486 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0513 17:02:20.266609 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0513 17:02:20.266614 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0513 17:02:20.266618 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0513 17:02:20.266620 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0513 17:02:20.266624 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0513 17:02:20.266542 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0513 17:02:20.266628 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0513 17:02:20.266638 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0513 17:02:20.266633 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0513 17:02:20.266644 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0513 17:02:20.266666 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0513 17:02:20.266674 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0513 17:02:20.266681 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0513 17:02:20.266682 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0513 17:02:20.266685 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0513 17:02:20.266693 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0513 17:02:20.266698 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0513 17:02:20.266552 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0513 17:02:20.266723 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0513 17:02:20.266605 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0513 17:02:20.266750 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0513 17:02:20.266684 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0513 17:02:20.266760 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0513 17:02:20.266723 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0513 17:02:20.266817 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0513 17:02:20.266592 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0513 17:02:20.266894 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0513 17:02:20.266502 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0513 17:02:20.266529 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0513 17:02:20.266915 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0513 17:02:20.266951 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0513 17:02:20.266580 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0513 17:02:20.266996 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0513 17:02:20.266645 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0513 17:02:20.267046 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0513 17:02:20.266502 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0513 17:02:20.267069 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0513 17:02:20.266528 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0513 17:02:20.267132 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0513 17:02:20.266532 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0513 17:02:20.267161 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0513 17:02:20.266537 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0513 17:02:20.267173 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0513 17:02:20.266555 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0513 17:02:20.266564 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0513 17:02:20.267236 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0513 17:02:20.267241 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0513 17:02:20.266566 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0513 17:02:20.266571 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0513 17:02:20.266579 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0513 17:02:20.267377 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0513 17:02:20.266592 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0513 17:02:20.267416 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0513 17:02:20.266596 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0513 17:02:20.267461 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0513 17:02:20.266596 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0513 17:02:20.266608 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0513 17:02:20.267493 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0513 17:02:20.266614 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0513 17:02:20.267496 3769 node_ip_handler_linux.go:160] Node IP manager is running I0513 17:02:20.266613 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0513 17:02:20.267521 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0513 17:02:20.266617 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0513 17:02:20.267570 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0513 17:02:20.267574 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0513 17:02:20.266626 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0513 17:02:20.266626 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0513 17:02:20.267603 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0513 17:02:20.266633 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0513 17:02:20.267628 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0513 17:02:20.266644 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0513 17:02:20.267651 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0513 17:02:20.266647 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0513 17:02:20.266647 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0513 17:02:20.267693 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0513 17:02:20.267698 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0513 17:02:20.266652 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0513 17:02:20.266483 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0513 17:02:20.267723 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0513 17:02:20.266657 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0513 17:02:20.267770 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0513 17:02:20.267781 3769 port_claim.go:71] Svc openshift-ingress/router-default: port 32312 is already open, no action needed I0513 17:02:20.266660 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0513 17:02:20.267787 3769 port_claim.go:71] Svc openshift-ingress/router-default: port 30851 is already open, no action needed I0513 17:02:20.267798 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0513 17:02:20.267807 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0513 17:02:20.266669 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0513 17:02:20.266687 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) W0513 17:02:20.306312 3769 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0513 17:02:20.306476 3769 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0513 17:02:20.306648 3769 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0513 17:02:20.314948 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0513 17:02:20.314971 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0513 17:02:20.314978 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0513 17:02:20.314985 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0513 17:02:20.314993 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0513 17:02:20.314998 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0513 17:02:20.315007 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0513 17:02:20.315012 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0513 17:02:20.355518 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0513 17:02:20.355548 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0513 17:02:20.355556 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0513 17:02:20.355563 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0513 17:02:20.355569 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0513 17:02:20.355575 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0513 17:02:20.355600 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0513 17:02:20.355607 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0513 17:02:20.355612 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0513 17:02:20.396404 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0513 17:02:21.594190 3769 namespace.go:98] [openshift-service-ca] adding namespace I0513 17:02:21.595249 3769 namespace.go:102] [openshift-service-ca] adding namespace took 1.037159ms I0513 17:02:21.611519 3769 namespace.go:142] [openshift-service-ca] updating namespace I0513 17:02:22.357497 3769 default_node_network_controller.go:1380] Starting node controller node sync W0513 17:02:22.357551 3769 egressip_healthcheck.go:76] Health checking using insecure connection I0513 17:02:22.357593 3769 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0513 17:02:22.369376 3769 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.855926ms I0513 17:02:22.369538 3769 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-208.ec2.internal", IP: 10.0.2.208 to PMTUD blocking rules I0513 17:02:22.369551 3769 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-208.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0513 17:02:22.375452 3769 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0513 17:02:22.375758 3769 egressservice_node.go:93] Setting up event handlers for Egress Services I0513 17:02:22.375959 3769 egressservice_node.go:183] Starting Egress Services Controller I0513 17:02:22.375976 3769 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0513 17:02:22.375989 3769 shared_informer.go:356] "Caches are synced" controller="egressservices" I0513 17:02:22.375994 3769 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0513 17:02:22.375999 3769 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0513 17:02:22.376005 3769 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0513 17:02:22.376012 3769 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0513 17:02:22.376018 3769 egressservice_node.go:197] Repairing Egress Services I0513 17:02:22.386128 3769 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0513 17:02:22.386143 3769 external_controller.go:278] Starting Admin Policy Based Route Controller I0513 17:02:22.386396 3769 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0513 17:02:22.386427 3769 link_network_manager.go:119] Link manager is running I0513 17:02:22.386437 3769 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0513 17:02:22.386607 3769 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0513 17:02:22.387087 3769 vrf_manager.go:128] VRF manager is running I0513 17:02:22.388439 3769 node_controller_manager.go:437] Removing flows to drop GARP I0513 17:02:22.388488 3769 gateway.go:532] Reconciling gateway with updates I0513 17:02:22.417756 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0513 17:02:22.417772 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0513 17:02:22.417779 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0513 17:02:22.417787 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0513 17:02:22.417794 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0513 17:02:22.417798 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0513 17:02:22.417797 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0513 17:02:22.417804 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0513 17:02:22.417810 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0513 17:02:22.417812 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0513 17:02:22.417811 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0513 17:02:22.417821 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0513 17:02:22.417825 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0513 17:02:22.417828 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0513 17:02:22.417830 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0513 17:02:22.417832 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0513 17:02:22.417833 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0513 17:02:22.417833 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0513 17:02:22.417838 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0513 17:02:22.417838 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0513 17:02:22.417844 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0513 17:02:22.417841 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0513 17:02:22.417850 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0513 17:02:22.417852 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0513 17:02:22.417855 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0513 17:02:22.417858 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0513 17:02:22.417859 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0513 17:02:22.417860 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0513 17:02:22.417824 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0513 17:02:22.417872 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0513 17:02:22.417874 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0513 17:02:22.417880 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0513 17:02:22.417812 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0513 17:02:22.417883 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0513 17:02:22.417883 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0513 17:02:22.417891 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0513 17:02:22.417895 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0513 17:02:22.417900 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0513 17:02:22.417902 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0513 17:02:22.417771 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0513 17:02:22.417908 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0513 17:02:22.417914 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0513 17:02:22.417916 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0513 17:02:22.417916 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0513 17:02:22.417784 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0513 17:02:22.417873 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0513 17:02:22.417924 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0513 17:02:22.417928 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0513 17:02:22.417926 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0513 17:02:22.417928 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0513 17:02:22.417932 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0513 17:02:22.417934 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0513 17:02:22.417781 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0513 17:02:22.417953 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0513 17:02:22.417957 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0513 17:02:22.417884 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0513 17:02:22.417969 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0513 17:02:22.417817 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0513 17:02:22.417917 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0513 17:02:22.417794 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0513 17:02:22.418032 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0513 17:02:22.417903 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0513 17:02:22.418059 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0513 17:02:22.417893 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0513 17:02:22.418065 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0513 17:02:22.417815 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0513 17:02:22.417877 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0513 17:02:22.417864 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0513 17:02:22.418147 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0513 17:02:22.417878 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0513 17:02:22.418157 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0513 17:02:22.417761 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0513 17:02:22.418192 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0513 17:02:22.417888 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0513 17:02:22.418205 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0513 17:02:22.417887 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0513 17:02:22.418221 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0513 17:02:22.417896 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0513 17:02:22.418256 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0513 17:02:22.417785 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0513 17:02:22.417906 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0513 17:02:22.417907 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0513 17:02:22.418328 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0513 17:02:22.417905 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0513 17:02:22.418360 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0513 17:02:22.418365 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0513 17:02:22.417918 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0513 17:02:22.418393 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0513 17:02:22.418402 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0513 17:02:22.417802 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0513 17:02:22.417796 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0513 17:02:22.418441 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0513 17:02:22.418453 3769 port_claim.go:71] Svc openshift-ingress/router-default: port 32312 is already open, no action needed I0513 17:02:22.418463 3769 port_claim.go:71] Svc openshift-ingress/router-default: port 30851 is already open, no action needed I0513 17:02:22.417920 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0513 17:02:22.418508 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0513 17:02:22.417862 3769 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0513 17:02:22.418530 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0513 17:02:22.417932 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0513 17:02:22.417933 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0513 17:02:22.417944 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0513 17:02:22.417943 3769 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0513 17:02:22.418630 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0513 17:02:22.458309 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0513 17:02:22.458339 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0513 17:02:22.458346 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0513 17:02:22.458352 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0513 17:02:22.458359 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0513 17:02:22.458365 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0513 17:02:22.458375 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0513 17:02:22.458381 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0513 17:02:22.458398 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0513 17:02:22.458420 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0513 17:02:22.458426 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0513 17:02:22.458432 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0513 17:02:22.498416 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0513 17:02:22.498445 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0513 17:02:22.498456 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0513 17:02:22.498464 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0513 17:02:22.498470 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0513 17:02:22.498480 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0513 17:02:22.498487 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0513 17:02:22.498492 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0513 17:02:22.498498 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0513 17:02:22.498512 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0513 17:02:22.498533 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0513 17:02:22.498543 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0513 17:02:22.498550 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0513 17:02:22.538932 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0513 17:02:22.538939 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0513 17:02:22.538956 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0513 17:02:22.538963 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0513 17:02:22.538969 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0513 17:02:22.538975 3769 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0513 17:02:22.826857 3769 default_network_controller.go:1025] Node "ip-10-0-1-208.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 17:02:23.802119 3769 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-145.ec2.internal I0513 17:02:23.802148 3769 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-145.ec2.internal: 36.618µs I0513 17:02:23.837452 3769 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-54bdc69779-c2sbw] creating logical port openshift-image-registry_image-registry-54bdc69779-c2sbw for pod on switch ip-10-0-0-145.ec2.internal I0513 17:02:23.837578 3769 kube.go:256] Updating pod openshift-image-registry/image-registry-54bdc69779-c2sbw I0513 17:02:23.848937 3769 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-57bc4dd5c-9dpmv] creating logical port openshift-ingress_router-default-57bc4dd5c-9dpmv for pod on switch ip-10-0-0-145.ec2.internal I0513 17:02:23.849071 3769 kube.go:256] Updating pod openshift-ingress/router-default-57bc4dd5c-9dpmv I0513 17:02:23.862268 3769 pod.go:62] [openshift-image-registry/image-registry-54bdc69779-c2sbw] pod update took 24.722438ms I0513 17:02:23.862289 3769 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-54bdc69779-c2sbw] addLogicalPort annotation time took 24.746279ms I0513 17:02:23.863360 3769 pods.go:271] [openshift-image-registry/image-registry-54bdc69779-c2sbw] addLogicalPort took 25.92694ms, libovsdb time 834.3µs I0513 17:02:23.869479 3769 pod.go:62] [openshift-ingress/router-default-57bc4dd5c-9dpmv] pod update took 20.441258ms I0513 17:02:23.869500 3769 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-57bc4dd5c-9dpmv] addLogicalPort annotation time took 20.46421ms I0513 17:02:23.870530 3769 pods.go:271] [openshift-ingress/router-default-57bc4dd5c-9dpmv] addLogicalPort took 21.616486ms, libovsdb time 746.028µs I0513 17:02:23.889622 3769 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-9scz6] creating logical port openshift-dns_dns-default-9scz6 for pod on switch ip-10-0-0-145.ec2.internal I0513 17:02:23.889781 3769 kube.go:256] Updating pod openshift-dns/dns-default-9scz6 I0513 17:02:23.889858 3769 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-4h7z5] creating logical port openshift-ingress-canary_ingress-canary-4h7z5 for pod on switch ip-10-0-0-145.ec2.internal I0513 17:02:23.889942 3769 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-4h7z5 I0513 17:02:23.911878 3769 pod.go:62] [openshift-dns/dns-default-9scz6] pod update took 22.151267ms I0513 17:02:23.911904 3769 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-9scz6] addLogicalPort annotation time took 22.181685ms I0513 17:02:23.912750 3769 pod.go:62] [openshift-ingress-canary/ingress-canary-4h7z5] pod update took 22.812386ms I0513 17:02:23.912770 3769 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-4h7z5] addLogicalPort annotation time took 22.849792ms I0513 17:02:23.913077 3769 pods.go:271] [openshift-dns/dns-default-9scz6] addLogicalPort took 23.473059ms, libovsdb time 907.145µs I0513 17:02:23.914024 3769 pods.go:271] [openshift-ingress-canary/ingress-canary-4h7z5] addLogicalPort took 24.176532ms, libovsdb time 881.972µs I0513 17:02:24.315471 3769 cni.go:452] [openshift-ingress-canary/ingress-canary-4h7z5 ff29dab811264479233bde0b770532320c1deb91a4ef92f931bfad64ec465fdb network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-4h7z5 ff29dab811264479233bde0b770532320c1deb91a4ef92f931bfad64ec465fdb network default NAD default NAD key ] I0513 17:02:24.354639 3769 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-4h7z5, hostIfaceName: ff29dab81126447, network: default, NAD default, SandboxID: "ff29dab811264479233bde0b770532320c1deb91a4ef92f931bfad64ec465fdb", PCI device ID: , UID: "01054197-1df7-4299-b6a9-7766a6e72865", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0513 17:02:24.416680 3769 cni.go:473] [openshift-ingress-canary/ingress-canary-4h7z5 ff29dab811264479233bde0b770532320c1deb91a4ef92f931bfad64ec465fdb network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-4h7z5 ff29dab811264479233bde0b770532320c1deb91a4ef92f931bfad64ec465fdb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:10:74:6a:4b:60\",\"name\":\"ff29dab81126447\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a27a28e0-49f9-4c47-a071-a49dc8f6318a\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 17:02:25.460309 3769 cni.go:452] [openshift-network-diagnostics/network-check-target-5qll4 fe839e1765855be83e572ce8df29cae5699e7094db787841b86b85f5c81ea563 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-5qll4 fe839e1765855be83e572ce8df29cae5699e7094db787841b86b85f5c81ea563 network default NAD default NAD key ] I0513 17:02:25.471812 3769 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-5qll4, hostIfaceName: fe839e1765855be, network: default, NAD default, SandboxID: "fe839e1765855be83e572ce8df29cae5699e7094db787841b86b85f5c81ea563", PCI device ID: , UID: "51c65a8d-25f6-4890-bda6-4f4122bf8dca", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0513 17:02:25.477111 3769 cni.go:452] [kube-system/global-pull-secret-syncer-99bp7 0ab3e7c879ecc769ddd0c7157bb1b25471538b6a8c3e5f6a691fabf86dc069b5 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-99bp7 0ab3e7c879ecc769ddd0c7157bb1b25471538b6a8c3e5f6a691fabf86dc069b5 network default NAD default NAD key ] I0513 17:02:25.487639 3769 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-99bp7, hostIfaceName: 0ab3e7c879ecc76, network: default, NAD default, SandboxID: "0ab3e7c879ecc769ddd0c7157bb1b25471538b6a8c3e5f6a691fabf86dc069b5", PCI device ID: , UID: "feeda575-6b6d-417b-9d08-1a17f2652faa", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0513 17:02:25.521159 3769 cni.go:473] [openshift-network-diagnostics/network-check-target-5qll4 fe839e1765855be83e572ce8df29cae5699e7094db787841b86b85f5c81ea563 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-5qll4 fe839e1765855be83e572ce8df29cae5699e7094db787841b86b85f5c81ea563 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:d1:5b:1e:ed:07\",\"name\":\"fe839e1765855be\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/78881756-da10-4231-b8e9-12f3ee837fbd\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 17:02:25.536652 3769 cni.go:473] [kube-system/global-pull-secret-syncer-99bp7 0ab3e7c879ecc769ddd0c7157bb1b25471538b6a8c3e5f6a691fabf86dc069b5 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-99bp7 0ab3e7c879ecc769ddd0c7157bb1b25471538b6a8c3e5f6a691fabf86dc069b5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:8c:7e:8d:5c:60\",\"name\":\"0ab3e7c879ecc76\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d1575f3-f931-4031-a674-e453ab07b469\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 17:02:28.799164 3769 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-858b8d7b6d-4r2kt IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-858b8d7b6d-4r2kt: no pod IPs found W0513 17:02:28.827592 3769 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0513 17:02:30.352900 3769 obj_retry.go:498] Detected object openshift-image-registry/image-registry-54bdc69779-qzs5t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:02:30.353656 3769 obj_retry.go:498] Detected object openshift-image-registry/image-registry-54bdc69779-qzs5t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:02:30.375985 3769 obj_retry.go:492] Detected object openshift-image-registry/image-registry-54bdc69779-qzs5t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:02:30.376011 3769 obj_retry.go:492] Detected object openshift-image-registry/image-registry-54bdc69779-qzs5t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:02:30.385461 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-54bdc69779-qzs5t I0513 17:02:30.385494 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-54bdc69779-qzs5t I0513 17:02:31.693997 3769 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-208.ec2.internal I0513 17:02:31.694017 3769 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-208.ec2.internal: 30.763µs I0513 17:02:31.694071 3769 egressfirewall.go:723] Syncing node "ip-10-0-1-208.ec2.internal" for egress firewall I0513 17:02:31.694103 3769 default_network_controller.go:1025] Node "ip-10-0-1-208.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 17:02:31.733947 3769 cni.go:452] [openshift-image-registry/image-registry-54bdc69779-c2sbw 6570fc0f5e6bcd9ba1ae7155846629bd88cacc07a5648bc34f05e3f25c7d770d network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-54bdc69779-c2sbw 6570fc0f5e6bcd9ba1ae7155846629bd88cacc07a5648bc34f05e3f25c7d770d network default NAD default NAD key ] I0513 17:02:31.745278 3769 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-54bdc69779-c2sbw, hostIfaceName: 6570fc0f5e6bcd9, network: default, NAD default, SandboxID: "6570fc0f5e6bcd9ba1ae7155846629bd88cacc07a5648bc34f05e3f25c7d770d", PCI device ID: , UID: "00be117e-da02-46a4-8501-d2a6559b91ed", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0513 17:02:31.794520 3769 cni.go:473] [openshift-image-registry/image-registry-54bdc69779-c2sbw 6570fc0f5e6bcd9ba1ae7155846629bd88cacc07a5648bc34f05e3f25c7d770d network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-54bdc69779-c2sbw 6570fc0f5e6bcd9ba1ae7155846629bd88cacc07a5648bc34f05e3f25c7d770d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:9d:b4:22:0f:a2\",\"name\":\"6570fc0f5e6bcd9\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/53a74bf0-e11d-4829-85fa-1bf58ab3f67f\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 17:02:32.089558 3769 cni.go:452] [openshift-dns/dns-default-9scz6 099d8f519d8b1882715bde75cb83eb7f16ff4bdb495a0f6041c3cd6d2966f5bb network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-9scz6 099d8f519d8b1882715bde75cb83eb7f16ff4bdb495a0f6041c3cd6d2966f5bb network default NAD default NAD key ] I0513 17:02:32.100745 3769 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-9scz6, hostIfaceName: 099d8f519d8b188, network: default, NAD default, SandboxID: "099d8f519d8b1882715bde75cb83eb7f16ff4bdb495a0f6041c3cd6d2966f5bb", PCI device ID: , UID: "8f356946-b3be-4763-93dd-6ac4c57228a7", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0513 17:02:32.148993 3769 cni.go:473] [openshift-dns/dns-default-9scz6 099d8f519d8b1882715bde75cb83eb7f16ff4bdb495a0f6041c3cd6d2966f5bb network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-9scz6 099d8f519d8b1882715bde75cb83eb7f16ff4bdb495a0f6041c3cd6d2966f5bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:9d:a4:97:ab:40\",\"name\":\"099d8f519d8b188\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3bdc08d0-9d51-412e-bb73-8aa0373659b4\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 17:02:39.862942 3769 cni.go:452] [openshift-ingress/router-default-57bc4dd5c-9dpmv 07bdb85241b878b2bd5fb81c1c979e1fbe66f2e94a025ec68fe672d339bf9348 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-57bc4dd5c-9dpmv 07bdb85241b878b2bd5fb81c1c979e1fbe66f2e94a025ec68fe672d339bf9348 network default NAD default NAD key ] I0513 17:02:39.873073 3769 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-57bc4dd5c-9dpmv, hostIfaceName: 07bdb85241b878b, network: default, NAD default, SandboxID: "07bdb85241b878b2bd5fb81c1c979e1fbe66f2e94a025ec68fe672d339bf9348", PCI device ID: , UID: "da952cfc-60b0-4fa4-af6c-e1c714a1e68d", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0513 17:02:39.921554 3769 cni.go:473] [openshift-ingress/router-default-57bc4dd5c-9dpmv 07bdb85241b878b2bd5fb81c1c979e1fbe66f2e94a025ec68fe672d339bf9348 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-57bc4dd5c-9dpmv 07bdb85241b878b2bd5fb81c1c979e1fbe66f2e94a025ec68fe672d339bf9348 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:b3:b5:2c:7c:24\",\"name\":\"07bdb85241b878b\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d8c421ba-7a00-4fa6-862f-d906b7cf8d34\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 17:02:43.127988 3769 default_network_controller.go:1025] Node "ip-10-0-1-208.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 17:02:48.061685 3769 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-1-208.ec2.internal I0513 17:02:48.061716 3769 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-1-208.ec2.internal I0513 17:02:48.061833 3769 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-1-208.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-1-208.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-208.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-208.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-208.ec2.internal W0513 17:02:49.428142 3769 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0513 17:02:49.445322 3769 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0513 17:02:49.480180 3769 default_network_controller.go:1025] Node "ip-10-0-1-208.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 17:02:49.550695 3769 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0513 17:02:49.579518 3769 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddrsml] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddrsml for pod on switch ip-10-0-0-145.ec2.internal I0513 17:02:49.579676 3769 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddrsml I0513 17:02:49.643836 3769 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddrsml] pod update took 64.202497ms I0513 17:02:49.643860 3769 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddrsml] addLogicalPort annotation time took 64.23535ms I0513 17:02:49.645142 3769 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddrsml] addLogicalPort took 65.675881ms, libovsdb time 1.011424ms I0513 17:02:49.673148 3769 default_network_controller.go:1025] Node "ip-10-0-1-208.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0513 17:02:49.721704 3769 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0513 17:02:49.741491 3769 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qmnlm] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-qmnlm for pod on switch ip-10-0-0-145.ec2.internal I0513 17:02:49.741598 3769 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qmnlm W0513 17:02:49.742115 3769 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-fb6cbc57c-pw8wt IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-fb6cbc57c-pw8wt: no pod IPs found I0513 17:02:49.795832 3769 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qmnlm] pod update took 54.275797ms I0513 17:02:49.795855 3769 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qmnlm] addLogicalPort annotation time took 54.304186ms I0513 17:02:49.796913 3769 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qmnlm] addLogicalPort took 55.438754ms, libovsdb time 773.057µs I0513 17:02:49.935377 3769 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddrsml b8e194f74772bc763bca467c1d7f0d2fe84c80d12c9922b85d7da9405d67dd45 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddrsml b8e194f74772bc763bca467c1d7f0d2fe84c80d12c9922b85d7da9405d67dd45 network default NAD default NAD key ] I0513 17:02:49.946827 3769 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddrsml, hostIfaceName: b8e194f74772bc7, network: default, NAD default, SandboxID: "b8e194f74772bc763bca467c1d7f0d2fe84c80d12c9922b85d7da9405d67dd45", PCI device ID: , UID: "a0bf3e76-2ed0-4481-ab01-2a3a6e0c853c", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0513 17:02:49.995638 3769 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddrsml b8e194f74772bc763bca467c1d7f0d2fe84c80d12c9922b85d7da9405d67dd45 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddrsml b8e194f74772bc763bca467c1d7f0d2fe84c80d12c9922b85d7da9405d67dd45 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:97:71:f8:e2:58\",\"name\":\"b8e194f74772bc7\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1f49b9c-c003-4bd4-9f15-f2c85e7df2e5\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 17:02:50.018403 3769 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-2r69j] creating logical port openshift-insights_insights-runtime-extractor-2r69j for pod on switch ip-10-0-0-145.ec2.internal I0513 17:02:50.018492 3769 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-2r69j I0513 17:02:50.044008 3769 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-9ck8q I0513 17:02:50.044036 3769 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-9ck8q I0513 17:02:50.044070 3769 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-6k5pc I0513 17:02:50.044092 3769 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-6k5pc I0513 17:02:50.044091 3769 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-p8vnc I0513 17:02:50.044105 3769 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-p8vnc I0513 17:02:50.044122 3769 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-6k5pc, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-6k5pc: suppressed error logged: pod openshift-multus/network-metrics-daemon-6k5pc: no pod IPs found I0513 17:02:50.044130 3769 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-p8vnc, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-p8vnc: suppressed error logged: pod kube-system/global-pull-secret-syncer-p8vnc: no pod IPs found I0513 17:02:50.044077 3769 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-9ck8q, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-9ck8q: suppressed error logged: pod openshift-network-diagnostics/network-check-target-9ck8q: no pod IPs found I0513 17:02:50.068189 3769 pod.go:62] [openshift-insights/insights-runtime-extractor-2r69j] pod update took 49.721733ms I0513 17:02:50.068214 3769 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-2r69j] addLogicalPort annotation time took 49.751919ms I0513 17:02:50.069409 3769 pods.go:271] [openshift-insights/insights-runtime-extractor-2r69j] addLogicalPort took 51.024495ms, libovsdb time 870.936µs W0513 17:02:50.327198 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0513 17:02:50.327240 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0513 17:02:50.645440 3769 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-208.ec2.internal in network "default" I0513 17:02:50.645500 3769 node_tracker.go:235] Node ip-10-0-1-208.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-208.ec2.internal" I0513 17:02:50.645519 3769 node_tracker.go:169] Node ip-10-0-1-208.ec2.internal switch + router changed, syncing services in network "default" I0513 17:02:50.645520 3769 default_network_controller.go:1025] Node "ip-10-0-1-208.ec2.internal" in remote zone "ip-10-0-1-208.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 17:02:50.645537 3769 services_controller.go:574] Full service sync requested for network=default W0513 17:02:50.645619 3769 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0513 17:02:50.645893 3769 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0513 17:02:50.802798 3769 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-208.ec2.internal in network "default" I0513 17:02:50.802846 3769 default_network_controller.go:1025] Node "ip-10-0-1-208.ec2.internal" in remote zone "ip-10-0-1-208.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 17:02:50.802863 3769 node_tracker.go:169] Node ip-10-0-1-208.ec2.internal switch + router changed, syncing services in network "default" I0513 17:02:50.802878 3769 services_controller.go:574] Full service sync requested for network=default W0513 17:02:50.803060 3769 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0513 17:02:50.803346 3769 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0513 17:02:50.803994 3769 zone_ic_handler.go:195] Time taken to create transit switch: 362.554µs I0513 17:02:50.804007 3769 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-208.ec2.internal for the network default I0513 17:02:50.805104 3769 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-208.ec2.internal" on network "default" took: 1.491997ms I0513 17:02:51.364925 3769 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-208.ec2.internal", IP: 10.0.1.208 to PMTUD blocking rules I0513 17:02:51.365017 3769 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-208.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0513 17:02:51.364947 3769 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-208.ec2.internal I0513 17:02:51.365106 3769 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-208.ec2.internal: 172.86µs I0513 17:02:51.364978 3769 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-208.ec2.internal in network "default" I0513 17:02:51.365169 3769 node_tracker.go:169] Node ip-10-0-1-208.ec2.internal switch + router changed, syncing services in network "default" I0513 17:02:51.365188 3769 services_controller.go:574] Full service sync requested for network=default I0513 17:02:51.364987 3769 egressfirewall.go:723] Syncing node "ip-10-0-1-208.ec2.internal" for egress firewall W0513 17:02:51.365366 3769 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0513 17:02:51.365634 3769 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0513 17:02:51.371255 3769 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-208.ec2.internal. Updating no re-route policies I0513 17:02:51.388578 3769 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-208.ec2.internal", IP: 10.0.1.208 to PMTUD blocking rules I0513 17:02:51.388597 3769 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-208.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0513 17:02:51.525292 3769 cni.go:452] [openshift-insights/insights-runtime-extractor-2r69j 14384ee67ebb31bfcc4d263632615df59edec666e34e5f63002b258d64fc236c network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-2r69j 14384ee67ebb31bfcc4d263632615df59edec666e34e5f63002b258d64fc236c network default NAD default NAD key ] I0513 17:02:51.544040 3769 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-2r69j, hostIfaceName: 14384ee67ebb31b, network: default, NAD default, SandboxID: "14384ee67ebb31bfcc4d263632615df59edec666e34e5f63002b258d64fc236c", PCI device ID: , UID: "436523c0-154f-463d-8ebf-0347ff88bd15", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0513 17:02:51.600634 3769 cni.go:473] [openshift-insights/insights-runtime-extractor-2r69j 14384ee67ebb31bfcc4d263632615df59edec666e34e5f63002b258d64fc236c network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-2r69j 14384ee67ebb31bfcc4d263632615df59edec666e34e5f63002b258d64fc236c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:42:ad:60:64:12\",\"name\":\"14384ee67ebb31b\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a8e263b-d90f-4513-a9a5-030224af2dbe\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 17:02:51.605542 3769 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qmnlm 3e68531bec13519202cfe6590830cd92dd2af558e694ce1465e9ab39574c4540 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qmnlm 3e68531bec13519202cfe6590830cd92dd2af558e694ce1465e9ab39574c4540 network default NAD default NAD key ] I0513 17:02:51.615728 3769 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-qmnlm, hostIfaceName: 3e68531bec13519, network: default, NAD default, SandboxID: "3e68531bec13519202cfe6590830cd92dd2af558e694ce1465e9ab39574c4540", PCI device ID: , UID: "5208a3a6-d83a-4961-a268-6970ca71197b", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0513 17:02:51.670450 3769 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qmnlm 3e68531bec13519202cfe6590830cd92dd2af558e694ce1465e9ab39574c4540 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qmnlm 3e68531bec13519202cfe6590830cd92dd2af558e694ce1465e9ab39574c4540 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:fc:c0:50:36:66\",\"name\":\"3e68531bec13519\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5069a276-1991-4f45-a57b-d09fc9afc101\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 17:02:52.370999 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0513 17:02:52.371025 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0513 17:02:52.482323 3769 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0513 17:02:55.055598 3769 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-208.ec2.internal I0513 17:02:55.055632 3769 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-208.ec2.internal: 41.644µs W0513 17:02:55.809049 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0513 17:02:57.550649 3769 cni.go:452] [openshift-multus/network-metrics-daemon-xvs5s 15421ddef1948497e88d88dfb425a37fc5bb1e33f7934b48ba7221146eb3a41e network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-xvs5s 15421ddef1948497e88d88dfb425a37fc5bb1e33f7934b48ba7221146eb3a41e network default NAD default NAD key ] I0513 17:02:57.559948 3769 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-xvs5s, hostIfaceName: 15421ddef194849, network: default, NAD default, SandboxID: "15421ddef1948497e88d88dfb425a37fc5bb1e33f7934b48ba7221146eb3a41e", PCI device ID: , UID: "d0a89d95-ca39-4c50-ae04-0f3761e42420", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0513 17:02:57.614168 3769 cni.go:473] [openshift-multus/network-metrics-daemon-xvs5s 15421ddef1948497e88d88dfb425a37fc5bb1e33f7934b48ba7221146eb3a41e network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-xvs5s 15421ddef1948497e88d88dfb425a37fc5bb1e33f7934b48ba7221146eb3a41e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:5d:60:48:42:32\",\"name\":\"15421ddef194849\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e9c0e1e8-8285-4a47-a8ea-14537234943b\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 17:03:00.827459 3769 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-bbpm5] creating logical port openshift-console_downloads-5c54f4944f-bbpm5 for pod on switch ip-10-0-0-145.ec2.internal I0513 17:03:00.827554 3769 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-bbpm5 I0513 17:03:00.846543 3769 pod.go:62] [openshift-console/downloads-5c54f4944f-bbpm5] pod update took 19.015278ms I0513 17:03:00.846572 3769 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-bbpm5] addLogicalPort annotation time took 19.045982ms I0513 17:03:00.847967 3769 pods.go:271] [openshift-console/downloads-5c54f4944f-bbpm5] addLogicalPort took 20.523735ms, libovsdb time 982.495µs I0513 17:03:01.261121 3769 cni.go:452] [openshift-console/downloads-5c54f4944f-bbpm5 2c80621a85b2519879023d347ad69810af4f7b9fb93940321c61693e1256ce35 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-bbpm5 2c80621a85b2519879023d347ad69810af4f7b9fb93940321c61693e1256ce35 network default NAD default NAD key ] I0513 17:03:01.271403 3769 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-bbpm5, hostIfaceName: 2c80621a85b2519, network: default, NAD default, SandboxID: "2c80621a85b2519879023d347ad69810af4f7b9fb93940321c61693e1256ce35", PCI device ID: , UID: "a8a66a01-37c5-47d7-9ade-90c29de91b22", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0513 17:03:01.325449 3769 cni.go:473] [openshift-console/downloads-5c54f4944f-bbpm5 2c80621a85b2519879023d347ad69810af4f7b9fb93940321c61693e1256ce35 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-bbpm5 2c80621a85b2519879023d347ad69810af4f7b9fb93940321c61693e1256ce35 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:66:96:00:f1:b8\",\"name\":\"2c80621a85b2519\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e15e5e28-bb0f-497a-b889-689427e111c7\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 17:03:02.699550 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0513 17:03:03.590002 3769 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-8tlv2] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-8tlv2 for pod on switch ip-10-0-0-145.ec2.internal I0513 17:03:03.590105 3769 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-8tlv2 I0513 17:03:03.611007 3769 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-8tlv2] pod update took 20.93387ms I0513 17:03:03.611038 3769 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-8tlv2] addLogicalPort annotation time took 20.969967ms I0513 17:03:03.612318 3769 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-8tlv2] addLogicalPort took 22.337884ms, libovsdb time 920.058µs I0513 17:03:04.761796 3769 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-145.ec2.internal I0513 17:03:04.761972 3769 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0513 17:03:04.787150 3769 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 25.223086ms I0513 17:03:04.787172 3769 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 25.253005ms I0513 17:03:04.788386 3769 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 26.606398ms, libovsdb time 919.881µs I0513 17:03:05.117495 3769 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-8tlv2 ec66dfc0f51315416942e402151d214ffb19f831750106887ceeca52f57aae85 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-8tlv2 ec66dfc0f51315416942e402151d214ffb19f831750106887ceeca52f57aae85 network default NAD default NAD key ] I0513 17:03:05.127781 3769 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-8tlv2, hostIfaceName: ec66dfc0f513154, network: default, NAD default, SandboxID: "ec66dfc0f51315416942e402151d214ffb19f831750106887ceeca52f57aae85", PCI device ID: , UID: "51e7f781-cddb-4b54-9c9a-68d4d6d19add", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0513 17:03:05.155334 3769 cni.go:452] [openshift-monitoring/alertmanager-main-1 2638c69e03450b2d265274c756b27f38de063bc474143e81d4d49dae79f7b65d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 2638c69e03450b2d265274c756b27f38de063bc474143e81d4d49dae79f7b65d network default NAD default NAD key ] I0513 17:03:05.165050 3769 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 2638c69e03450b2, network: default, NAD default, SandboxID: "2638c69e03450b2d265274c756b27f38de063bc474143e81d4d49dae79f7b65d", PCI device ID: , UID: "8a8fbe5e-29b1-4602-bbc4-694b59e4190d", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0513 17:03:05.189426 3769 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-8tlv2 ec66dfc0f51315416942e402151d214ffb19f831750106887ceeca52f57aae85 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-8tlv2 ec66dfc0f51315416942e402151d214ffb19f831750106887ceeca52f57aae85 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:f5:0b:0c:ec:5f\",\"name\":\"ec66dfc0f513154\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0993253-478c-4e6a-992b-c2f76825c890\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 17:03:05.220285 3769 cni.go:473] [openshift-monitoring/alertmanager-main-1 2638c69e03450b2d265274c756b27f38de063bc474143e81d4d49dae79f7b65d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 2638c69e03450b2d265274c756b27f38de063bc474143e81d4d49dae79f7b65d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:85:87:cf:c7:cb\",\"name\":\"2638c69e03450b2\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6b947d03-62b1-4123-9e22-b87a24948a50\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 17:03:05.581243 3769 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-57f755885b-m4xn7] creating logical port openshift-monitoring_thanos-querier-57f755885b-m4xn7 for pod on switch ip-10-0-0-145.ec2.internal I0513 17:03:05.581378 3769 kube.go:256] Updating pod openshift-monitoring/thanos-querier-57f755885b-m4xn7 I0513 17:03:05.603020 3769 pod.go:62] [openshift-monitoring/thanos-querier-57f755885b-m4xn7] pod update took 21.690454ms I0513 17:03:05.603049 3769 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-57f755885b-m4xn7] addLogicalPort annotation time took 21.724802ms I0513 17:03:05.604454 3769 pods.go:271] [openshift-monitoring/thanos-querier-57f755885b-m4xn7] addLogicalPort took 23.235457ms, libovsdb time 987.265µs I0513 17:03:05.953077 3769 cni.go:452] [openshift-monitoring/thanos-querier-57f755885b-m4xn7 83e49d2c908e1a1c4c037cefa54cdfb3c7b2007bde9239195b2c48223930a21a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-57f755885b-m4xn7 83e49d2c908e1a1c4c037cefa54cdfb3c7b2007bde9239195b2c48223930a21a network default NAD default NAD key ] I0513 17:03:05.964643 3769 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-57f755885b-m4xn7, hostIfaceName: 83e49d2c908e1a1, network: default, NAD default, SandboxID: "83e49d2c908e1a1c4c037cefa54cdfb3c7b2007bde9239195b2c48223930a21a", PCI device ID: , UID: "6812b3eb-e397-4ea8-a0ab-cfa4314104c5", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0513 17:03:06.031386 3769 cni.go:473] [openshift-monitoring/thanos-querier-57f755885b-m4xn7 83e49d2c908e1a1c4c037cefa54cdfb3c7b2007bde9239195b2c48223930a21a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-57f755885b-m4xn7 83e49d2c908e1a1c4c037cefa54cdfb3c7b2007bde9239195b2c48223930a21a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:84:af:bd:47:43\",\"name\":\"83e49d2c908e1a1\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9bf526f7-84c8-4098-b91c-e463b3c6986d\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 17:03:06.855359 3769 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddrsml b8e194f74772bc763bca467c1d7f0d2fe84c80d12c9922b85d7da9405d67dd45 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddrsml b8e194f74772bc763bca467c1d7f0d2fe84c80d12c9922b85d7da9405d67dd45 network default NAD default NAD key ] W0513 17:03:06.909781 3769 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 17:03:06.909798 3769 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 17:03:06.909803 3769 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0513 17:03:06.936180 3769 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddrsml b8e194f74772bc763bca467c1d7f0d2fe84c80d12c9922b85d7da9405d67dd45 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddrsml b8e194f74772bc763bca467c1d7f0d2fe84c80d12c9922b85d7da9405d67dd45 network default NAD default NAD key default], result "{}", err I0513 17:03:06.975928 3769 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddrsml of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:03:06.975969 3769 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddrsml I0513 17:03:06.977862 3769 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddrsml, ips: 10.129.0.10 I0513 17:03:06.977901 3769 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddrsml of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:03:06.977934 3769 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddrsml of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:03:06.977948 3769 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0513 17:03:06.978253 3769 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddrsml of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:03:06.978274 3769 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0513 17:03:07.992353 3769 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 17:03:07.992375 3769 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 17:03:07.992385 3769 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0513 17:03:08.035526 3769 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddrsml of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:03:08.035556 3769 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddrsml of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:03:08.035573 3769 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddrsml of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:03:08.035583 3769 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddrsml of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:03:08.124430 3769 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-84c5655cf7-lsz6p] creating logical port openshift-monitoring_metrics-server-84c5655cf7-lsz6p for pod on switch ip-10-0-0-145.ec2.internal I0513 17:03:08.124539 3769 kube.go:256] Updating pod openshift-monitoring/metrics-server-84c5655cf7-lsz6p I0513 17:03:08.146148 3769 pod.go:62] [openshift-monitoring/metrics-server-84c5655cf7-lsz6p] pod update took 21.634812ms I0513 17:03:08.146171 3769 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-84c5655cf7-lsz6p] addLogicalPort annotation time took 21.664265ms I0513 17:03:08.147475 3769 pods.go:271] [openshift-monitoring/metrics-server-84c5655cf7-lsz6p] addLogicalPort took 23.069163ms, libovsdb time 998.335µs I0513 17:03:08.297990 3769 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-gvfht] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-gvfht for pod on switch ip-10-0-0-145.ec2.internal I0513 17:03:08.298125 3769 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-gvfht I0513 17:03:08.314059 3769 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-gvfht] pod update took 15.977166ms I0513 17:03:08.314083 3769 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-gvfht] addLogicalPort annotation time took 16.006107ms I0513 17:03:08.315526 3769 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-gvfht] addLogicalPort took 17.56188ms, libovsdb time 1.04638ms I0513 17:03:08.500164 3769 cni.go:452] [openshift-monitoring/metrics-server-84c5655cf7-lsz6p 08c5ed1429014bf6cf64f57d579fc50a94b47f89340b29946486646cbd38669a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-84c5655cf7-lsz6p 08c5ed1429014bf6cf64f57d579fc50a94b47f89340b29946486646cbd38669a network default NAD default NAD key ] I0513 17:03:08.513298 3769 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-84c5655cf7-lsz6p, hostIfaceName: 08c5ed1429014bf, network: default, NAD default, SandboxID: "08c5ed1429014bf6cf64f57d579fc50a94b47f89340b29946486646cbd38669a", PCI device ID: , UID: "75d6ac67-3a1d-4bf9-8837-2c9a078cc1a6", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0513 17:03:08.571995 3769 cni.go:473] [openshift-monitoring/metrics-server-84c5655cf7-lsz6p 08c5ed1429014bf6cf64f57d579fc50a94b47f89340b29946486646cbd38669a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-84c5655cf7-lsz6p 08c5ed1429014bf6cf64f57d579fc50a94b47f89340b29946486646cbd38669a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:58:8b:ec:e9:e3\",\"name\":\"08c5ed1429014bf\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6063bf73-32ff-442c-839c-01aeff9c2f2c\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 17:03:08.680768 3769 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-gvfht 5150323bf40425793d3b041df31ce43a6c7bf44635b475e55de297054a883a2c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-gvfht 5150323bf40425793d3b041df31ce43a6c7bf44635b475e55de297054a883a2c network default NAD default NAD key ] I0513 17:03:08.691594 3769 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-gvfht, hostIfaceName: 5150323bf404257, network: default, NAD default, SandboxID: "5150323bf40425793d3b041df31ce43a6c7bf44635b475e55de297054a883a2c", PCI device ID: , UID: "61bceb23-4f56-4ac7-a340-5fe06007f635", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0513 17:03:08.747263 3769 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-gvfht 5150323bf40425793d3b041df31ce43a6c7bf44635b475e55de297054a883a2c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-gvfht 5150323bf40425793d3b041df31ce43a6c7bf44635b475e55de297054a883a2c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:79:1d:d7:5f:5d\",\"name\":\"5150323bf404257\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d322940-a7ff-44f8-b91a-e53ed382bbd4\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 17:03:08.953260 3769 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 17:03:08.953280 3769 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 17:03:08.953284 3769 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 17:03:08.953289 3769 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier I0513 17:03:10.046899 3769 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-145.ec2.internal I0513 17:03:10.047163 3769 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0513 17:03:10.080781 3769 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 33.669781ms I0513 17:03:10.080813 3769 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 33.710582ms I0513 17:03:10.082163 3769 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 35.282808ms, libovsdb time 993.921µs I0513 17:03:10.414989 3769 cni.go:452] [openshift-monitoring/prometheus-k8s-1 b25d748bef34bb0801f6ce922cde66be67590d2bee4cb3641d3ba7af7f612084 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 b25d748bef34bb0801f6ce922cde66be67590d2bee4cb3641d3ba7af7f612084 network default NAD default NAD key ] I0513 17:03:10.425461 3769 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: b25d748bef34bb0, network: default, NAD default, SandboxID: "b25d748bef34bb0801f6ce922cde66be67590d2bee4cb3641d3ba7af7f612084", PCI device ID: , UID: "52c1573a-9983-4395-a9c7-40e42793be2d", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0513 17:03:10.488217 3769 cni.go:473] [openshift-monitoring/prometheus-k8s-1 b25d748bef34bb0801f6ce922cde66be67590d2bee4cb3641d3ba7af7f612084 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 b25d748bef34bb0801f6ce922cde66be67590d2bee4cb3641d3ba7af7f612084 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:23:a0:83:da:d1\",\"name\":\"b25d748bef34bb0\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1cbf95cf-4060-499e-b4dc-9bf19ed31e8b\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 17:03:10.799328 3769 base_network_controller_pods.go:487] [default/openshift-console/console-6c56d79dcb-7rxdw] creating logical port openshift-console_console-6c56d79dcb-7rxdw for pod on switch ip-10-0-0-145.ec2.internal I0513 17:03:10.799445 3769 kube.go:256] Updating pod openshift-console/console-6c56d79dcb-7rxdw I0513 17:03:10.820339 3769 pod.go:62] [openshift-console/console-6c56d79dcb-7rxdw] pod update took 20.925555ms I0513 17:03:10.820367 3769 base_network_controller_pods.go:951] [default/openshift-console/console-6c56d79dcb-7rxdw] addLogicalPort annotation time took 20.961772ms I0513 17:03:10.821617 3769 pods.go:271] [openshift-console/console-6c56d79dcb-7rxdw] addLogicalPort took 22.307541ms, libovsdb time 892.915µs W0513 17:03:10.906322 3769 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 17:03:10.906351 3769 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 17:03:10.906360 3769 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 17:03:10.906367 3769 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier I0513 17:03:10.978852 3769 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0513 17:03:10.987119 3769 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0513 17:03:11.011283 3769 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 17:03:11.011302 3769 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 17:03:11.039665 3769 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0513 17:03:11.988336 3769 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0513 17:03:12.088061 3769 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 17:03:12.088087 3769 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0513 17:03:12.469972 3769 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-kjtxr] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-kjtxr for pod on switch ip-10-0-0-145.ec2.internal I0513 17:03:12.470145 3769 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-kjtxr I0513 17:03:12.487885 3769 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-kjtxr] pod update took 17.776504ms I0513 17:03:12.487914 3769 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-kjtxr] addLogicalPort annotation time took 17.814908ms I0513 17:03:12.489242 3769 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-kjtxr] addLogicalPort took 19.289499ms, libovsdb time 925.771µs W0513 17:03:14.960626 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 17:03:14.960653 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 17:03:14.960661 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 17:03:14.960665 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 17:03:14.960681 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 17:03:14.960686 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 17:03:14.960692 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 17:03:14.960696 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 17:03:15.568642 3769 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0513 17:03:16.933261 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 17:03:16.933289 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 17:03:16.933297 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 17:03:16.933304 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0513 17:03:17.243629 3769 cni.go:452] [openshift-console/console-6c56d79dcb-7rxdw 4ed7f501e05bef3afdf2c1a292e28f3a2b88b29d4acdf0e1a57227ab342cd550 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6c56d79dcb-7rxdw 4ed7f501e05bef3afdf2c1a292e28f3a2b88b29d4acdf0e1a57227ab342cd550 network default NAD default NAD key ] I0513 17:03:17.243810 3769 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-kjtxr 8b3b1e4c2693cc50c7851a2b61c412d3867cef2d8c78dc212fb39f3cce41707e network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-kjtxr 8b3b1e4c2693cc50c7851a2b61c412d3867cef2d8c78dc212fb39f3cce41707e network default NAD default NAD key ] I0513 17:03:17.251141 3769 cni.go:452] [openshift-image-registry/image-registry-54bdc69779-c2sbw 6570fc0f5e6bcd9ba1ae7155846629bd88cacc07a5648bc34f05e3f25c7d770d network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-54bdc69779-c2sbw 6570fc0f5e6bcd9ba1ae7155846629bd88cacc07a5648bc34f05e3f25c7d770d network default NAD default NAD key ] I0513 17:03:17.255424 3769 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6c56d79dcb-7rxdw, hostIfaceName: 4ed7f501e05bef3, network: default, NAD default, SandboxID: "4ed7f501e05bef3afdf2c1a292e28f3a2b88b29d4acdf0e1a57227ab342cd550", PCI device ID: , UID: "a5e14a22-e85b-45af-81a3-798d27316065", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0513 17:03:17.256505 3769 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-kjtxr, hostIfaceName: 8b3b1e4c2693cc5, network: default, NAD default, SandboxID: "8b3b1e4c2693cc50c7851a2b61c412d3867cef2d8c78dc212fb39f3cce41707e", PCI device ID: , UID: "3954464b-6275-4bc2-826c-bf9d796dfa03", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0513 17:03:17.356067 3769 cni.go:473] [openshift-image-registry/image-registry-54bdc69779-c2sbw 6570fc0f5e6bcd9ba1ae7155846629bd88cacc07a5648bc34f05e3f25c7d770d network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-54bdc69779-c2sbw 6570fc0f5e6bcd9ba1ae7155846629bd88cacc07a5648bc34f05e3f25c7d770d network default NAD default NAD key default], result "{}", err I0513 17:03:17.406605 3769 obj_retry.go:498] Detected object openshift-image-registry/image-registry-54bdc69779-c2sbw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:03:17.406645 3769 pods.go:176] Deleting pod: openshift-image-registry/image-registry-54bdc69779-c2sbw I0513 17:03:17.408349 3769 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-54bdc69779-c2sbw, ips: 10.129.0.6 I0513 17:03:17.408380 3769 obj_retry.go:498] Detected object openshift-image-registry/image-registry-54bdc69779-c2sbw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:03:17.415437 3769 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-c85f97d97-ch667] creating logical port openshift-image-registry_image-registry-c85f97d97-ch667 for pod on switch ip-10-0-0-145.ec2.internal I0513 17:03:17.415556 3769 kube.go:256] Updating pod openshift-image-registry/image-registry-c85f97d97-ch667 I0513 17:03:17.432726 3769 pod.go:62] [openshift-image-registry/image-registry-c85f97d97-ch667] pod update took 17.201002ms I0513 17:03:17.432778 3769 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-c85f97d97-ch667] addLogicalPort annotation time took 17.259752ms I0513 17:03:17.434199 3769 pods.go:271] [openshift-image-registry/image-registry-c85f97d97-ch667] addLogicalPort took 18.782091ms, libovsdb time 1.017174ms I0513 17:03:17.522325 3769 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-kjtxr 8b3b1e4c2693cc50c7851a2b61c412d3867cef2d8c78dc212fb39f3cce41707e network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-kjtxr 8b3b1e4c2693cc50c7851a2b61c412d3867cef2d8c78dc212fb39f3cce41707e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:2e:a2:79:4e:ff\",\"name\":\"8b3b1e4c2693cc5\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/794bf560-d719-43af-884a-b66c1c1f6477\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 17:03:17.522997 3769 cni.go:473] [openshift-console/console-6c56d79dcb-7rxdw 4ed7f501e05bef3afdf2c1a292e28f3a2b88b29d4acdf0e1a57227ab342cd550 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6c56d79dcb-7rxdw 4ed7f501e05bef3afdf2c1a292e28f3a2b88b29d4acdf0e1a57227ab342cd550 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:ef:cb:57:20:1d\",\"name\":\"4ed7f501e05bef3\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/399915a6-33bc-4ac8-b73f-a4a0fa596ed6\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 17:03:17.794484 3769 cni.go:452] [openshift-image-registry/image-registry-c85f97d97-ch667 e00f65aef530aea96e462190e0196b96ea9587104dfb490f5258d652c287b1dd network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-c85f97d97-ch667 e00f65aef530aea96e462190e0196b96ea9587104dfb490f5258d652c287b1dd network default NAD default NAD key ] I0513 17:03:17.807445 3769 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-c85f97d97-ch667, hostIfaceName: e00f65aef530aea, network: default, NAD default, SandboxID: "e00f65aef530aea96e462190e0196b96ea9587104dfb490f5258d652c287b1dd", PCI device ID: , UID: "c3c096df-2778-4354-ad32-942ce86b4190", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0513 17:03:17.872497 3769 cni.go:473] [openshift-image-registry/image-registry-c85f97d97-ch667 e00f65aef530aea96e462190e0196b96ea9587104dfb490f5258d652c287b1dd network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-c85f97d97-ch667 e00f65aef530aea96e462190e0196b96ea9587104dfb490f5258d652c287b1dd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:a0:ed:d5:f7:95\",\"name\":\"e00f65aef530aea\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c57b4a2b-8880-4960-9a2c-596319bfcade\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 17:03:17.951150 3769 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0513 17:03:17.965833 3769 obj_retry.go:492] Detected object openshift-image-registry/image-registry-54bdc69779-c2sbw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:03:17.965860 3769 obj_retry.go:492] Detected object openshift-image-registry/image-registry-54bdc69779-c2sbw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:03:17.976759 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-54bdc69779-c2sbw I0513 17:03:17.976863 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-54bdc69779-c2sbw W0513 17:03:18.012492 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0513 17:03:22.979079 3769 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0513 17:03:24.015245 3769 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0513 17:03:25.613483 3769 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0513 17:03:27.068066 3769 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0513 17:03:29.643726 3769 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0513 17:03:31.909835 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0513 17:03:32.020581 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0513 17:03:34.989576 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0513 17:03:35.187710 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 17:03:35.187745 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 17:03:35.187752 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 17:03:39.962326 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0513 17:03:40.833701 3769 obj_retry.go:498] Detected object openshift-console/console-6c56d79dcb-mwh5j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:03:40.834268 3769 obj_retry.go:498] Detected object openshift-console/console-6c56d79dcb-mwh5j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:03:41.698299 3769 obj_retry.go:492] Detected object openshift-console/console-6c56d79dcb-mwh5j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:03:41.698329 3769 obj_retry.go:492] Detected object openshift-console/console-6c56d79dcb-mwh5j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:03:41.705715 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6c56d79dcb-mwh5j I0513 17:03:41.705752 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6c56d79dcb-mwh5j I0513 17:03:42.200764 3769 obj_retry.go:498] Detected object openshift-image-registry/image-registry-fb6cbc57c-5xwv2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:03:42.201334 3769 obj_retry.go:498] Detected object openshift-image-registry/image-registry-fb6cbc57c-5xwv2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:03:42.686924 3769 obj_retry.go:492] Detected object openshift-image-registry/image-registry-fb6cbc57c-5xwv2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:03:42.686951 3769 obj_retry.go:492] Detected object openshift-image-registry/image-registry-fb6cbc57c-5xwv2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:03:42.689828 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-fb6cbc57c-5xwv2 I0513 17:03:42.689860 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-fb6cbc57c-5xwv2 W0513 17:03:44.709534 3769 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0513 17:03:55.365676 3769 obj_retry.go:498] Detected object openshift-ingress/router-default-7dfd87d94c-8bdjp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:03:55.366246 3769 obj_retry.go:498] Detected object openshift-ingress/router-default-7dfd87d94c-8bdjp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:03:55.752560 3769 obj_retry.go:492] Detected object openshift-ingress/router-default-7dfd87d94c-8bdjp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:03:55.752582 3769 obj_retry.go:492] Detected object openshift-ingress/router-default-7dfd87d94c-8bdjp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:03:55.761474 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7dfd87d94c-8bdjp I0513 17:03:55.761499 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7dfd87d94c-8bdjp I0513 17:03:59.326596 3769 cni.go:452] [openshift-console/console-6c56d79dcb-7rxdw 4ed7f501e05bef3afdf2c1a292e28f3a2b88b29d4acdf0e1a57227ab342cd550 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6c56d79dcb-7rxdw 4ed7f501e05bef3afdf2c1a292e28f3a2b88b29d4acdf0e1a57227ab342cd550 network default NAD default NAD key ] I0513 17:03:59.412286 3769 cni.go:473] [openshift-console/console-6c56d79dcb-7rxdw 4ed7f501e05bef3afdf2c1a292e28f3a2b88b29d4acdf0e1a57227ab342cd550 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6c56d79dcb-7rxdw 4ed7f501e05bef3afdf2c1a292e28f3a2b88b29d4acdf0e1a57227ab342cd550 network default NAD default NAD key default], result "{}", err I0513 17:03:59.484922 3769 obj_retry.go:498] Detected object openshift-console/console-6c56d79dcb-7rxdw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:03:59.484980 3769 pods.go:176] Deleting pod: openshift-console/console-6c56d79dcb-7rxdw I0513 17:03:59.486301 3769 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6c56d79dcb-7rxdw, ips: 10.129.0.20 I0513 17:03:59.486330 3769 obj_retry.go:498] Detected object openshift-console/console-6c56d79dcb-7rxdw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:04:00.131202 3769 obj_retry.go:492] Detected object openshift-console/console-6c56d79dcb-7rxdw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:04:00.131227 3769 obj_retry.go:492] Detected object openshift-console/console-6c56d79dcb-7rxdw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:04:00.140869 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6c56d79dcb-7rxdw I0513 17:04:00.140901 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6c56d79dcb-7rxdw W0513 17:04:11.223023 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 17:04:11.223051 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0513 17:04:25.251898 3769 cni.go:452] [openshift-monitoring/alertmanager-main-1 2638c69e03450b2d265274c756b27f38de063bc474143e81d4d49dae79f7b65d network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 2638c69e03450b2d265274c756b27f38de063bc474143e81d4d49dae79f7b65d network default NAD default NAD key ] I0513 17:04:25.326498 3769 cni.go:473] [openshift-monitoring/alertmanager-main-1 2638c69e03450b2d265274c756b27f38de063bc474143e81d4d49dae79f7b65d network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 2638c69e03450b2d265274c756b27f38de063bc474143e81d4d49dae79f7b65d network default NAD default NAD key default], result "{}", err I0513 17:04:25.385951 3769 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:04:25.385989 3769 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0513 17:04:25.387266 3769 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.15 I0513 17:04:25.387295 3769 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:04:26.250905 3769 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:04:26.250932 3769 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:04:26.256839 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0513 17:04:26.256874 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0513 17:04:26.296823 3769 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-145.ec2.internal I0513 17:04:26.296960 3769 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0513 17:04:26.320024 3769 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 23.103391ms I0513 17:04:26.320051 3769 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 23.135529ms I0513 17:04:26.321386 3769 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 24.576401ms, libovsdb time 1.006543ms I0513 17:04:26.659848 3769 cni.go:452] [openshift-monitoring/alertmanager-main-1 bb6f7319afb53fb37a867a4f7e77ed162c0d34d1ad1a9336db13f7570afb9da9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 bb6f7319afb53fb37a867a4f7e77ed162c0d34d1ad1a9336db13f7570afb9da9 network default NAD default NAD key ] I0513 17:04:26.669051 3769 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: bb6f7319afb53fb, network: default, NAD default, SandboxID: "bb6f7319afb53fb37a867a4f7e77ed162c0d34d1ad1a9336db13f7570afb9da9", PCI device ID: , UID: "8adb09ce-c502-4529-9079-0e763c35aa49", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0513 17:04:26.720316 3769 cni.go:473] [openshift-monitoring/alertmanager-main-1 bb6f7319afb53fb37a867a4f7e77ed162c0d34d1ad1a9336db13f7570afb9da9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 bb6f7319afb53fb37a867a4f7e77ed162c0d34d1ad1a9336db13f7570afb9da9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:ed:0b:35:56:94\",\"name\":\"bb6f7319afb53fb\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/84e07b5c-dc82-4b82-95b7-0990b202b66f\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 17:04:29.746616 3769 cni.go:452] [openshift-monitoring/prometheus-k8s-1 b25d748bef34bb0801f6ce922cde66be67590d2bee4cb3641d3ba7af7f612084 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 b25d748bef34bb0801f6ce922cde66be67590d2bee4cb3641d3ba7af7f612084 network default NAD default NAD key ] I0513 17:04:29.839082 3769 cni.go:473] [openshift-monitoring/prometheus-k8s-1 b25d748bef34bb0801f6ce922cde66be67590d2bee4cb3641d3ba7af7f612084 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 b25d748bef34bb0801f6ce922cde66be67590d2bee4cb3641d3ba7af7f612084 network default NAD default NAD key default], result "{}", err I0513 17:04:29.899032 3769 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:04:29.899071 3769 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0513 17:04:29.900313 3769 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.19 I0513 17:04:29.900343 3769 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:04:30.281753 3769 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:04:30.281780 3769 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:04:30.289086 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0513 17:04:30.289113 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0513 17:04:30.342637 3769 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-145.ec2.internal I0513 17:04:30.342808 3769 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0513 17:04:30.378501 3769 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 35.743732ms I0513 17:04:30.378525 3769 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 35.788805ms I0513 17:04:30.379796 3769 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 37.179108ms, libovsdb time 845.705µs I0513 17:04:30.706116 3769 cni.go:452] [openshift-monitoring/prometheus-k8s-1 db0e06b9f6794586f288f2ea7f672fa25bc3fdcc85160cb67730682b43923de3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 db0e06b9f6794586f288f2ea7f672fa25bc3fdcc85160cb67730682b43923de3 network default NAD default NAD key ] I0513 17:04:30.716089 3769 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: db0e06b9f679458, network: default, NAD default, SandboxID: "db0e06b9f6794586f288f2ea7f672fa25bc3fdcc85160cb67730682b43923de3", PCI device ID: , UID: "e4eebb83-64e4-45de-a46b-33c594623f63", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0513 17:04:30.769356 3769 cni.go:473] [openshift-monitoring/prometheus-k8s-1 db0e06b9f6794586f288f2ea7f672fa25bc3fdcc85160cb67730682b43923de3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 db0e06b9f6794586f288f2ea7f672fa25bc3fdcc85160cb67730682b43923de3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:91:83:87:be:29\",\"name\":\"db0e06b9f679458\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32440db0-5a54-4b7a-900d-689fb0a7b3ec\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 17:04:31.642808 3769 base_network_controller_pods.go:487] [default/openshift-console/console-f56948bb6-fdfbz] creating logical port openshift-console_console-f56948bb6-fdfbz for pod on switch ip-10-0-0-145.ec2.internal I0513 17:04:31.642982 3769 kube.go:256] Updating pod openshift-console/console-f56948bb6-fdfbz I0513 17:04:31.669299 3769 pod.go:62] [openshift-console/console-f56948bb6-fdfbz] pod update took 26.364888ms I0513 17:04:31.669324 3769 base_network_controller_pods.go:951] [default/openshift-console/console-f56948bb6-fdfbz] addLogicalPort annotation time took 26.396566ms I0513 17:04:31.670631 3769 pods.go:271] [openshift-console/console-f56948bb6-fdfbz] addLogicalPort took 27.847172ms, libovsdb time 954.667µs I0513 17:04:32.004142 3769 cni.go:452] [openshift-console/console-f56948bb6-fdfbz c45b2df2660bba563a01c7b4938e3bb1b46b30110aaf26ecf866a68b5be36eb2 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-f56948bb6-fdfbz c45b2df2660bba563a01c7b4938e3bb1b46b30110aaf26ecf866a68b5be36eb2 network default NAD default NAD key ] I0513 17:04:32.014822 3769 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-f56948bb6-fdfbz, hostIfaceName: c45b2df2660bba5, network: default, NAD default, SandboxID: "c45b2df2660bba563a01c7b4938e3bb1b46b30110aaf26ecf866a68b5be36eb2", PCI device ID: , UID: "8bc9cb1c-cb15-4ad8-b607-87ed719b3798", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0513 17:04:32.065999 3769 cni.go:473] [openshift-console/console-f56948bb6-fdfbz c45b2df2660bba563a01c7b4938e3bb1b46b30110aaf26ecf866a68b5be36eb2 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-f56948bb6-fdfbz c45b2df2660bba563a01c7b4938e3bb1b46b30110aaf26ecf866a68b5be36eb2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:51:62:48:f6:c4\",\"name\":\"c45b2df2660bba5\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d24509bf-e556-4bdc-943a-188261171b92\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 17:04:42.358830 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0513 17:04:56.719257 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 17:04:56.719288 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 17:04:56.719299 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0513 17:04:57.010958 3769 obj_retry.go:498] Detected object openshift-console/console-6b5c8f66d8-2sgxz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:04:57.011487 3769 obj_retry.go:498] Detected object openshift-console/console-6b5c8f66d8-2sgxz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:04:57.408035 3769 obj_retry.go:492] Detected object openshift-console/console-6b5c8f66d8-2sgxz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:04:57.408083 3769 obj_retry.go:492] Detected object openshift-console/console-6b5c8f66d8-2sgxz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:04:57.416653 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6b5c8f66d8-2sgxz I0513 17:04:57.416684 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6b5c8f66d8-2sgxz I0513 17:04:58.045390 3769 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:04:58.045999 3769 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:04:58.433251 3769 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:04:58.433277 3769 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:04:58.441955 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0513 17:04:58.441985 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0513 17:05:07.676162 3769 obj_retry.go:498] Detected object openshift-console/console-6b5c8f66d8-njl7m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:05:07.676793 3769 obj_retry.go:498] Detected object openshift-console/console-6b5c8f66d8-njl7m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:05:08.039390 3769 obj_retry.go:492] Detected object openshift-console/console-6b5c8f66d8-njl7m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:05:08.039416 3769 obj_retry.go:492] Detected object openshift-console/console-6b5c8f66d8-njl7m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:05:08.045431 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6b5c8f66d8-njl7m I0513 17:05:08.045459 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6b5c8f66d8-njl7m I0513 17:05:18.218168 3769 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644860-rmrfj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:05:18.218727 3769 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644860-rmrfj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:05:19.103524 3769 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644860-rmrfj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:05:19.103549 3769 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644860-rmrfj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0513 17:05:31.601297 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 17:05:31.601323 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0513 17:05:31.817676 3769 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0513 17:05:32.902629 3769 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:05:32.903215 3769 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:05:33.582853 3769 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:05:33.582878 3769 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:05:33.590665 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0513 17:05:33.590690 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0513 17:07:06.729680 3769 obj_retry.go:498] Detected object openshift-console/console-f56948bb6-fvjr6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:07:06.730272 3769 obj_retry.go:498] Detected object openshift-console/console-f56948bb6-fvjr6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:07:06.959714 3769 obj_retry.go:492] Detected object openshift-console/console-f56948bb6-fvjr6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:07:06.959767 3769 obj_retry.go:492] Detected object openshift-console/console-f56948bb6-fvjr6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:07:06.967328 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-f56948bb6-fvjr6 I0513 17:07:06.967350 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-f56948bb6-fvjr6 I0513 17:07:17.655633 3769 cni.go:452] [openshift-console/console-f56948bb6-fdfbz c45b2df2660bba563a01c7b4938e3bb1b46b30110aaf26ecf866a68b5be36eb2 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-f56948bb6-fdfbz c45b2df2660bba563a01c7b4938e3bb1b46b30110aaf26ecf866a68b5be36eb2 network default NAD default NAD key ] I0513 17:07:17.747560 3769 cni.go:473] [openshift-console/console-f56948bb6-fdfbz c45b2df2660bba563a01c7b4938e3bb1b46b30110aaf26ecf866a68b5be36eb2 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-f56948bb6-fdfbz c45b2df2660bba563a01c7b4938e3bb1b46b30110aaf26ecf866a68b5be36eb2 network default NAD default NAD key default], result "{}", err I0513 17:07:17.797006 3769 obj_retry.go:498] Detected object openshift-console/console-f56948bb6-fdfbz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:07:17.797054 3769 pods.go:176] Deleting pod: openshift-console/console-f56948bb6-fdfbz I0513 17:07:17.798546 3769 pods.go:236] Attempting to release IPs for pod: openshift-console/console-f56948bb6-fdfbz, ips: 10.129.0.25 I0513 17:07:17.798583 3769 obj_retry.go:498] Detected object openshift-console/console-f56948bb6-fdfbz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:07:17.987229 3769 obj_retry.go:492] Detected object openshift-console/console-f56948bb6-fdfbz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:07:17.987256 3769 obj_retry.go:492] Detected object openshift-console/console-f56948bb6-fdfbz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:07:17.992565 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-f56948bb6-fdfbz I0513 17:07:17.992594 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-f56948bb6-fdfbz I0513 17:07:32.421129 3769 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0513 17:07:58.436354 3769 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0513 17:08:03.425910 3769 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0513 17:08:04.330181 3769 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0513 17:08:19.442374 3769 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=5 I0513 17:08:41.448267 3769 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0513 17:09:52.333151 3769 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=73 I0513 17:10:04.290902 3769 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644870-xg6k2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:10:04.291480 3769 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644870-xg6k2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:10:05.190859 3769 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644870-xg6k2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:10:05.190911 3769 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644870-xg6k2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:10:18.420707 3769 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0513 17:10:24.341303 3769 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=554 I0513 17:10:36.460524 3769 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0513 17:11:04.248532 3769 namespace.go:98] [tsf] adding namespace I0513 17:11:04.249415 3769 namespace.go:102] [tsf] adding namespace took 851.183µs I0513 17:11:04.265294 3769 namespace.go:142] [tsf] updating namespace I0513 17:11:04.276999 3769 namespace.go:142] [tsf] updating namespace I0513 17:11:04.331876 3769 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=73 I0513 17:11:07.989153 3769 namespace.go:98] [konflux-ui] adding namespace I0513 17:11:07.990046 3769 namespace.go:102] [konflux-ui] adding namespace took 866.908µs I0513 17:11:07.993936 3769 namespace.go:98] [tsf-tas] adding namespace I0513 17:11:07.993981 3769 namespace.go:98] [cert-manager-operator] adding namespace I0513 17:11:07.994081 3769 namespace.go:98] [rhbk-operator] adding namespace I0513 17:11:07.994700 3769 namespace.go:102] [tsf-tas] adding namespace took 742.653µs I0513 17:11:07.995300 3769 namespace.go:102] [cert-manager-operator] adding namespace took 1.299679ms I0513 17:11:07.995854 3769 namespace.go:102] [rhbk-operator] adding namespace took 1.727392ms I0513 17:11:08.001959 3769 namespace.go:98] [rhtpa-operator] adding namespace I0513 17:11:08.002021 3769 namespace.go:98] [tsf-keycloak] adding namespace I0513 17:11:08.002110 3769 namespace.go:98] [tsf-tpa] adding namespace I0513 17:11:08.002134 3769 namespace.go:98] [konflux-operator] adding namespace I0513 17:11:08.002682 3769 namespace.go:102] [rhtpa-operator] adding namespace took 704.9µs I0513 17:11:08.003291 3769 namespace.go:102] [tsf-keycloak] adding namespace took 1.258419ms I0513 17:11:08.003895 3769 namespace.go:102] [tsf-tpa] adding namespace took 1.768319ms I0513 17:11:08.004450 3769 namespace.go:102] [konflux-operator] adding namespace took 2.308588ms I0513 17:11:08.010041 3769 namespace.go:142] [konflux-ui] updating namespace I0513 17:11:08.024483 3769 namespace.go:142] [tsf-tas] updating namespace I0513 17:11:08.026315 3769 namespace.go:142] [konflux-ui] updating namespace I0513 17:11:08.042916 3769 namespace.go:142] [cert-manager-operator] updating namespace I0513 17:11:08.042980 3769 namespace.go:142] [tsf-tas] updating namespace I0513 17:11:08.056552 3769 namespace.go:142] [rhbk-operator] updating namespace I0513 17:11:08.062401 3769 namespace.go:142] [rhtpa-operator] updating namespace I0513 17:11:08.068127 3769 namespace.go:142] [cert-manager-operator] updating namespace I0513 17:11:08.080550 3769 namespace.go:142] [rhbk-operator] updating namespace I0513 17:11:08.089465 3769 namespace.go:142] [tsf-keycloak] updating namespace I0513 17:11:08.089476 3769 namespace.go:142] [tsf-tpa] updating namespace I0513 17:11:08.100939 3769 namespace.go:142] [tsf-tas] updating namespace I0513 17:11:08.100987 3769 namespace.go:142] [cert-manager-operator] updating namespace I0513 17:11:08.101152 3769 namespace.go:142] [konflux-operator] updating namespace I0513 17:11:08.111000 3769 namespace.go:142] [tsf-tpa] updating namespace I0513 17:11:08.123511 3769 namespace.go:142] [konflux-operator] updating namespace I0513 17:11:08.123713 3769 namespace.go:142] [tsf-tpa] updating namespace I0513 17:11:08.141198 3769 namespace.go:142] [konflux-operator] updating namespace I0513 17:11:08.202242 3769 namespace.go:142] [rhtpa-operator] updating namespace I0513 17:11:08.203338 3769 namespace.go:142] [konflux-ui] updating namespace I0513 17:11:08.224786 3769 namespace.go:142] [rhtpa-operator] updating namespace I0513 17:11:08.400676 3769 namespace.go:142] [rhbk-operator] updating namespace I0513 17:11:08.410127 3769 namespace.go:142] [tsf-keycloak] updating namespace I0513 17:11:08.421483 3769 namespace.go:142] [tsf-keycloak] updating namespace I0513 17:11:08.461973 3769 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0513 17:11:09.209219 3769 namespace.go:142] [tsf-tpa] updating namespace I0513 17:11:09.212198 3769 namespace.go:142] [tsf-keycloak] updating namespace I0513 17:11:10.859056 3769 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eb5mhs] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eb5mhs for pod on switch ip-10-0-0-145.ec2.internal I0513 17:11:10.859182 3769 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eb5mhs I0513 17:11:10.873464 3769 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eb5mhs] pod update took 14.315503ms I0513 17:11:10.873488 3769 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eb5mhs] addLogicalPort annotation time took 14.343541ms I0513 17:11:10.874681 3769 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eb5mhs] addLogicalPort took 15.644802ms, libovsdb time 853.694µs I0513 17:11:10.960529 3769 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgpvkx] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgpvkx for pod on switch ip-10-0-0-145.ec2.internal I0513 17:11:10.960681 3769 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgpvkx I0513 17:11:10.976382 3769 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgpvkx] pod update took 15.730601ms I0513 17:11:10.976407 3769 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgpvkx] addLogicalPort annotation time took 15.763324ms I0513 17:11:10.977603 3769 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgpvkx] addLogicalPort took 17.090883ms, libovsdb time 875.804µs I0513 17:11:11.217755 3769 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eb5mhs f7b92dcab03681e80d472f1fe5b16a5457afd32397007bd0f16d98e392fac911 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eb5mhs f7b92dcab03681e80d472f1fe5b16a5457afd32397007bd0f16d98e392fac911 network default NAD default NAD key ] I0513 17:11:11.227146 3769 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eb5mhs, hostIfaceName: f7b92dcab03681e, network: default, NAD default, SandboxID: "f7b92dcab03681e80d472f1fe5b16a5457afd32397007bd0f16d98e392fac911", PCI device ID: , UID: "2568cbb2-7066-446b-ac51-d76e29211a42", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0513 17:11:11.278517 3769 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eb5mhs f7b92dcab03681e80d472f1fe5b16a5457afd32397007bd0f16d98e392fac911 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eb5mhs f7b92dcab03681e80d472f1fe5b16a5457afd32397007bd0f16d98e392fac911 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:0e:ae:13:cc:08\",\"name\":\"f7b92dcab03681e\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ec8eadab-04b8-4c0a-baab-82c5fcce1f61\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 17:11:11.320048 3769 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgpvkx 1d775fe9bf64da1a53e67a5d39ab6b919366ee88ed5a35e57fde18dd1e318eda network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgpvkx 1d775fe9bf64da1a53e67a5d39ab6b919366ee88ed5a35e57fde18dd1e318eda network default NAD default NAD key ] I0513 17:11:11.329860 3769 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgpvkx, hostIfaceName: 1d775fe9bf64da1, network: default, NAD default, SandboxID: "1d775fe9bf64da1a53e67a5d39ab6b919366ee88ed5a35e57fde18dd1e318eda", PCI device ID: , UID: "2e8e2398-7fa8-44b5-8554-87e0e880d72d", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0513 17:11:11.382245 3769 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgpvkx 1d775fe9bf64da1a53e67a5d39ab6b919366ee88ed5a35e57fde18dd1e318eda network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgpvkx 1d775fe9bf64da1a53e67a5d39ab6b919366ee88ed5a35e57fde18dd1e318eda network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:69:3b:76:fb:86\",\"name\":\"1d775fe9bf64da1\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/49a50685-e651-4bfa-ac9f-8459a1327cb7\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 17:11:13.454397 3769 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0513 17:11:13.952477 3769 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5146ljg] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5146ljg for pod on switch ip-10-0-0-145.ec2.internal I0513 17:11:13.952606 3769 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5146ljg I0513 17:11:13.966124 3769 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5146ljg] pod update took 13.54494ms I0513 17:11:13.966151 3769 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5146ljg] addLogicalPort annotation time took 13.57833ms I0513 17:11:13.967620 3769 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5146ljg] addLogicalPort took 15.16287ms, libovsdb time 1.009737ms I0513 17:11:14.321952 3769 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5146ljg 6d979b0fcddf10a440d0acdb4ab01e0717b04e9b432648a46c7a29d516fc5cc1 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5146ljg 6d979b0fcddf10a440d0acdb4ab01e0717b04e9b432648a46c7a29d516fc5cc1 network default NAD default NAD key ] I0513 17:11:14.332158 3769 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5146ljg, hostIfaceName: 6d979b0fcddf10a, network: default, NAD default, SandboxID: "6d979b0fcddf10a440d0acdb4ab01e0717b04e9b432648a46c7a29d516fc5cc1", PCI device ID: , UID: "493ebc8f-2ab7-40df-b5d8-983bb1194a29", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0513 17:11:14.385001 3769 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5146ljg 6d979b0fcddf10a440d0acdb4ab01e0717b04e9b432648a46c7a29d516fc5cc1 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5146ljg 6d979b0fcddf10a440d0acdb4ab01e0717b04e9b432648a46c7a29d516fc5cc1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:50:44:d3:74:08\",\"name\":\"6d979b0fcddf10a\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b5d68e15-dd22-4e56-849f-99d181caadca\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 17:11:14.966985 3769 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eb5mhs f7b92dcab03681e80d472f1fe5b16a5457afd32397007bd0f16d98e392fac911 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eb5mhs f7b92dcab03681e80d472f1fe5b16a5457afd32397007bd0f16d98e392fac911 network default NAD default NAD key ] I0513 17:11:15.037513 3769 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eb5mhs f7b92dcab03681e80d472f1fe5b16a5457afd32397007bd0f16d98e392fac911 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eb5mhs f7b92dcab03681e80d472f1fe5b16a5457afd32397007bd0f16d98e392fac911 network default NAD default NAD key default], result "{}", err I0513 17:11:15.074024 3769 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eb5mhs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:11:15.074066 3769 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eb5mhs I0513 17:11:15.075349 3769 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eb5mhs, ips: 10.129.0.26 I0513 17:11:15.075375 3769 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eb5mhs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:11:15.075395 3769 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eb5mhs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:11:15.075402 3769 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 17:11:15.075567 3769 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eb5mhs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:11:15.075581 3769 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 17:11:15.714618 3769 base_network_controller_pods.go:487] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femk5r4] creating logical port openshift-marketplace_5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femk5r4 for pod on switch ip-10-0-0-145.ec2.internal I0513 17:11:15.714711 3769 kube.go:256] Updating pod openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femk5r4 I0513 17:11:15.728241 3769 pod.go:62] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femk5r4] pod update took 13.557273ms I0513 17:11:15.728268 3769 base_network_controller_pods.go:951] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femk5r4] addLogicalPort annotation time took 13.590411ms I0513 17:11:15.729667 3769 pods.go:271] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femk5r4] addLogicalPort took 15.063066ms, libovsdb time 971.227µs I0513 17:11:16.073447 3769 cni.go:452] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femk5r4 feec9305fd00856a1295f6ed2df70abb6cc72a2a0dbc95fa7ca8ddde3ce2fdeb network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femk5r4 feec9305fd00856a1295f6ed2df70abb6cc72a2a0dbc95fa7ca8ddde3ce2fdeb network default NAD default NAD key ] I0513 17:11:16.083677 3769 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femk5r4, hostIfaceName: feec9305fd00856, network: default, NAD default, SandboxID: "feec9305fd00856a1295f6ed2df70abb6cc72a2a0dbc95fa7ca8ddde3ce2fdeb", PCI device ID: , UID: "4cc1b11e-eba8-4c5f-8190-bd6791295cc5", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0513 17:11:16.099755 3769 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eb5mhs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:16.099778 3769 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eb5mhs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:16.099795 3769 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eb5mhs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:16.099810 3769 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eb5mhs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:16.134164 3769 cni.go:473] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femk5r4 feec9305fd00856a1295f6ed2df70abb6cc72a2a0dbc95fa7ca8ddde3ce2fdeb network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femk5r4 feec9305fd00856a1295f6ed2df70abb6cc72a2a0dbc95fa7ca8ddde3ce2fdeb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:ad:13:af:6c:a7\",\"name\":\"feec9305fd00856\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3c0a02df-0a2c-4786-9a59-d25c9c5e2697\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 17:11:16.985922 3769 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgpvkx 1d775fe9bf64da1a53e67a5d39ab6b919366ee88ed5a35e57fde18dd1e318eda network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgpvkx 1d775fe9bf64da1a53e67a5d39ab6b919366ee88ed5a35e57fde18dd1e318eda network default NAD default NAD key ] I0513 17:11:17.064293 3769 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgpvkx 1d775fe9bf64da1a53e67a5d39ab6b919366ee88ed5a35e57fde18dd1e318eda network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgpvkx 1d775fe9bf64da1a53e67a5d39ab6b919366ee88ed5a35e57fde18dd1e318eda network default NAD default NAD key default], result "{}", err I0513 17:11:17.110916 3769 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgpvkx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:11:17.110988 3769 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgpvkx I0513 17:11:17.112414 3769 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgpvkx, ips: 10.129.0.27 I0513 17:11:17.112450 3769 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgpvkx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:11:17.112476 3769 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgpvkx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:11:17.112488 3769 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 17:11:17.112677 3769 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgpvkx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:11:17.112693 3769 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 17:11:17.383776 3769 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7xrr2p] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7xrr2p for pod on switch ip-10-0-0-145.ec2.internal I0513 17:11:17.383901 3769 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7xrr2p I0513 17:11:17.398461 3769 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7xrr2p] pod update took 14.588333ms I0513 17:11:17.398488 3769 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7xrr2p] addLogicalPort annotation time took 14.625288ms I0513 17:11:17.399702 3769 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7xrr2p] addLogicalPort took 15.966217ms, libovsdb time 870.811µs I0513 17:11:17.479613 3769 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21369l84b] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21369l84b for pod on switch ip-10-0-0-145.ec2.internal I0513 17:11:17.479757 3769 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21369l84b I0513 17:11:17.494440 3769 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21369l84b] pod update took 14.725303ms I0513 17:11:17.494467 3769 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21369l84b] addLogicalPort annotation time took 14.761217ms I0513 17:11:17.495775 3769 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21369l84b] addLogicalPort took 16.178048ms, libovsdb time 882.523µs I0513 17:11:17.744805 3769 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7xrr2p ec6becddc92956f0e33e856ae480f501be36bf8333b50f108856f08c58cb7845 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7xrr2p ec6becddc92956f0e33e856ae480f501be36bf8333b50f108856f08c58cb7845 network default NAD default NAD key ] I0513 17:11:17.753978 3769 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7xrr2p, hostIfaceName: ec6becddc92956f, network: default, NAD default, SandboxID: "ec6becddc92956f0e33e856ae480f501be36bf8333b50f108856f08c58cb7845", PCI device ID: , UID: "fa6d7e8d-f1e7-4f4e-a9e7-7f9870c3e8c9", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0513 17:11:17.806180 3769 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7xrr2p ec6becddc92956f0e33e856ae480f501be36bf8333b50f108856f08c58cb7845 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7xrr2p ec6becddc92956f0e33e856ae480f501be36bf8333b50f108856f08c58cb7845 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:31:73:7e:b0:88\",\"name\":\"ec6becddc92956f\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e6b8726-9a99-4079-bfad-383e1b2acd24\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 17:11:17.854126 3769 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21369l84b 504c4b126dac181734da6856510bbaba0d470f162ebe83c9257525e8c9d76bab network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21369l84b 504c4b126dac181734da6856510bbaba0d470f162ebe83c9257525e8c9d76bab network default NAD default NAD key ] I0513 17:11:17.863857 3769 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21369l84b, hostIfaceName: 504c4b126dac181, network: default, NAD default, SandboxID: "504c4b126dac181734da6856510bbaba0d470f162ebe83c9257525e8c9d76bab", PCI device ID: , UID: "9c1ad93c-f565-4395-ab86-63bb0bbca777", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0513 17:11:17.920047 3769 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21369l84b 504c4b126dac181734da6856510bbaba0d470f162ebe83c9257525e8c9d76bab network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21369l84b 504c4b126dac181734da6856510bbaba0d470f162ebe83c9257525e8c9d76bab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:ef:e7:8f:75:91\",\"name\":\"504c4b126dac181\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b019c08d-b1f8-4b98-a48e-91b3d584cfaa\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 17:11:17.999826 3769 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5146ljg 6d979b0fcddf10a440d0acdb4ab01e0717b04e9b432648a46c7a29d516fc5cc1 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5146ljg 6d979b0fcddf10a440d0acdb4ab01e0717b04e9b432648a46c7a29d516fc5cc1 network default NAD default NAD key ] I0513 17:11:18.073430 3769 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5146ljg 6d979b0fcddf10a440d0acdb4ab01e0717b04e9b432648a46c7a29d516fc5cc1 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5146ljg 6d979b0fcddf10a440d0acdb4ab01e0717b04e9b432648a46c7a29d516fc5cc1 network default NAD default NAD key default], result "{}", err I0513 17:11:18.112177 3769 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5146ljg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:11:18.112208 3769 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5146ljg I0513 17:11:18.113528 3769 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5146ljg, ips: 10.129.0.28 I0513 17:11:18.113564 3769 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5146ljg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:11:18.113588 3769 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5146ljg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:11:18.113600 3769 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 17:11:18.113792 3769 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5146ljg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:11:18.113805 3769 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 17:11:18.138409 3769 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgpvkx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:18.138468 3769 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgpvkx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:18.138482 3769 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgpvkx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:18.138493 3769 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgpvkx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:19.138342 3769 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5146ljg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:19.138368 3769 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5146ljg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:19.138381 3769 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5146ljg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:19.138395 3769 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5146ljg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:20.018967 3769 cni.go:452] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femk5r4 feec9305fd00856a1295f6ed2df70abb6cc72a2a0dbc95fa7ca8ddde3ce2fdeb network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femk5r4 feec9305fd00856a1295f6ed2df70abb6cc72a2a0dbc95fa7ca8ddde3ce2fdeb network default NAD default NAD key ] I0513 17:11:20.091951 3769 cni.go:473] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femk5r4 feec9305fd00856a1295f6ed2df70abb6cc72a2a0dbc95fa7ca8ddde3ce2fdeb network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femk5r4 feec9305fd00856a1295f6ed2df70abb6cc72a2a0dbc95fa7ca8ddde3ce2fdeb network default NAD default NAD key default], result "{}", err I0513 17:11:20.200159 3769 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femk5r4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:11:20.200202 3769 pods.go:176] Deleting pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femk5r4 I0513 17:11:20.201774 3769 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femk5r4, ips: 10.129.0.29 I0513 17:11:20.201810 3769 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femk5r4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:11:20.201834 3769 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femk5r4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:11:20.201845 3769 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 17:11:20.202024 3769 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femk5r4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:11:20.202039 3769 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 17:11:21.229111 3769 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femk5r4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:21.229139 3769 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femk5r4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:21.229152 3769 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femk5r4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:21.229163 3769 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femk5r4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:23.042465 3769 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7xrr2p ec6becddc92956f0e33e856ae480f501be36bf8333b50f108856f08c58cb7845 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7xrr2p ec6becddc92956f0e33e856ae480f501be36bf8333b50f108856f08c58cb7845 network default NAD default NAD key ] I0513 17:11:23.043151 3769 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21369l84b 504c4b126dac181734da6856510bbaba0d470f162ebe83c9257525e8c9d76bab network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21369l84b 504c4b126dac181734da6856510bbaba0d470f162ebe83c9257525e8c9d76bab network default NAD default NAD key ] I0513 17:11:23.118469 3769 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21369l84b 504c4b126dac181734da6856510bbaba0d470f162ebe83c9257525e8c9d76bab network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21369l84b 504c4b126dac181734da6856510bbaba0d470f162ebe83c9257525e8c9d76bab network default NAD default NAD key default], result "{}", err I0513 17:11:23.150575 3769 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7xrr2p ec6becddc92956f0e33e856ae480f501be36bf8333b50f108856f08c58cb7845 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7xrr2p ec6becddc92956f0e33e856ae480f501be36bf8333b50f108856f08c58cb7845 network default NAD default NAD key default], result "{}", err I0513 17:11:23.192812 3769 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21369l84b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:11:23.192852 3769 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21369l84b I0513 17:11:23.194286 3769 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21369l84b, ips: 10.129.0.31 I0513 17:11:23.194313 3769 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21369l84b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:11:23.194328 3769 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21369l84b of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:11:23.194335 3769 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 17:11:23.194517 3769 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21369l84b of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:11:23.194535 3769 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 17:11:23.229464 3769 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7xrr2p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:11:23.229503 3769 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7xrr2p I0513 17:11:23.230904 3769 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7xrr2p, ips: 10.129.0.30 I0513 17:11:23.230933 3769 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7xrr2p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:11:23.230952 3769 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7xrr2p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:11:23.230959 3769 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 17:11:23.231181 3769 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7xrr2p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:11:23.231198 3769 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 17:11:24.401939 3769 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7xrr2p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:24.401974 3769 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7xrr2p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:24.401987 3769 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7xrr2p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:24.402003 3769 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7xrr2p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:24.407493 3769 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21369l84b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:24.407524 3769 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21369l84b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:24.407542 3769 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21369l84b of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:24.407555 3769 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21369l84b of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:30.559662 3769 namespace.go:98] [cert-manager] adding namespace I0513 17:11:30.560596 3769 namespace.go:102] [cert-manager] adding namespace took 908.729µs I0513 17:11:30.608162 3769 namespace.go:142] [cert-manager] updating namespace I0513 17:11:30.623283 3769 namespace.go:142] [cert-manager] updating namespace I0513 17:11:32.173616 3769 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-b5gvt] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-b5gvt for pod on switch ip-10-0-0-145.ec2.internal I0513 17:11:32.173773 3769 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-b5gvt I0513 17:11:32.193940 3769 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-b5gvt] pod update took 20.21296ms I0513 17:11:32.193964 3769 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-b5gvt] addLogicalPort annotation time took 20.242913ms I0513 17:11:32.195211 3769 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-b5gvt] addLogicalPort took 21.614024ms, libovsdb time 934.266µs I0513 17:11:32.535231 3769 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-b5gvt 87508eac2c8aeab9960e87902e2ef9999620e3be745c23f811bb6bf3600e144b network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-b5gvt 87508eac2c8aeab9960e87902e2ef9999620e3be745c23f811bb6bf3600e144b network default NAD default NAD key ] I0513 17:11:32.544433 3769 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-b5gvt, hostIfaceName: 87508eac2c8aeab, network: default, NAD default, SandboxID: "87508eac2c8aeab9960e87902e2ef9999620e3be745c23f811bb6bf3600e144b", PCI device ID: , UID: "b75bf2c7-c008-4395-bd63-69d79d7891bc", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0513 17:11:32.596612 3769 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-b5gvt 87508eac2c8aeab9960e87902e2ef9999620e3be745c23f811bb6bf3600e144b network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-b5gvt 87508eac2c8aeab9960e87902e2ef9999620e3be745c23f811bb6bf3600e144b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:c7:b7:5b:6e:09\",\"name\":\"87508eac2c8aeab\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f5692ca-0d30-486b-a147-0915c206f270\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 17:11:36.077218 3769 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0513 17:11:36.137189 3769 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0513 17:11:36.369447 3769 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-bxlnq] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-bxlnq for pod on switch ip-10-0-0-145.ec2.internal I0513 17:11:36.369537 3769 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-bxlnq I0513 17:11:36.384497 3769 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-bxlnq] pod update took 14.982263ms I0513 17:11:36.384522 3769 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-bxlnq] addLogicalPort annotation time took 15.012507ms I0513 17:11:36.385716 3769 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-bxlnq] addLogicalPort took 16.287258ms, libovsdb time 812.726µs I0513 17:11:36.744892 3769 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-bxlnq 2395a787e6d6809e470ff7f3726b5c5f0f8befda94b36619cead8c99b8d3a357 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-bxlnq 2395a787e6d6809e470ff7f3726b5c5f0f8befda94b36619cead8c99b8d3a357 network default NAD default NAD key ] I0513 17:11:36.754257 3769 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-bxlnq, hostIfaceName: 2395a787e6d6809, network: default, NAD default, SandboxID: "2395a787e6d6809e470ff7f3726b5c5f0f8befda94b36619cead8c99b8d3a357", PCI device ID: , UID: "620f6341-f776-4197-a6f5-3503b805d960", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0513 17:11:36.809087 3769 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-bxlnq 2395a787e6d6809e470ff7f3726b5c5f0f8befda94b36619cead8c99b8d3a357 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-bxlnq 2395a787e6d6809e470ff7f3726b5c5f0f8befda94b36619cead8c99b8d3a357 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:cb:38:ce:df:df\",\"name\":\"2395a787e6d6809\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f8e977d6-248f-45c8-b883-21755e11a6e0\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 17:11:37.509341 3769 namespace.go:142] [openshift-operators] updating namespace I0513 17:11:37.544167 3769 namespace.go:142] [openshift-operators] updating namespace I0513 17:11:42.979611 3769 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-57vjm] creating logical port cert-manager_cert-manager-59c77684cc-57vjm for pod on switch ip-10-0-0-145.ec2.internal I0513 17:11:42.979709 3769 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-57vjm I0513 17:11:42.998532 3769 pod.go:62] [cert-manager/cert-manager-59c77684cc-57vjm] pod update took 18.845836ms I0513 17:11:42.998558 3769 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-57vjm] addLogicalPort annotation time took 18.876887ms I0513 17:11:42.999810 3769 pods.go:271] [cert-manager/cert-manager-59c77684cc-57vjm] addLogicalPort took 20.216107ms, libovsdb time 860.22µs W0513 17:11:43.104199 3769 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0513 17:11:43.104232 3769 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0513 17:11:43.335086 3769 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=60 I0513 17:11:43.339269 3769 cni.go:452] [cert-manager/cert-manager-59c77684cc-57vjm 94115b98471a16e6552c821258081ff019a2a0429440820a49b5846ee59332f5 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-57vjm 94115b98471a16e6552c821258081ff019a2a0429440820a49b5846ee59332f5 network default NAD default NAD key ] I0513 17:11:43.348491 3769 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-57vjm, hostIfaceName: 94115b98471a16e, network: default, NAD default, SandboxID: "94115b98471a16e6552c821258081ff019a2a0429440820a49b5846ee59332f5", PCI device ID: , UID: "1c3e780b-abd9-40ae-b2c4-31c5a3ce5af2", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0513 17:11:43.402052 3769 cni.go:473] [cert-manager/cert-manager-59c77684cc-57vjm 94115b98471a16e6552c821258081ff019a2a0429440820a49b5846ee59332f5 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-57vjm 94115b98471a16e6552c821258081ff019a2a0429440820a49b5846ee59332f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:12:5c:2f:8e:d2\",\"name\":\"94115b98471a16e\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/58fb1a25-a156-452b-837e-02be0a7f4396\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 17:11:45.442569 3769 namespace.go:142] [openshift-operators] updating namespace I0513 17:11:45.732426 3769 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-wpp6l] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-wpp6l for pod on switch ip-10-0-0-145.ec2.internal I0513 17:11:45.732542 3769 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-wpp6l I0513 17:11:45.754452 3769 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-wpp6l] pod update took 21.926555ms I0513 17:11:45.754479 3769 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-wpp6l] addLogicalPort annotation time took 21.963672ms I0513 17:11:45.755729 3769 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-wpp6l] addLogicalPort took 23.316941ms, libovsdb time 839.44µs W0513 17:11:46.051484 3769 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0513 17:11:46.064849 3769 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0513 17:11:46.080761 3769 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0513 17:11:46.092050 3769 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-wpp6l 6b0257837e111630a33a4363995f98c75bb4faef8d7f963ca6d63f44bbda7c80 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-wpp6l 6b0257837e111630a33a4363995f98c75bb4faef8d7f963ca6d63f44bbda7c80 network default NAD default NAD key ] W0513 17:11:46.093363 3769 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0513 17:11:46.101782 3769 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-wpp6l, hostIfaceName: 6b0257837e11163, network: default, NAD default, SandboxID: "6b0257837e111630a33a4363995f98c75bb4faef8d7f963ca6d63f44bbda7c80", PCI device ID: , UID: "2f008e16-aca9-4007-bb37-c6528ae572dc", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0513 17:11:46.153659 3769 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-wpp6l 6b0257837e111630a33a4363995f98c75bb4faef8d7f963ca6d63f44bbda7c80 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-wpp6l 6b0257837e111630a33a4363995f98c75bb4faef8d7f963ca6d63f44bbda7c80 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:24:08:01:e2:4b\",\"name\":\"6b0257837e11163\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd2ce9d5-a193-479b-b2c6-c8b7e051e436\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 17:11:47.165339 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0513 17:11:53.430893 3769 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0513 17:11:54.181144 3769 namespace.go:98] [trusted-artifact-signer] adding namespace I0513 17:11:54.182060 3769 namespace.go:102] [trusted-artifact-signer] adding namespace took 888.696µs W0513 17:11:54.224277 3769 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0513 17:11:54.256245 3769 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 17:11:54.280337 3769 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 17:12:00.194069 3769 namespace.go:98] [openshift-pipelines] adding namespace I0513 17:12:00.194978 3769 namespace.go:102] [openshift-pipelines] adding namespace took 878.8µs I0513 17:12:00.210132 3769 namespace.go:142] [openshift-pipelines] updating namespace I0513 17:12:00.333310 3769 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=160 I0513 17:12:00.903815 3769 namespace.go:142] [cert-manager] updating namespace I0513 17:12:01.105569 3769 namespace.go:142] [cert-manager-operator] updating namespace I0513 17:12:01.506348 3769 namespace.go:142] [konflux-operator] updating namespace I0513 17:12:01.706672 3769 namespace.go:142] [konflux-ui] updating namespace I0513 17:12:01.908993 3769 namespace.go:142] [open-cluster-management-2q95ou5hbg9q5jvqo8tm7vkh1r4v3jel] updating namespace I0513 17:12:02.312698 3769 namespace.go:142] [rhbk-operator] updating namespace I0513 17:12:02.510271 3769 namespace.go:142] [rhtpa-operator] updating namespace I0513 17:12:02.712363 3769 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 17:12:02.910964 3769 namespace.go:142] [tsf] updating namespace I0513 17:12:03.112864 3769 namespace.go:142] [tsf-keycloak] updating namespace I0513 17:12:03.313559 3769 namespace.go:142] [tsf-tas] updating namespace I0513 17:12:03.510608 3769 namespace.go:142] [tsf-tpa] updating namespace I0513 17:12:03.645626 3769 namespace.go:142] [cert-manager] updating namespace I0513 17:12:03.656554 3769 namespace.go:142] [cert-manager-operator] updating namespace I0513 17:12:03.669831 3769 namespace.go:142] [default] updating namespace I0513 17:12:03.680438 3769 namespace.go:142] [konflux-operator] updating namespace I0513 17:12:03.693287 3769 namespace.go:142] [konflux-ui] updating namespace I0513 17:12:03.702763 3769 namespace.go:142] [open-cluster-management-2q95ou5hbg9q5jvqo8tm7vkh1r4v3jel] updating namespace I0513 17:12:03.714789 3769 namespace.go:142] [openshift] updating namespace I0513 17:12:03.724685 3769 namespace.go:142] [rhbk-operator] updating namespace I0513 17:12:03.735994 3769 namespace.go:142] [rhtpa-operator] updating namespace I0513 17:12:03.745615 3769 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 17:12:03.755606 3769 namespace.go:142] [tsf] updating namespace I0513 17:12:03.764028 3769 namespace.go:142] [tsf-keycloak] updating namespace I0513 17:12:03.777884 3769 namespace.go:142] [tsf-tas] updating namespace I0513 17:12:03.794453 3769 namespace.go:142] [tsf-tpa] updating namespace I0513 17:12:03.847637 3769 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:12:03.848223 3769 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:12:03.875632 3769 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:12:03.875663 3769 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:12:03.880593 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0513 17:12:03.880619 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0513 17:12:03.895292 3769 namespace.go:142] [cert-manager] updating namespace I0513 17:12:03.998465 3769 namespace.go:142] [cert-manager-operator] updating namespace I0513 17:12:04.093117 3769 namespace.go:142] [default] updating namespace I0513 17:12:04.194712 3769 namespace.go:142] [konflux-operator] updating namespace I0513 17:12:04.296317 3769 namespace.go:142] [konflux-ui] updating namespace I0513 17:12:04.400586 3769 namespace.go:142] [open-cluster-management-2q95ou5hbg9q5jvqo8tm7vkh1r4v3jel] updating namespace I0513 17:12:04.497113 3769 namespace.go:142] [openshift] updating namespace I0513 17:12:04.594771 3769 namespace.go:142] [rhbk-operator] updating namespace I0513 17:12:04.695214 3769 namespace.go:142] [rhtpa-operator] updating namespace I0513 17:12:04.800221 3769 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 17:12:04.897909 3769 namespace.go:142] [tsf] updating namespace I0513 17:12:04.993933 3769 namespace.go:142] [tsf-keycloak] updating namespace I0513 17:12:05.093458 3769 namespace.go:142] [tsf-tas] updating namespace I0513 17:12:05.201724 3769 namespace.go:142] [tsf-tpa] updating namespace I0513 17:12:06.022590 3769 namespace.go:142] [openshift-pipelines] updating namespace W0513 17:12:13.792084 3769 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0513 17:12:14.787599 3769 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-dbwt6] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-dbwt6 for pod on switch ip-10-0-0-145.ec2.internal I0513 17:12:14.787696 3769 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-dbwt6 I0513 17:12:14.805627 3769 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-dbwt6] pod update took 17.955686ms I0513 17:12:14.805658 3769 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-dbwt6] addLogicalPort annotation time took 17.99082ms I0513 17:12:14.807005 3769 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-dbwt6] addLogicalPort took 19.42213ms, libovsdb time 993.983µs I0513 17:12:15.062427 3769 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wx8zn] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-wx8zn for pod on switch ip-10-0-0-145.ec2.internal I0513 17:12:15.062524 3769 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wx8zn I0513 17:12:15.076082 3769 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wx8zn] pod update took 13.578826ms I0513 17:12:15.076109 3769 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wx8zn] addLogicalPort annotation time took 13.612716ms I0513 17:12:15.077376 3769 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wx8zn] addLogicalPort took 14.969181ms, libovsdb time 897.751µs I0513 17:12:15.147066 3769 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-dbwt6 7bc7bc7a6018e55b857944d138426e32dae4d1e5380fa6beca7b32552b0cbdf2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-dbwt6 7bc7bc7a6018e55b857944d138426e32dae4d1e5380fa6beca7b32552b0cbdf2 network default NAD default NAD key ] I0513 17:12:15.157190 3769 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-dbwt6, hostIfaceName: 7bc7bc7a6018e55, network: default, NAD default, SandboxID: "7bc7bc7a6018e55b857944d138426e32dae4d1e5380fa6beca7b32552b0cbdf2", PCI device ID: , UID: "445a9f41-9c03-4841-bc84-7f3f0b07d048", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0513 17:12:15.209367 3769 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-dbwt6 7bc7bc7a6018e55b857944d138426e32dae4d1e5380fa6beca7b32552b0cbdf2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-dbwt6 7bc7bc7a6018e55b857944d138426e32dae4d1e5380fa6beca7b32552b0cbdf2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:1b:e7:0f:81:8f\",\"name\":\"7bc7bc7a6018e55\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a2c548c0-d6c3-4c42-b248-645a5c93b3cc\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 17:12:15.423853 3769 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wx8zn a619f195bd2719864de39a3bcf28dfd60bdaead66291e7d068286bcad46167a4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wx8zn a619f195bd2719864de39a3bcf28dfd60bdaead66291e7d068286bcad46167a4 network default NAD default NAD key ] I0513 17:12:15.433596 3769 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-wx8zn, hostIfaceName: a619f195bd27198, network: default, NAD default, SandboxID: "a619f195bd2719864de39a3bcf28dfd60bdaead66291e7d068286bcad46167a4", PCI device ID: , UID: "238dce9a-c651-4892-b806-8e1b56040130", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0513 17:12:15.487570 3769 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wx8zn a619f195bd2719864de39a3bcf28dfd60bdaead66291e7d068286bcad46167a4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wx8zn a619f195bd2719864de39a3bcf28dfd60bdaead66291e7d068286bcad46167a4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:ec:9f:67:93:82\",\"name\":\"a619f195bd27198\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/175884b7-edd1-4409-a961-3db24e8e19b1\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 17:12:15.763587 3769 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0513 17:12:18.344768 3769 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0513 17:12:18.344791 3769 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0513 17:12:18.344797 3769 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0513 17:12:18.784621 3769 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 17:12:18.784641 3769 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 17:12:18.784646 3769 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 17:12:18.784651 3769 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 17:12:21.317038 3769 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0513 17:12:21.317064 3769 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0513 17:12:21.317071 3769 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0513 17:12:29.351960 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0513 17:12:29.351982 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0513 17:12:29.351989 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0513 17:12:39.515981 3769 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-bz4r5] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-bz4r5 for pod on switch ip-10-0-0-145.ec2.internal I0513 17:12:39.516103 3769 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-bz4r5 I0513 17:12:39.531456 3769 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-bz4r5] pod update took 15.38949ms I0513 17:12:39.531480 3769 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-bz4r5] addLogicalPort annotation time took 15.420233ms I0513 17:12:39.533086 3769 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-bz4r5] addLogicalPort took 17.126221ms, libovsdb time 1.014196ms I0513 17:12:39.625841 3769 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-vbmh8] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-vbmh8 for pod on switch ip-10-0-0-145.ec2.internal I0513 17:12:39.625935 3769 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-vbmh8 I0513 17:12:39.643824 3769 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-vbmh8] pod update took 17.907806ms I0513 17:12:39.643853 3769 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-vbmh8] addLogicalPort annotation time took 17.942976ms I0513 17:12:39.645168 3769 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-vbmh8] addLogicalPort took 19.347013ms, libovsdb time 930.853µs I0513 17:12:39.881861 3769 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-bz4r5 d8287480329cd4dae7b8f87e9d85916336de80f7d9d4c790e973ec84acb7a6eb network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-bz4r5 d8287480329cd4dae7b8f87e9d85916336de80f7d9d4c790e973ec84acb7a6eb network default NAD default NAD key ] I0513 17:12:39.892554 3769 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-bz4r5, hostIfaceName: d8287480329cd4d, network: default, NAD default, SandboxID: "d8287480329cd4dae7b8f87e9d85916336de80f7d9d4c790e973ec84acb7a6eb", PCI device ID: , UID: "4961b37d-d01b-4a80-95fd-8ab2d2a0ba83", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0513 17:12:39.946672 3769 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-bz4r5 d8287480329cd4dae7b8f87e9d85916336de80f7d9d4c790e973ec84acb7a6eb network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-bz4r5 d8287480329cd4dae7b8f87e9d85916336de80f7d9d4c790e973ec84acb7a6eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:7b:fc:af:80:e1\",\"name\":\"d8287480329cd4d\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/132aa5ac-14d8-466c-8b14-02f4ca4d59b5\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 17:12:39.991830 3769 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-vbmh8 aa29fd6080f3f3d46fb1f9b9638ed7d20a11cdcb593e1326659fec726d60492a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-vbmh8 aa29fd6080f3f3d46fb1f9b9638ed7d20a11cdcb593e1326659fec726d60492a network default NAD default NAD key ] I0513 17:12:40.002515 3769 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-vbmh8, hostIfaceName: aa29fd6080f3f3d, network: default, NAD default, SandboxID: "aa29fd6080f3f3d46fb1f9b9638ed7d20a11cdcb593e1326659fec726d60492a", PCI device ID: , UID: "7b0aaf16-b351-408d-bbd7-6fb97c11eef1", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0513 17:12:40.057436 3769 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-vbmh8 aa29fd6080f3f3d46fb1f9b9638ed7d20a11cdcb593e1326659fec726d60492a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-vbmh8 aa29fd6080f3f3d46fb1f9b9638ed7d20a11cdcb593e1326659fec726d60492a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:03:71:30:b6:79\",\"name\":\"aa29fd6080f3f3d\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3192a4b4-2d95-45d3-8b7a-2f1c4d4984fb\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 17:12:43.434006 3769 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0513 17:12:45.034827 3769 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:12:45.035354 3769 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:12:45.058113 3769 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:12:45.058136 3769 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:12:45.064302 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0513 17:12:45.064327 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0513 17:12:47.139250 3769 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0513 17:12:47.139919 3769 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0513 17:12:47.139937 3769 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0513 17:12:47.142377 3769 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0513 17:12:52.965963 3769 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0513 17:12:52.965979 3769 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0513 17:12:52.965996 3769 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0513 17:12:52.965987 3769 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0513 17:13:02.442915 3769 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0513 17:13:18.689179 3769 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-96lhr] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-96lhr for pod on switch ip-10-0-0-145.ec2.internal I0513 17:13:18.689310 3769 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-96lhr I0513 17:13:18.728682 3769 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-96lhr] pod update took 39.395199ms I0513 17:13:18.728708 3769 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-96lhr] addLogicalPort annotation time took 39.427663ms I0513 17:13:18.729973 3769 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-96lhr] addLogicalPort took 40.810189ms, libovsdb time 904.996µs I0513 17:13:19.052899 3769 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-96lhr 8f79ef6c299ddd96de6f1865b6718a3d05a589566a21303ebf6ac09825a2c018 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-96lhr 8f79ef6c299ddd96de6f1865b6718a3d05a589566a21303ebf6ac09825a2c018 network default NAD default NAD key ] I0513 17:13:19.062219 3769 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-96lhr, hostIfaceName: 8f79ef6c299ddd9, network: default, NAD default, SandboxID: "8f79ef6c299ddd96de6f1865b6718a3d05a589566a21303ebf6ac09825a2c018", PCI device ID: , UID: "8545e6a7-8d38-4f67-b096-455ca871f811", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0513 17:13:19.117499 3769 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-96lhr 8f79ef6c299ddd96de6f1865b6718a3d05a589566a21303ebf6ac09825a2c018 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-96lhr 8f79ef6c299ddd96de6f1865b6718a3d05a589566a21303ebf6ac09825a2c018 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:db:c0:1a:b0:74\",\"name\":\"8f79ef6c299ddd9\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1cdae978-f296-4606-b157-4775c2b70ca7\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 17:13:24.646252 3769 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0513 17:13:24.646273 3769 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0513 17:13:24.646280 3769 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0513 17:13:35.746664 3769 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-ndrjl] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-ndrjl for pod on switch ip-10-0-0-145.ec2.internal I0513 17:13:35.746818 3769 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-ndrjl I0513 17:13:35.758153 3769 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-ndrjl] pod update took 11.361389ms I0513 17:13:35.758186 3769 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-ndrjl] addLogicalPort annotation time took 11.399697ms I0513 17:13:35.759578 3769 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-ndrjl] addLogicalPort took 12.934954ms, libovsdb time 906.385µs I0513 17:13:36.110580 3769 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-ndrjl fda6618d29cc09f1c4114da4119a96b5532286c9220486950a35bf77ce305f85 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-ndrjl fda6618d29cc09f1c4114da4119a96b5532286c9220486950a35bf77ce305f85 network default NAD default NAD key ] I0513 17:13:36.120001 3769 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-ndrjl, hostIfaceName: fda6618d29cc09f, network: default, NAD default, SandboxID: "fda6618d29cc09f1c4114da4119a96b5532286c9220486950a35bf77ce305f85", PCI device ID: , UID: "4695e951-71e6-4daa-9620-e46ace04213e", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0513 17:13:36.176195 3769 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-ndrjl fda6618d29cc09f1c4114da4119a96b5532286c9220486950a35bf77ce305f85 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-ndrjl fda6618d29cc09f1c4114da4119a96b5532286c9220486950a35bf77ce305f85 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:2b:6c:c9:ce:99\",\"name\":\"fda6618d29cc09f\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b1106732-821e-4b85-89f8-e1b12e0b30ef\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 17:13:37.396335 3769 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:13:37.396918 3769 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:13:37.445578 3769 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:13:37.445599 3769 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:13:37.450907 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0513 17:13:37.450947 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0513 17:13:39.342203 3769 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-q624n-mk75p] creating logical port tsf-tas_segment-backup-installation-q624n-mk75p for pod on switch ip-10-0-0-145.ec2.internal I0513 17:13:39.342302 3769 kube.go:256] Updating pod tsf-tas/segment-backup-installation-q624n-mk75p I0513 17:13:39.356231 3769 pod.go:62] [tsf-tas/segment-backup-installation-q624n-mk75p] pod update took 13.950252ms I0513 17:13:39.356259 3769 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-q624n-mk75p] addLogicalPort annotation time took 13.989448ms I0513 17:13:39.357761 3769 pods.go:271] [tsf-tas/segment-backup-installation-q624n-mk75p] addLogicalPort took 15.552577ms, libovsdb time 1.013962ms I0513 17:13:40.025270 3769 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-79f6b954d9-jvxsb] creating logical port tsf-tas_fulcio-server-79f6b954d9-jvxsb for pod on switch ip-10-0-0-145.ec2.internal I0513 17:13:40.025390 3769 kube.go:256] Updating pod tsf-tas/fulcio-server-79f6b954d9-jvxsb I0513 17:13:40.045965 3769 pod.go:62] [tsf-tas/fulcio-server-79f6b954d9-jvxsb] pod update took 20.606424ms I0513 17:13:40.046061 3769 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-79f6b954d9-jvxsb] addLogicalPort annotation time took 20.707262ms I0513 17:13:40.047878 3769 pods.go:271] [tsf-tas/fulcio-server-79f6b954d9-jvxsb] addLogicalPort took 22.627208ms, libovsdb time 1.288439ms I0513 17:13:40.097512 3769 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-4n65v-c4zr2] creating logical port tsf-tas_ctlog-createtree-job-4n65v-c4zr2 for pod on switch ip-10-0-0-145.ec2.internal I0513 17:13:40.097680 3769 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-4n65v-c4zr2 I0513 17:13:40.116313 3769 pod.go:62] [tsf-tas/ctlog-createtree-job-4n65v-c4zr2] pod update took 18.687677ms I0513 17:13:40.116340 3769 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-4n65v-c4zr2] addLogicalPort annotation time took 18.721236ms I0513 17:13:40.117799 3769 pods.go:271] [tsf-tas/ctlog-createtree-job-4n65v-c4zr2] addLogicalPort took 20.30498ms, libovsdb time 997.236µs I0513 17:13:40.488796 3769 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-549c5c88b9-8sgp9] creating logical port tsf-tas_trillian-logsigner-549c5c88b9-8sgp9 for pod on switch ip-10-0-0-145.ec2.internal I0513 17:13:40.488917 3769 kube.go:256] Updating pod tsf-tas/trillian-logsigner-549c5c88b9-8sgp9 I0513 17:13:40.507167 3769 pod.go:62] [tsf-tas/trillian-logsigner-549c5c88b9-8sgp9] pod update took 18.281465ms I0513 17:13:40.507205 3769 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-549c5c88b9-8sgp9] addLogicalPort annotation time took 18.32547ms I0513 17:13:40.508839 3769 pods.go:271] [tsf-tas/trillian-logsigner-549c5c88b9-8sgp9] addLogicalPort took 20.066588ms, libovsdb time 1.045816ms I0513 17:13:41.083118 3769 cni.go:452] [tsf-tas/ctlog-createtree-job-4n65v-c4zr2 2264e4da153e3048f4ea7436c5b78799b8c1c1b20235757478af56f963d2ca1b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-4n65v-c4zr2 2264e4da153e3048f4ea7436c5b78799b8c1c1b20235757478af56f963d2ca1b network default NAD default NAD key ] I0513 17:13:41.083246 3769 cni.go:452] [tsf-tas/fulcio-server-79f6b954d9-jvxsb 0e3575b8a66c3a25d1e465a2e07a2e1aa1dc6c166139937af80edbd40ceb8920 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-79f6b954d9-jvxsb 0e3575b8a66c3a25d1e465a2e07a2e1aa1dc6c166139937af80edbd40ceb8920 network default NAD default NAD key ] I0513 17:13:41.085870 3769 cni.go:452] [tsf-tas/segment-backup-installation-q624n-mk75p 90e450cde9099609ba2b552f0c4fe18505672aed162802e863b4be448cd2e85e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-q624n-mk75p 90e450cde9099609ba2b552f0c4fe18505672aed162802e863b4be448cd2e85e network default NAD default NAD key ] I0513 17:13:41.095304 3769 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-4n65v-c4zr2, hostIfaceName: 2264e4da153e304, network: default, NAD default, SandboxID: "2264e4da153e3048f4ea7436c5b78799b8c1c1b20235757478af56f963d2ca1b", PCI device ID: , UID: "b3ab0e44-3f2f-4627-bbed-922eaf9f7fed", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0513 17:13:41.096219 3769 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-79f6b954d9-jvxsb, hostIfaceName: 0e3575b8a66c3a2, network: default, NAD default, SandboxID: "0e3575b8a66c3a25d1e465a2e07a2e1aa1dc6c166139937af80edbd40ceb8920", PCI device ID: , UID: "481781e3-a400-47bb-8d0e-330c19401620", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0513 17:13:41.098610 3769 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-q624n-mk75p, hostIfaceName: 90e450cde909960, network: default, NAD default, SandboxID: "90e450cde9099609ba2b552f0c4fe18505672aed162802e863b4be448cd2e85e", PCI device ID: , UID: "e3ad04a5-a8af-4416-8cec-c2e81d3642a1", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0513 17:13:41.164716 3769 cni.go:473] [tsf-tas/ctlog-createtree-job-4n65v-c4zr2 2264e4da153e3048f4ea7436c5b78799b8c1c1b20235757478af56f963d2ca1b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-4n65v-c4zr2 2264e4da153e3048f4ea7436c5b78799b8c1c1b20235757478af56f963d2ca1b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:c1:c7:8c:63:0d\",\"name\":\"2264e4da153e304\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c4221ef-802f-4f86-b4fa-7d3b33ed24d1\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 17:13:41.186266 3769 cni.go:473] [tsf-tas/fulcio-server-79f6b954d9-jvxsb 0e3575b8a66c3a25d1e465a2e07a2e1aa1dc6c166139937af80edbd40ceb8920 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-79f6b954d9-jvxsb 0e3575b8a66c3a25d1e465a2e07a2e1aa1dc6c166139937af80edbd40ceb8920 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:01:0c:61:8e:25\",\"name\":\"0e3575b8a66c3a2\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b1768d2d-4381-4e11-94b0-ff62407c931d\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 17:13:41.208781 3769 cni.go:473] [tsf-tas/segment-backup-installation-q624n-mk75p 90e450cde9099609ba2b552f0c4fe18505672aed162802e863b4be448cd2e85e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-q624n-mk75p 90e450cde9099609ba2b552f0c4fe18505672aed162802e863b4be448cd2e85e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:c3:e0:75:6b:4b\",\"name\":\"90e450cde909960\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f168293f-7443-4ea0-beb4-e0ceb163bce1\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 17:13:41.457171 3769 cni.go:452] [tsf-tas/trillian-logsigner-549c5c88b9-8sgp9 70ab7961edcc9b0a760f055a37581c64c06d3ddb86e1a8f009fbb66038470fd8 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-549c5c88b9-8sgp9 70ab7961edcc9b0a760f055a37581c64c06d3ddb86e1a8f009fbb66038470fd8 network default NAD default NAD key ] I0513 17:13:41.466643 3769 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-549c5c88b9-8sgp9, hostIfaceName: 70ab7961edcc9b0, network: default, NAD default, SandboxID: "70ab7961edcc9b0a760f055a37581c64c06d3ddb86e1a8f009fbb66038470fd8", PCI device ID: , UID: "2f7338de-a77d-4712-99f3-a13c986b0d4f", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0513 17:13:41.529953 3769 cni.go:473] [tsf-tas/trillian-logsigner-549c5c88b9-8sgp9 70ab7961edcc9b0a760f055a37581c64c06d3ddb86e1a8f009fbb66038470fd8 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-549c5c88b9-8sgp9 70ab7961edcc9b0a760f055a37581c64c06d3ddb86e1a8f009fbb66038470fd8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:3c:2a:89:9b:74\",\"name\":\"70ab7961edcc9b0\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4c3715d-b10c-48ec-a1a6-f39d12e64547\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 17:13:42.809533 3769 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0513 17:13:42.809567 3769 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0513 17:13:42.830438 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0513 17:13:42.830462 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0513 17:13:46.434253 3769 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-lb59p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:13:46.434923 3769 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-lb59p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:13:47.304587 3769 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-lb59p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:13:47.304610 3769 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-lb59p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0513 17:13:48.776150 3769 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0513 17:13:53.806461 3769 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0513 17:13:55.891526 3769 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0513 17:13:59.921882 3769 cni.go:452] [tsf-tas/segment-backup-installation-q624n-mk75p 90e450cde9099609ba2b552f0c4fe18505672aed162802e863b4be448cd2e85e network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-q624n-mk75p 90e450cde9099609ba2b552f0c4fe18505672aed162802e863b4be448cd2e85e network default NAD default NAD key ] I0513 17:14:00.002077 3769 cni.go:473] [tsf-tas/segment-backup-installation-q624n-mk75p 90e450cde9099609ba2b552f0c4fe18505672aed162802e863b4be448cd2e85e network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-q624n-mk75p 90e450cde9099609ba2b552f0c4fe18505672aed162802e863b4be448cd2e85e network default NAD default NAD key default], result "{}", err I0513 17:14:00.053899 3769 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-q624n-mk75p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:14:00.053930 3769 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-q624n-mk75p I0513 17:14:00.055219 3769 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-q624n-mk75p, ips: 10.129.0.42 I0513 17:14:00.055245 3769 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-q624n-mk75p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:14:00.940057 3769 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-q624n-mk75p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:14:00.940080 3769 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-q624n-mk75p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:14:01.446122 3769 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 W0513 17:14:04.375188 3769 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0513 17:14:04.375207 3769 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0513 17:14:04.395448 3769 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0513 17:14:19.989825 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0513 17:14:31.655493 3769 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:14:31.656155 3769 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:14:31.680217 3769 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:14:31.680241 3769 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:14:31.688447 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0513 17:14:31.688472 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0513 17:14:32.106895 3769 cni.go:452] [tsf-tas/ctlog-createtree-job-4n65v-c4zr2 2264e4da153e3048f4ea7436c5b78799b8c1c1b20235757478af56f963d2ca1b network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-4n65v-c4zr2 2264e4da153e3048f4ea7436c5b78799b8c1c1b20235757478af56f963d2ca1b network default NAD default NAD key ] I0513 17:14:32.187785 3769 cni.go:473] [tsf-tas/ctlog-createtree-job-4n65v-c4zr2 2264e4da153e3048f4ea7436c5b78799b8c1c1b20235757478af56f963d2ca1b network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-4n65v-c4zr2 2264e4da153e3048f4ea7436c5b78799b8c1c1b20235757478af56f963d2ca1b network default NAD default NAD key default], result "{}", err I0513 17:14:32.305229 3769 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-4n65v-c4zr2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:14:32.305267 3769 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-4n65v-c4zr2 I0513 17:14:32.306620 3769 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-4n65v-c4zr2, ips: 10.129.0.44 I0513 17:14:32.306679 3769 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-4n65v-c4zr2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:14:33.123470 3769 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-4n65v-c4zr2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:14:33.123492 3769 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-4n65v-c4zr2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:14:35.189082 3769 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-k4cnt-6zrbp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:14:35.189624 3769 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-k4cnt-6zrbp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:14:35.346926 3769 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-6f9d79685b-ncrx2] creating logical port tsf-tas_ctlog-6f9d79685b-ncrx2 for pod on switch ip-10-0-0-145.ec2.internal I0513 17:14:35.347067 3769 kube.go:256] Updating pod tsf-tas/ctlog-6f9d79685b-ncrx2 I0513 17:14:35.364700 3769 pod.go:62] [tsf-tas/ctlog-6f9d79685b-ncrx2] pod update took 17.676787ms I0513 17:14:35.364727 3769 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-6f9d79685b-ncrx2] addLogicalPort annotation time took 17.710413ms I0513 17:14:35.366023 3769 pods.go:271] [tsf-tas/ctlog-6f9d79685b-ncrx2] addLogicalPort took 19.115337ms, libovsdb time 860.856µs I0513 17:14:35.720178 3769 cni.go:452] [tsf-tas/ctlog-6f9d79685b-ncrx2 e2ebc7cb7d9337a31f9568c8920ec242b1e02ff7ec4659aa6a0c823d35c62711 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-6f9d79685b-ncrx2 e2ebc7cb7d9337a31f9568c8920ec242b1e02ff7ec4659aa6a0c823d35c62711 network default NAD default NAD key ] I0513 17:14:35.729691 3769 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-6f9d79685b-ncrx2, hostIfaceName: e2ebc7cb7d9337a, network: default, NAD default, SandboxID: "e2ebc7cb7d9337a31f9568c8920ec242b1e02ff7ec4659aa6a0c823d35c62711", PCI device ID: , UID: "fa0bd77c-b9b0-425e-a759-e0ce846c3c66", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0513 17:14:35.783284 3769 cni.go:473] [tsf-tas/ctlog-6f9d79685b-ncrx2 e2ebc7cb7d9337a31f9568c8920ec242b1e02ff7ec4659aa6a0c823d35c62711 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-6f9d79685b-ncrx2 e2ebc7cb7d9337a31f9568c8920ec242b1e02ff7ec4659aa6a0c823d35c62711 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:61:2d:8c:a1:98\",\"name\":\"e2ebc7cb7d9337a\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2542919e-953c-407d-870a-37075ee27504\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 17:14:36.058032 3769 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-k4cnt-6zrbp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:14:36.058060 3769 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-k4cnt-6zrbp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0513 17:14:38.138409 3769 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0513 17:14:39.315688 3769 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-68d6d8f458-wmg85] creating logical port tsf-tas_rekor-server-68d6d8f458-wmg85 for pod on switch ip-10-0-0-145.ec2.internal I0513 17:14:39.315859 3769 kube.go:256] Updating pod tsf-tas/rekor-server-68d6d8f458-wmg85 I0513 17:14:39.330445 3769 pod.go:62] [tsf-tas/rekor-server-68d6d8f458-wmg85] pod update took 14.61562ms I0513 17:14:39.330474 3769 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-68d6d8f458-wmg85] addLogicalPort annotation time took 14.650682ms I0513 17:14:39.332033 3769 pods.go:271] [tsf-tas/rekor-server-68d6d8f458-wmg85] addLogicalPort took 16.36036ms, libovsdb time 943.099µs I0513 17:14:40.945784 3769 obj_retry.go:498] Detected object tsf/patch-tekton-config-p4wds of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:14:40.946410 3769 obj_retry.go:498] Detected object tsf/patch-tekton-config-p4wds of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0513 17:14:41.575131 3769 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0513 17:14:41.584551 3769 obj_retry.go:492] Detected object tsf/patch-tekton-config-p4wds of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:14:41.584574 3769 obj_retry.go:492] Detected object tsf/patch-tekton-config-p4wds of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0513 17:14:41.599553 3769 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0513 17:14:47.479278 3769 cni.go:452] [tsf-tas/rekor-server-68d6d8f458-wmg85 b9c42e3bf9c36a2c4e20cd166c285bcf434b809dd382c18b4a3da1e6d437217f network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-68d6d8f458-wmg85 b9c42e3bf9c36a2c4e20cd166c285bcf434b809dd382c18b4a3da1e6d437217f network default NAD default NAD key ] I0513 17:14:47.489752 3769 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-68d6d8f458-wmg85, hostIfaceName: b9c42e3bf9c36a2, network: default, NAD default, SandboxID: "b9c42e3bf9c36a2c4e20cd166c285bcf434b809dd382c18b4a3da1e6d437217f", PCI device ID: , UID: "876fe7e9-fc0b-4e0c-8fb8-2127de575939", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0513 17:14:47.546684 3769 cni.go:473] [tsf-tas/rekor-server-68d6d8f458-wmg85 b9c42e3bf9c36a2c4e20cd166c285bcf434b809dd382c18b4a3da1e6d437217f network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-68d6d8f458-wmg85 b9c42e3bf9c36a2c4e20cd166c285bcf434b809dd382c18b4a3da1e6d437217f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:39:c3:6f:9a:ee\",\"name\":\"b9c42e3bf9c36a2\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ba066e3b-bc55-49d6-8806-9a1687a7ad0d\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 17:14:49.148807 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog W0513 17:14:49.206452 3769 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0513 17:14:50.430173 3769 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 W0513 17:15:00.214088 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0513 17:15:17.436414 3769 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-hvbp9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:15:17.437022 3769 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-hvbp9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:15:18.296175 3769 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-hvbp9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:18.296204 3769 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-hvbp9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:18.343674 3769 obj_retry.go:492] Detected object tsf/patch-tekton-config-p4wds of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:18.343697 3769 obj_retry.go:492] Detected object tsf/patch-tekton-config-p4wds of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:18.348090 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-p4wds I0513 17:15:18.348115 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-p4wds I0513 17:15:18.912679 3769 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-5qjxg-hrz42 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:15:18.913322 3769 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-5qjxg-hrz42 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:15:19.794873 3769 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-5qjxg-hrz42 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:19.794899 3769 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-5qjxg-hrz42 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:21.425421 3769 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0513 17:15:22.940390 3769 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:15:22.941036 3769 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:15:22.965464 3769 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:22.965495 3769 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:22.973848 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0513 17:15:22.973876 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0513 17:15:26.829629 3769 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0513 17:15:28.491165 3769 obj_retry.go:498] Detected object tsf-tpa/create-db-tbqdf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:15:28.491727 3769 obj_retry.go:498] Detected object tsf-tpa/create-db-tbqdf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:15:29.514804 3769 obj_retry.go:492] Detected object tsf-tpa/create-db-tbqdf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:29.514830 3769 obj_retry.go:492] Detected object tsf-tpa/create-db-tbqdf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:32.523207 3769 obj_retry.go:498] Detected object tsf-tpa/migrate-db-t9qzz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:15:32.523784 3769 obj_retry.go:498] Detected object tsf-tpa/migrate-db-t9qzz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:15:32.656340 3769 obj_retry.go:492] Detected object tsf-tpa/migrate-db-t9qzz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:32.656364 3769 obj_retry.go:492] Detected object tsf-tpa/migrate-db-t9qzz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:35.632330 3769 namespace.go:142] [openshift-pipelines] updating namespace I0513 17:15:37.041033 3769 obj_retry.go:498] Detected object tsf-tpa/create-importers-8dwmr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:15:37.041620 3769 obj_retry.go:498] Detected object tsf-tpa/create-importers-8dwmr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:15:38.064817 3769 obj_retry.go:492] Detected object tsf-tpa/create-importers-8dwmr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:38.064842 3769 obj_retry.go:492] Detected object tsf-tpa/create-importers-8dwmr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0513 17:15:42.430295 3769 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0513 17:15:45.095799 3769 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:15:45.096334 3769 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:15:45.143202 3769 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:45.143226 3769 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:45.150813 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0513 17:15:45.150840 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0513 17:15:46.050950 3769 namespace.go:98] [build-service] adding namespace I0513 17:15:46.051834 3769 namespace.go:102] [build-service] adding namespace took 858.09µs I0513 17:15:46.055246 3769 namespace.go:98] [image-controller] adding namespace I0513 17:15:46.056121 3769 namespace.go:102] [image-controller] adding namespace took 854.545µs I0513 17:15:46.060436 3769 namespace.go:98] [default-tenant] adding namespace I0513 17:15:46.061206 3769 namespace.go:102] [default-tenant] adding namespace took 750.324µs I0513 17:15:46.072709 3769 namespace.go:98] [integration-service] adding namespace I0513 17:15:46.073552 3769 namespace.go:102] [integration-service] adding namespace took 820.461µs I0513 17:15:46.095418 3769 namespace.go:142] [build-service] updating namespace I0513 17:15:46.116585 3769 namespace.go:142] [build-service] updating namespace I0513 17:15:46.121960 3769 namespace.go:142] [image-controller] updating namespace I0513 17:15:46.139331 3769 namespace.go:142] [image-controller] updating namespace I0513 17:15:46.143341 3769 namespace.go:142] [default-tenant] updating namespace I0513 17:15:46.168259 3769 namespace.go:142] [integration-service] updating namespace I0513 17:15:46.175230 3769 namespace.go:142] [default-tenant] updating namespace I0513 17:15:46.182381 3769 namespace.go:142] [integration-service] updating namespace I0513 17:15:46.427653 3769 namespace.go:142] [build-service] updating namespace I0513 17:15:46.576411 3769 namespace.go:142] [integration-service] updating namespace I0513 17:15:46.602881 3769 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-145.ec2.internal I0513 17:15:46.602996 3769 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0513 17:15:46.753576 3769 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 150.603591ms I0513 17:15:46.753605 3769 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 150.638175ms I0513 17:15:46.755012 3769 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 152.153489ms, libovsdb time 999.569µs I0513 17:15:46.756814 3769 namespace.go:98] [release-service] adding namespace I0513 17:15:46.757860 3769 namespace.go:102] [release-service] adding namespace took 1.009505ms I0513 17:15:46.947050 3769 namespace.go:142] [release-service] updating namespace I0513 17:15:46.968122 3769 namespace.go:142] [release-service] updating namespace I0513 17:15:47.172812 3769 namespace.go:142] [konflux-ui] updating namespace I0513 17:15:47.260645 3769 cni.go:452] [konflux-ui/test-tsf-konflux 8ec6d02efe36403dab4b4537999ec5caa2249cb787987aa81bb57863ac3be5dd network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 8ec6d02efe36403dab4b4537999ec5caa2249cb787987aa81bb57863ac3be5dd network default NAD default NAD key ] I0513 17:15:47.270070 3769 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 8ec6d02efe36403, network: default, NAD default, SandboxID: "8ec6d02efe36403dab4b4537999ec5caa2249cb787987aa81bb57863ac3be5dd", PCI device ID: , UID: "da8c2c2c-9570-42cd-b1e0-64a12a6c12cf", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0513 17:15:47.328710 3769 cni.go:473] [konflux-ui/test-tsf-konflux 8ec6d02efe36403dab4b4537999ec5caa2249cb787987aa81bb57863ac3be5dd network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 8ec6d02efe36403dab4b4537999ec5caa2249cb787987aa81bb57863ac3be5dd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:0a:4d:30:88:0c\",\"name\":\"8ec6d02efe36403\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc506c4e-e624-49e9-b8d1-92bd0c17d7f1\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 17:15:47.376713 3769 namespace.go:98] [konflux-info] adding namespace I0513 17:15:47.377587 3769 namespace.go:102] [konflux-info] adding namespace took 828.996µs I0513 17:15:47.460955 3769 namespace.go:142] [konflux-info] updating namespace I0513 17:15:47.508581 3769 namespace.go:98] [namespace-lister] adding namespace I0513 17:15:47.509496 3769 namespace.go:102] [namespace-lister] adding namespace took 890.264µs I0513 17:15:47.538578 3769 namespace.go:142] [konflux-info] updating namespace I0513 17:15:47.598695 3769 namespace.go:142] [namespace-lister] updating namespace I0513 17:15:47.598807 3769 namespace.go:98] [enterprise-contract-service] adding namespace I0513 17:15:47.599668 3769 namespace.go:102] [enterprise-contract-service] adding namespace took 844.025µs I0513 17:15:47.629415 3769 namespace.go:142] [image-controller] updating namespace I0513 17:15:47.681669 3769 namespace.go:142] [namespace-lister] updating namespace I0513 17:15:47.740586 3769 namespace.go:142] [enterprise-contract-service] updating namespace I0513 17:15:47.811962 3769 namespace.go:142] [enterprise-contract-service] updating namespace I0513 17:15:47.973754 3769 namespace.go:142] [default-tenant] updating namespace I0513 17:15:48.192938 3769 namespace.go:98] [segment-bridge] adding namespace I0513 17:15:48.193860 3769 namespace.go:102] [segment-bridge] adding namespace took 897.841µs I0513 17:15:48.364219 3769 namespace.go:98] [konflux-cli] adding namespace I0513 17:15:48.364245 3769 namespace.go:142] [segment-bridge] updating namespace I0513 17:15:48.365113 3769 namespace.go:102] [konflux-cli] adding namespace took 868.428µs I0513 17:15:48.446370 3769 namespace.go:142] [segment-bridge] updating namespace I0513 17:15:48.500427 3769 namespace.go:142] [build-service] updating namespace I0513 17:15:48.515755 3769 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0513 17:15:48.516480 3769 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0513 17:15:48.516502 3769 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0513 17:15:48.520046 3769 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0513 17:15:48.521829 3769 namespace.go:142] [konflux-cli] updating namespace I0513 17:15:48.615571 3769 namespace.go:142] [konflux-cli] updating namespace I0513 17:15:48.620272 3769 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0513 17:15:48.620301 3769 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0513 17:15:48.621311 3769 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0513 17:15:49.600057 3769 namespace.go:142] [default-tenant] updating namespace I0513 17:15:50.456153 3769 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-lmdtt] creating logical port image-controller_image-controller-controller-manager-6f859968fc-lmdtt for pod on switch ip-10-0-0-145.ec2.internal I0513 17:15:50.456371 3769 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-lmdtt I0513 17:15:50.523426 3769 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-lmdtt] pod update took 67.081156ms I0513 17:15:50.523452 3769 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-lmdtt] addLogicalPort annotation time took 67.110295ms I0513 17:15:50.524805 3769 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-lmdtt] addLogicalPort took 68.67498ms, libovsdb time 922.954µs I0513 17:15:50.671946 3769 namespace.go:142] [image-controller] updating namespace I0513 17:15:50.833600 3769 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-lmdtt 5b21300c5b708de7d74cad53e54cb1e3b00f0d704ce414cfbb640fa8d35f3d6e network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-lmdtt 5b21300c5b708de7d74cad53e54cb1e3b00f0d704ce414cfbb640fa8d35f3d6e network default NAD default NAD key ] I0513 17:15:50.847154 3769 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-lmdtt, hostIfaceName: 5b21300c5b708de, network: default, NAD default, SandboxID: "5b21300c5b708de7d74cad53e54cb1e3b00f0d704ce414cfbb640fa8d35f3d6e", PCI device ID: , UID: "3d877605-b394-445c-8147-07d3035f0901", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0513 17:15:50.914326 3769 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-lmdtt 5b21300c5b708de7d74cad53e54cb1e3b00f0d704ce414cfbb640fa8d35f3d6e network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-lmdtt 5b21300c5b708de7d74cad53e54cb1e3b00f0d704ce414cfbb640fa8d35f3d6e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:67:67:0f:48:e1\",\"name\":\"5b21300c5b708de\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/41a948e5-412d-48da-b348-353b93a3b155\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 17:15:51.130425 3769 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-qchg8] creating logical port build-service_build-service-controller-manager-7cbf488fcf-qchg8 for pod on switch ip-10-0-0-145.ec2.internal I0513 17:15:51.130530 3769 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-qchg8 I0513 17:15:51.154635 3769 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-qchg8] pod update took 24.129571ms I0513 17:15:51.154666 3769 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-qchg8] addLogicalPort annotation time took 24.168581ms I0513 17:15:51.155946 3769 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-qchg8] addLogicalPort took 25.542135ms, libovsdb time 846.965µs I0513 17:15:51.163321 3769 namespace.go:142] [integration-service] updating namespace I0513 17:15:51.456383 3769 namespace.go:142] [release-service] updating namespace I0513 17:15:51.622111 3769 namespace.go:142] [build-service] updating namespace I0513 17:15:51.646506 3769 namespace.go:142] [default-tenant] updating namespace I0513 17:15:51.660436 3769 namespace.go:142] [image-controller] updating namespace I0513 17:15:51.684941 3769 namespace.go:142] [integration-service] updating namespace I0513 17:15:51.713771 3769 namespace.go:142] [release-service] updating namespace I0513 17:15:51.761854 3769 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-2rs4z] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-2rs4z for pod on switch ip-10-0-0-145.ec2.internal I0513 17:15:51.761977 3769 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-2rs4z I0513 17:15:51.783190 3769 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-2rs4z] pod update took 21.244339ms I0513 17:15:51.783214 3769 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-2rs4z] addLogicalPort annotation time took 21.274165ms I0513 17:15:51.784985 3769 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-2rs4z] addLogicalPort took 23.158366ms, libovsdb time 1.268119ms I0513 17:15:51.832155 3769 namespace.go:142] [build-service] updating namespace I0513 17:15:51.921067 3769 namespace.go:142] [default-tenant] updating namespace I0513 17:15:51.992715 3769 base_network_controller_pods.go:487] [default/konflux-ui/proxy-7f99c4548c-rbnpj] creating logical port konflux-ui_proxy-7f99c4548c-rbnpj for pod on switch ip-10-0-0-145.ec2.internal I0513 17:15:51.992844 3769 kube.go:256] Updating pod konflux-ui/proxy-7f99c4548c-rbnpj I0513 17:15:52.022572 3769 pod.go:62] [konflux-ui/proxy-7f99c4548c-rbnpj] pod update took 29.767402ms I0513 17:15:52.022602 3769 base_network_controller_pods.go:951] [default/konflux-ui/proxy-7f99c4548c-rbnpj] addLogicalPort annotation time took 29.801698ms I0513 17:15:52.024253 3769 pods.go:271] [konflux-ui/proxy-7f99c4548c-rbnpj] addLogicalPort took 31.556401ms, libovsdb time 1.05792ms W0513 17:15:52.038051 3769 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0513 17:15:52.043686 3769 namespace.go:142] [image-controller] updating namespace I0513 17:15:52.108488 3769 namespace.go:142] [integration-service] updating namespace I0513 17:15:52.196107 3769 namespace.go:142] [release-service] updating namespace I0513 17:15:52.286313 3769 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-qchg8 8acd93842b7a618176dfe7777377aeedfb6f96df96a2d36754e1e59f2dd10d8c network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-qchg8 8acd93842b7a618176dfe7777377aeedfb6f96df96a2d36754e1e59f2dd10d8c network default NAD default NAD key ] I0513 17:15:52.298662 3769 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-qchg8, hostIfaceName: 8acd93842b7a618, network: default, NAD default, SandboxID: "8acd93842b7a618176dfe7777377aeedfb6f96df96a2d36754e1e59f2dd10d8c", PCI device ID: , UID: "fc3d3ebf-06ce-48c5-9b52-f20c22d8991c", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0513 17:15:52.358445 3769 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-qchg8 8acd93842b7a618176dfe7777377aeedfb6f96df96a2d36754e1e59f2dd10d8c network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-qchg8 8acd93842b7a618176dfe7777377aeedfb6f96df96a2d36754e1e59f2dd10d8c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:cb:a1:bf:18:cf\",\"name\":\"8acd93842b7a618\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a8040d5f-2777-48b7-aeff-60c89c191a82\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 17:15:52.576424 3769 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-5b84f95bc8-rvp8f] creating logical port integration-service_integration-service-controller-manager-5b84f95bc8-rvp8f for pod on switch ip-10-0-0-145.ec2.internal I0513 17:15:52.576547 3769 kube.go:256] Updating pod integration-service/integration-service-controller-manager-5b84f95bc8-rvp8f I0513 17:15:52.594439 3769 pod.go:62] [integration-service/integration-service-controller-manager-5b84f95bc8-rvp8f] pod update took 17.927741ms I0513 17:15:52.594487 3769 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-5b84f95bc8-rvp8f] addLogicalPort annotation time took 17.97954ms I0513 17:15:52.596099 3769 pods.go:271] [integration-service/integration-service-controller-manager-5b84f95bc8-rvp8f] addLogicalPort took 19.698577ms, libovsdb time 1.03378ms I0513 17:15:53.393561 3769 namespace.go:142] [enterprise-contract-service] updating namespace I0513 17:15:53.595858 3769 namespace.go:142] [konflux-cli] updating namespace I0513 17:15:53.795440 3769 namespace.go:142] [konflux-info] updating namespace I0513 17:15:53.998078 3769 namespace.go:142] [namespace-lister] updating namespace I0513 17:15:54.199595 3769 namespace.go:142] [segment-bridge] updating namespace I0513 17:15:54.319110 3769 namespace.go:142] [enterprise-contract-service] updating namespace I0513 17:15:54.335239 3769 namespace.go:142] [konflux-cli] updating namespace I0513 17:15:54.356886 3769 namespace.go:142] [konflux-info] updating namespace I0513 17:15:54.371677 3769 namespace.go:142] [namespace-lister] updating namespace I0513 17:15:54.390390 3769 namespace.go:142] [segment-bridge] updating namespace I0513 17:15:54.442901 3769 namespace.go:142] [enterprise-contract-service] updating namespace I0513 17:15:54.525465 3769 namespace.go:142] [konflux-cli] updating namespace I0513 17:15:54.623801 3769 namespace.go:142] [konflux-info] updating namespace I0513 17:15:54.722525 3769 namespace.go:142] [namespace-lister] updating namespace I0513 17:15:54.825958 3769 namespace.go:142] [segment-bridge] updating namespace I0513 17:15:57.780044 3769 cni.go:452] [integration-service/integration-service-controller-manager-5b84f95bc8-rvp8f 398e816a1f4a9d6dd6c7ddf5c386f9c447517b151cc0b363393222ac42c784c3 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-5b84f95bc8-rvp8f 398e816a1f4a9d6dd6c7ddf5c386f9c447517b151cc0b363393222ac42c784c3 network default NAD default NAD key ] I0513 17:15:57.789465 3769 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-5b84f95bc8-rvp8f, hostIfaceName: 398e816a1f4a9d6, network: default, NAD default, SandboxID: "398e816a1f4a9d6dd6c7ddf5c386f9c447517b151cc0b363393222ac42c784c3", PCI device ID: , UID: "28a39a0e-85f7-4743-b96f-07d7c2e02d7f", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0513 17:15:57.852878 3769 cni.go:473] [integration-service/integration-service-controller-manager-5b84f95bc8-rvp8f 398e816a1f4a9d6dd6c7ddf5c386f9c447517b151cc0b363393222ac42c784c3 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-5b84f95bc8-rvp8f 398e816a1f4a9d6dd6c7ddf5c386f9c447517b151cc0b363393222ac42c784c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:24:5b:55:5e:f3\",\"name\":\"398e816a1f4a9d6\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cdb8e204-4989-40d4-8f5f-cdaa515f471f\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 17:15:58.626759 3769 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0513 17:15:58.671384 3769 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0513 17:15:59.845927 3769 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-2rs4z be5c1e41f5333358e981e89d77a4cc42ccbd210376ea277597dcee04de339c5f network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-2rs4z be5c1e41f5333358e981e89d77a4cc42ccbd210376ea277597dcee04de339c5f network default NAD default NAD key ] I0513 17:15:59.856017 3769 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-2rs4z, hostIfaceName: be5c1e41f533335, network: default, NAD default, SandboxID: "be5c1e41f5333358e981e89d77a4cc42ccbd210376ea277597dcee04de339c5f", PCI device ID: , UID: "dcd19290-b694-4357-b743-e113cec1d8d5", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0513 17:15:59.905208 3769 cni.go:452] [konflux-ui/proxy-7f99c4548c-rbnpj c50c74236ad41d3003c913dcf03c1b9992e48b26618687064dfb4718839018d8 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-7f99c4548c-rbnpj c50c74236ad41d3003c913dcf03c1b9992e48b26618687064dfb4718839018d8 network default NAD default NAD key ] I0513 17:15:59.916181 3769 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-2rs4z be5c1e41f5333358e981e89d77a4cc42ccbd210376ea277597dcee04de339c5f network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-2rs4z be5c1e41f5333358e981e89d77a4cc42ccbd210376ea277597dcee04de339c5f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:c6:bb:76:fe:18\",\"name\":\"be5c1e41f533335\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12e6b8ec-e510-4fe3-a615-e9df162a4af1\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 17:15:59.917406 3769 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-7f99c4548c-rbnpj, hostIfaceName: c50c74236ad41d3, network: default, NAD default, SandboxID: "c50c74236ad41d3003c913dcf03c1b9992e48b26618687064dfb4718839018d8", PCI device ID: , UID: "22d31f3c-dadd-416c-a64f-483072211088", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0513 17:15:59.978720 3769 cni.go:473] [konflux-ui/proxy-7f99c4548c-rbnpj c50c74236ad41d3003c913dcf03c1b9992e48b26618687064dfb4718839018d8 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-7f99c4548c-rbnpj c50c74236ad41d3003c913dcf03c1b9992e48b26618687064dfb4718839018d8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:8b:4c:a7:a1:d8\",\"name\":\"c50c74236ad41d3\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cef266e0-47e8-4f2f-a1d5-a5cb53c7a276\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 17:16:00.036671 3769 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0513 17:16:00.650183 3769 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0513 17:16:00.651608 3769 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0513 17:16:01.334911 3769 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 W0513 17:16:01.658017 3769 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0513 17:16:01.658297 3769 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0513 17:16:04.679560 3769 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0513 17:16:04.679585 3769 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0513 17:16:05.096256 3769 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0513 17:16:05.096274 3769 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0513 17:16:05.123069 3769 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0513 17:16:05.124578 3769 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0513 17:16:09.644795 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0513 17:16:09.682097 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0513 17:16:11.664078 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0513 17:16:11.667354 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0513 17:16:11.980819 3769 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6g62s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:16:11.981501 3769 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6g62s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:16:12.415687 3769 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6g62s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:16:12.415711 3769 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6g62s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:16:12.422118 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-6g62s I0513 17:16:12.422152 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-6g62s W0513 17:16:13.675822 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0513 17:16:13.675911 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0513 17:16:35.464341 3769 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 W0513 17:16:42.136054 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0513 17:16:42.136075 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0513 17:16:42.136086 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0513 17:16:42.136091 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0513 17:16:44.762109 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0513 17:16:44.762135 3769 util.go:959] Failed to build node endpoints for node ip-10-0-0-145.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0513 17:16:58.452147 3769 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0513 17:17:14.346851 3769 obj_retry.go:498] Detected object konflux-ui/proxy-7746b5f986-rgvsf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:17:14.347417 3769 obj_retry.go:498] Detected object konflux-ui/proxy-7746b5f986-rgvsf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:17:14.462712 3769 obj_retry.go:492] Detected object konflux-ui/proxy-7746b5f986-rgvsf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:17:14.462756 3769 obj_retry.go:492] Detected object konflux-ui/proxy-7746b5f986-rgvsf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:17:14.470295 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7746b5f986-rgvsf I0513 17:17:14.470322 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7746b5f986-rgvsf I0513 17:17:17.458827 3769 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0513 17:17:20.153519 3769 cni.go:452] [konflux-ui/test-tsf-konflux 8ec6d02efe36403dab4b4537999ec5caa2249cb787987aa81bb57863ac3be5dd network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 8ec6d02efe36403dab4b4537999ec5caa2249cb787987aa81bb57863ac3be5dd network default NAD default NAD key ] I0513 17:17:20.244801 3769 cni.go:473] [konflux-ui/test-tsf-konflux 8ec6d02efe36403dab4b4537999ec5caa2249cb787987aa81bb57863ac3be5dd network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 8ec6d02efe36403dab4b4537999ec5caa2249cb787987aa81bb57863ac3be5dd network default NAD default NAD key default], result "{}", err I0513 17:17:20.301457 3769 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:17:20.301489 3769 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0513 17:17:20.303039 3769 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.129.0.48 I0513 17:17:20.303066 3769 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:17:20.322302 3769 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:17:20.322324 3769 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:17:20.335419 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0513 17:17:20.335446 3769 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0513 17:17:39.441231 3769 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0513 17:17:42.445511 3769 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0513 17:17:52.035991 3769 namespace.go:98] [managed-tenant-fo7vv] adding namespace I0513 17:17:52.036889 3769 namespace.go:102] [managed-tenant-fo7vv] adding namespace took 876.521µs I0513 17:17:52.068494 3769 namespace.go:142] [managed-tenant-fo7vv] updating namespace I0513 17:17:52.083322 3769 namespace.go:142] [managed-tenant-fo7vv] updating namespace I0513 17:17:53.090373 3769 namespace.go:142] [managed-tenant-fo7vv] updating namespace I0513 17:17:53.218491 3769 namespace.go:142] [managed-tenant-fo7vv] updating namespace I0513 17:17:53.318401 3769 namespace.go:142] [managed-tenant-fo7vv] updating namespace I0513 17:18:35.336324 3769 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=83 I0513 17:18:37.337267 3769 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=75 I0513 17:19:25.467648 3769 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0513 17:19:49.425338 3769 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0513 17:20:04.505807 3769 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644880-lzts7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:20:04.506349 3769 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644880-lzts7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:20:05.379047 3769 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644880-lzts7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:20:05.379093 3769 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644880-lzts7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:20:12.345946 3769 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=625 I0513 17:20:23.337753 3769 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=136 I0513 17:20:29.339807 3769 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=129 I0513 17:22:04.338499 3769 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0513 17:22:15.449881 3769 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 W0513 17:22:32.997011 3769 duration.go:461] Config duration recorder: measurement expired for pod/openshift-image-registry/image-registry-54bdc69779-qzs5t I0513 17:22:36.429389 3769 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0513 17:22:47.467915 3769 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7