+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-229.ec2.internal ++ [[ -n ip-10-0-0-229.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-229.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0430 14:10:44.861555439 - disable conntrack on geneve port' I0430 14:10:44.861555439 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0430 14:10:44.902126931 - starting ovnkube-node' I0430 14:10:44.902126931 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-229.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-229.ec2.internal --init-node ip-10-0-0-229.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-229.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0430 14:10:44.955343 3799 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0430 14:10:44.955403 3799 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-bb52e1b948.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0430 14:10:44.956862 3799 kube.go:431] Waiting for certificate I0430 14:10:44.956891 3799 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0430 14:10:44.956946 3799 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0430 14:10:44.957698 3799 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0430 14:10:44.988085 3799 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0430 14:10:44.988109 3799 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0430 14:10:44.991374 3799 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0430 14:10:44.994714 3799 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-brccw" I0430 14:10:45.001457 3799 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-brccw" I0430 14:10:45.001572 3799 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0430 14:10:45.956933 3799 kube.go:438] Certificate found I0430 14:10:45.957456 3799 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0430 14:10:45.958422 3799 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0430 14:10:46.024741 3799 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0430 14:10:46.033333 3799 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-01 14:05:44 +0000 UTC" deadline="2026-05-01 07:33:58.771211921 +0000 UTC" I0430 14:10:46.033373 3799 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h23m12.737849828s" I0430 14:10:46.045354 3799 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0430 14:10:46.045421 3799 server.go:101] MetricServer registers OVS metrics I0430 14:10:46.045905 3799 server.go:105] MetricServer registers OVN DB metrics I0430 14:10:46.046077 3799 controller_manager.go:370] Starting the ovnkube controller I0430 14:10:46.046088 3799 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-229.ec2.internal I0430 14:10:46.046098 3799 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0430 14:10:46.046128 3799 controller_manager.go:395] NBDB zone sync took: 33.369µs I0430 14:10:46.046141 3799 factory.go:561] Starting watch factory I0430 14:10:46.046155 3799 factory.go:561] Starting watch factory I0430 14:10:46.046213 3799 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:10:46.046229 3799 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:10:46.046233 3799 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:10:46.046234 3799 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:10:46.046254 3799 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:10:46.046262 3799 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:10:46.046268 3799 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:10:46.046284 3799 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:10:46.046238 3799 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:10:46.046331 3799 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:10:46.046212 3799 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:10:46.046406 3799 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:10:46.050290 3799 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0430 14:10:46.050315 3799 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0430 14:10:46.064025 3799 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0430 14:10:46.064048 3799 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0430 14:10:46.067951 3799 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0430 14:10:46.067988 3799 server.go:109] MetricServer registers OVN Controller metrics I0430 14:10:46.069816 3799 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:10:46.071144 3799 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:10:46.071206 3799 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:10:46.071981 3799 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:10:46.072274 3799 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:10:46.072670 3799 server.go:113] MetricServer registers OVN Northd metrics I0430 14:10:46.075933 3799 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:10:46.076882 3799 metrics.go:519] OVN Metrics Server starts to run ... I0430 14:10:46.151587 3799 factory.go:1977] *v1.Node informer cache synced successfully I0430 14:10:46.151613 3799 factory.go:1977] *v1.Service informer cache synced successfully I0430 14:10:46.151618 3799 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0430 14:10:46.151622 3799 factory.go:1977] *v1.Pod informer cache synced successfully I0430 14:10:46.151625 3799 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0430 14:10:46.151628 3799 factory.go:1977] *v1.Namespace informer cache synced successfully I0430 14:10:46.151603 3799 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0430 14:10:46.151666 3799 factory.go:1977] *v1.Namespace informer cache synced successfully I0430 14:10:46.151673 3799 factory.go:1977] *v1.Node informer cache synced successfully I0430 14:10:46.151677 3799 factory.go:1977] *v1.Service informer cache synced successfully I0430 14:10:46.151680 3799 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0430 14:10:46.151683 3799 factory.go:1977] *v1.Pod informer cache synced successfully I0430 14:10:46.151719 3799 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 14:10:46.151739 3799 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 14:10:46.151742 3799 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 14:10:46.151755 3799 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 14:10:46.155245 3799 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 14:10:46.155255 3799 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 14:10:46.156834 3799 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0430 14:10:46.156845 3799 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0430 14:10:46.156908 3799 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:46.156917 3799 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0430 14:10:46.156924 3799 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0430 14:10:46.156926 3799 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:46.159507 3799 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:46.162020 3799 factory.go:1977] *v1.EgressIP informer cache synced successfully I0430 14:10:46.162046 3799 factory.go:1977] *v1.EgressIP informer cache synced successfully I0430 14:10:46.162096 3799 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:46.162118 3799 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:46.164683 3799 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:46.167838 3799 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0430 14:10:46.167889 3799 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:46.167899 3799 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:46.167963 3799 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0430 14:10:46.170138 3799 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:46.173296 3799 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0430 14:10:46.173357 3799 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:46.173374 3799 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:46.173439 3799 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0430 14:10:46.175977 3799 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:46.179273 3799 factory.go:1977] *v1.EgressService informer cache synced successfully I0430 14:10:46.179281 3799 factory.go:1977] *v1.EgressService informer cache synced successfully I0430 14:10:46.179334 3799 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:46.179349 3799 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:46.181904 3799 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:46.185090 3799 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0430 14:10:46.185103 3799 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0430 14:10:46.185287 3799 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0430 14:10:46.185302 3799 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0430 14:10:46.187988 3799 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0430 14:10:46.190149 3799 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0430 14:10:46.190152 3799 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0430 14:10:46.190204 3799 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:46.190214 3799 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:46.190220 3799 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:46.190229 3799 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:46.192815 3799 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:46.192928 3799 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:46.195571 3799 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0430 14:10:46.195580 3799 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0430 14:10:46.195585 3799 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0430 14:10:46.195588 3799 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0430 14:10:46.195595 3799 factory.go:680] Watch Factory start up complete, took: 149.43913ms I0430 14:10:46.195596 3799 factory.go:680] Watch Factory start up complete, took: 149.455739ms I0430 14:10:46.195605 3799 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-229.ec2.internal" zone I0430 14:10:46.195657 3799 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0430 14:10:46.231708 3799 default_node_network_controller.go:710] Initializing the default node network controller I0430 14:10:46.293395 3799 udn_isolation.go:101] Starting UDN host isolation manager I0430 14:10:46.298986 3799 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0430 14:10:46.356851 3799 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0430 14:10:46.356935 3799 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0430 14:10:46.356953 3799 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0430 14:10:46.390276 3799 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0430 14:10:46.390346 3799 default_node_network_controller.go:809] Node ip-10-0-0-229.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0430 14:10:46.395325 3799 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.229"] k8s.ovn.org/zone-name:ip-10-0-0-229.ec2.internal] on node ip-10-0-0-229.ec2.internal I0430 14:10:46.417972 3799 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0430 14:10:46.424070 3799 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0430 14:10:46.424181 3799 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0430 14:10:46.424313 3799 gateway_init.go:263] Preparing Gateway I0430 14:10:46.424327 3799 gateway_shared_intf.go:1687] Creating new gateway I0430 14:10:46.445840 3799 controller_manager.go:429] Waiting for node in zone sync took: 250.222519ms I0430 14:10:46.450887 3799 controller_manager.go:611] Switching to transit router for layer2 networks I0430 14:10:46.450905 3799 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-229.ec2.internal I0430 14:10:46.467969 3799 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0430 14:10:46.474058 3799 controller_manager.go:290] SCTP support detected in OVN I0430 14:10:46.474720 3799 services_controller.go:69] Creating services controller for network=default I0430 14:10:46.474817 3799 udn_enabled_svc.go:80] Waiting for service informer to sync I0430 14:10:46.474917 3799 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0430 14:10:46.474948 3799 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0430 14:10:46.474961 3799 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0430 14:10:46.474970 3799 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0430 14:10:46.475129 3799 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0430 14:10:46.475170 3799 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0430 14:10:46.475217 3799 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 56.386µs I0430 14:10:46.475236 3799 udn_enabled_svc.go:95] Performing full resync I0430 14:10:46.475241 3799 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 62.028µs I0430 14:10:46.475251 3799 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 79.024µs I0430 14:10:46.475260 3799 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0430 14:10:46.475268 3799 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0430 14:10:46.475282 3799 default_network_controller.go:325] Starting the default network controller I0430 14:10:46.475300 3799 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 10.306µs I0430 14:10:46.475520 3799 udn_enabled_svc.go:99] Waiting for handler to sync I0430 14:10:46.475549 3799 udn_enabled_svc.go:104] Starting worker I0430 14:10:46.484160 3799 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0430 14:10:46.484213 3799 repair.go:33] Syncing exgw routes took 39.721µs I0430 14:10:46.484233 3799 default_network_controller.go:414] Starting all the Watchers... I0430 14:10:46.484353 3799 namespace.go:98] [openshift-kube-scheduler] adding namespace I0430 14:10:46.484362 3799 namespace.go:98] [kube-node-lease] adding namespace I0430 14:10:46.484367 3799 namespace.go:98] [openshift-backplane-cse] adding namespace I0430 14:10:46.484376 3799 namespace.go:98] [default] adding namespace I0430 14:10:46.484381 3799 namespace.go:98] [openshift-config] adding namespace I0430 14:10:46.484389 3799 namespace.go:98] [openshift-monitoring] adding namespace I0430 14:10:46.484392 3799 namespace.go:98] [openshift-cluster-version] adding namespace I0430 14:10:46.484389 3799 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0430 14:10:46.484404 3799 namespace.go:98] [openshift-console-operator] adding namespace I0430 14:10:46.484404 3799 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0430 14:10:46.484406 3799 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0430 14:10:46.484410 3799 namespace.go:98] [openshift-config-managed] adding namespace I0430 14:10:46.484424 3799 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0430 14:10:46.484435 3799 namespace.go:98] [openshift-apiserver-operator] adding namespace I0430 14:10:46.484354 3799 namespace.go:98] [openshift-ingress-operator] adding namespace I0430 14:10:46.485128 3799 namespace.go:102] [openshift-kube-scheduler] adding namespace took 760.249µs I0430 14:10:46.485149 3799 namespace.go:98] [openshift-kube-apiserver] adding namespace I0430 14:10:46.485687 3799 namespace.go:102] [openshift-kube-apiserver] adding namespace took 531.095µs I0430 14:10:46.485705 3799 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0430 14:10:46.486204 3799 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 493.246µs I0430 14:10:46.486217 3799 namespace.go:98] [openshift-must-gather-operator] adding namespace I0430 14:10:46.486692 3799 namespace.go:102] [kube-node-lease] adding namespace took 2.320881ms I0430 14:10:46.486712 3799 namespace.go:98] [openshift-controller-manager] adding namespace I0430 14:10:46.487213 3799 namespace.go:102] [openshift-backplane-cse] adding namespace took 2.835957ms I0430 14:10:46.487232 3799 namespace.go:98] [openshift-image-registry] adding namespace I0430 14:10:46.487712 3799 namespace.go:102] [default] adding namespace took 3.329553ms I0430 14:10:46.487726 3799 namespace.go:98] [openshift-host-network] adding namespace I0430 14:10:46.488195 3799 namespace.go:102] [openshift-config] adding namespace took 3.807771ms I0430 14:10:46.488214 3799 namespace.go:98] [openshift-authentication] adding namespace I0430 14:10:46.488737 3799 namespace.go:102] [openshift-monitoring] adding namespace took 4.340539ms I0430 14:10:46.488754 3799 namespace.go:98] [openshift-machine-api] adding namespace I0430 14:10:46.489130 3799 namespace.go:102] [openshift-cluster-version] adding namespace took 4.732537ms I0430 14:10:46.489146 3799 namespace.go:98] [openshift-logging] adding namespace I0430 14:10:46.489698 3799 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 5.296898ms I0430 14:10:46.489710 3799 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0430 14:10:46.490176 3799 namespace.go:102] [openshift-console-operator] adding namespace took 5.765467ms I0430 14:10:46.490198 3799 namespace.go:98] [openshift-backplane-mobb] adding namespace I0430 14:10:46.490641 3799 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.22768ms I0430 14:10:46.490663 3799 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0430 14:10:46.491174 3799 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.742235ms I0430 14:10:46.491192 3799 namespace.go:98] [openshift-machine-config-operator] adding namespace I0430 14:10:46.491660 3799 namespace.go:102] [openshift-config-managed] adding namespace took 7.24153ms I0430 14:10:46.491676 3799 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0430 14:10:46.492254 3799 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.812245ms I0430 14:10:46.492277 3799 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0430 14:10:46.492905 3799 namespace.go:102] [openshift-apiserver-operator] adding namespace took 8.458076ms I0430 14:10:46.492917 3799 namespace.go:98] [openshift-etcd] adding namespace I0430 14:10:46.493482 3799 namespace.go:102] [openshift-ingress-operator] adding namespace took 9.000646ms I0430 14:10:46.493499 3799 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0430 14:10:46.494100 3799 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.876535ms I0430 14:10:46.494116 3799 namespace.go:98] [openshift-infra] adding namespace I0430 14:10:46.494500 3799 namespace.go:102] [openshift-controller-manager] adding namespace took 7.782443ms I0430 14:10:46.494513 3799 namespace.go:98] [openshift-network-diagnostics] adding namespace I0430 14:10:46.495102 3799 namespace.go:102] [openshift-image-registry] adding namespace took 7.864024ms I0430 14:10:46.495114 3799 namespace.go:98] [openshift-node] adding namespace I0430 14:10:46.495545 3799 namespace.go:102] [openshift-host-network] adding namespace took 7.814335ms I0430 14:10:46.495560 3799 namespace.go:98] [openshift-backplane-tam] adding namespace I0430 14:10:46.496222 3799 namespace.go:102] [openshift-authentication] adding namespace took 8.003734ms I0430 14:10:46.496234 3799 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0430 14:10:46.496622 3799 namespace.go:102] [openshift-machine-api] adding namespace took 7.864113ms I0430 14:10:46.496632 3799 namespace.go:98] [openshift-backplane-srep] adding namespace I0430 14:10:46.497174 3799 namespace.go:102] [openshift-logging] adding namespace took 8.02244ms I0430 14:10:46.497188 3799 namespace.go:98] [openshift-network-operator] adding namespace I0430 14:10:46.497619 3799 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.903896ms I0430 14:10:46.497639 3799 namespace.go:98] [openshift-package-operator] adding namespace I0430 14:10:46.498134 3799 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.926588ms I0430 14:10:46.498148 3799 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0430 14:10:46.498769 3799 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 8.093237ms I0430 14:10:46.498791 3799 namespace.go:98] [openshift-network-console] adding namespace I0430 14:10:46.499411 3799 namespace.go:102] [openshift-machine-config-operator] adding namespace took 8.210596ms I0430 14:10:46.499427 3799 namespace.go:98] [openshift-route-controller-manager] adding namespace I0430 14:10:46.500040 3799 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.337345ms I0430 14:10:46.500055 3799 namespace.go:98] [openshift] adding namespace I0430 14:10:46.500784 3799 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 8.499561ms I0430 14:10:46.500796 3799 namespace.go:98] [openshift-dns-operator] adding namespace I0430 14:10:46.501364 3799 namespace.go:102] [openshift-etcd] adding namespace took 8.443375ms I0430 14:10:46.501378 3799 namespace.go:98] [openshift-customer-monitoring] adding namespace I0430 14:10:46.501876 3799 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 8.369923ms I0430 14:10:46.501892 3799 namespace.go:98] [openshift-backplane-csm] adding namespace W0430 14:10:46.502382 3799 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-zxhcl: pod openshift-network-diagnostics/network-check-target-zxhcl: no pod IPs found I0430 14:10:46.502394 3799 namespace.go:102] [openshift-infra] adding namespace took 8.270637ms I0430 14:10:46.502483 3799 namespace.go:98] [openshift-ingress] adding namespace I0430 14:10:46.503165 3799 namespace.go:102] [openshift-network-diagnostics] adding namespace took 8.647432ms I0430 14:10:46.503177 3799 namespace.go:98] [openshift-authentication-operator] adding namespace I0430 14:10:46.503803 3799 namespace.go:102] [openshift-node] adding namespace took 8.68222ms I0430 14:10:46.503823 3799 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0430 14:10:46.504476 3799 namespace.go:102] [openshift-backplane-tam] adding namespace took 8.911046ms I0430 14:10:46.504487 3799 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0430 14:10:46.505063 3799 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 8.824202ms I0430 14:10:46.505079 3799 namespace.go:98] [openshift-multus] adding namespace I0430 14:10:46.505662 3799 namespace.go:102] [openshift-backplane-srep] adding namespace took 9.025076ms I0430 14:10:46.505672 3799 namespace.go:98] [kube-system] adding namespace I0430 14:10:46.506170 3799 namespace.go:102] [openshift-network-operator] adding namespace took 8.978086ms I0430 14:10:46.506180 3799 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0430 14:10:46.506780 3799 namespace.go:102] [openshift-package-operator] adding namespace took 9.133468ms I0430 14:10:46.506800 3799 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0430 14:10:46.507317 3799 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 9.164914ms I0430 14:10:46.507329 3799 namespace.go:98] [kube-public] adding namespace I0430 14:10:46.507819 3799 namespace.go:102] [openshift-network-console] adding namespace took 9.020381ms I0430 14:10:46.507834 3799 namespace.go:98] [openshift-operators-redhat] adding namespace I0430 14:10:46.508410 3799 namespace.go:102] [openshift-route-controller-manager] adding namespace took 8.975757ms I0430 14:10:46.508431 3799 namespace.go:98] [openshift-console-user-settings] adding namespace I0430 14:10:46.508897 3799 namespace.go:102] [openshift] adding namespace took 8.835722ms I0430 14:10:46.508915 3799 namespace.go:98] [openshift-ingress-canary] adding namespace I0430 14:10:46.509349 3799 namespace.go:102] [openshift-dns-operator] adding namespace took 8.546093ms I0430 14:10:46.509369 3799 namespace.go:98] [openshift-operators] adding namespace I0430 14:10:46.509923 3799 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.538418ms I0430 14:10:46.509937 3799 namespace.go:98] [openshift-service-ca-operator] adding namespace I0430 14:10:46.510392 3799 namespace.go:102] [openshift-backplane-csm] adding namespace took 8.495999ms I0430 14:10:46.510403 3799 namespace.go:98] [openshift-apiserver] adding namespace I0430 14:10:46.510755 3799 iptables.go:108] Creating table: filter chain: FORWARD I0430 14:10:46.510911 3799 namespace.go:102] [openshift-ingress] adding namespace took 8.421265ms I0430 14:10:46.511331 3799 namespace.go:102] [openshift-authentication-operator] adding namespace took 8.149135ms I0430 14:10:46.511342 3799 namespace.go:98] [openshift-console] adding namespace I0430 14:10:46.511779 3799 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.949973ms I0430 14:10:46.511792 3799 namespace.go:98] [open-cluster-management-2q0h0mv2o35aaqsjhc6ahi9h1qf09c5u] adding namespace I0430 14:10:46.512189 3799 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.696999ms W0430 14:10:46.512196 3799 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-v26kq: pod openshift-multus/network-metrics-daemon-v26kq: no pod IPs found I0430 14:10:46.512202 3799 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0430 14:10:46.512747 3799 namespace.go:102] [openshift-multus] adding namespace took 7.662262ms I0430 14:10:46.512762 3799 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0430 14:10:46.513198 3799 namespace.go:102] [kube-system] adding namespace took 7.521427ms I0430 14:10:46.513230 3799 namespace.go:98] [openshift-marketplace] adding namespace I0430 14:10:46.513643 3799 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.4473ms I0430 14:10:46.513659 3799 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0430 14:10:46.514285 3799 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.478811ms I0430 14:10:46.514297 3799 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0430 14:10:46.514917 3799 namespace.go:102] [kube-public] adding namespace took 7.582313ms I0430 14:10:46.515416 3799 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.576183ms I0430 14:10:46.515430 3799 namespace.go:98] [openshift-insights] adding namespace I0430 14:10:46.515835 3799 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.398026ms I0430 14:10:46.516170 3799 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.248747ms I0430 14:10:46.516553 3799 namespace.go:102] [openshift-operators] adding namespace took 7.178152ms I0430 14:10:46.516570 3799 namespace.go:98] [openshift-backplane-cee] adding namespace I0430 14:10:46.517204 3799 iptables.go:108] Creating table: filter chain: OUTPUT I0430 14:10:46.517461 3799 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.519545ms I0430 14:10:46.517934 3799 namespace.go:102] [openshift-apiserver] adding namespace took 7.525872ms I0430 14:10:46.517946 3799 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0430 14:10:46.518357 3799 namespace.go:102] [openshift-console] adding namespace took 7.010722ms I0430 14:10:46.518368 3799 namespace.go:98] [openshift-network-node-identity] adding namespace I0430 14:10:46.518848 3799 namespace.go:102] [open-cluster-management-2q0h0mv2o35aaqsjhc6ahi9h1qf09c5u] adding namespace took 7.05088ms I0430 14:10:46.519253 3799 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.044905ms I0430 14:10:46.519267 3799 namespace.go:98] [dedicated-admin] adding namespace I0430 14:10:46.519602 3799 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.834301ms I0430 14:10:46.519617 3799 namespace.go:98] [openshift-dns] adding namespace I0430 14:10:46.520061 3799 namespace.go:102] [openshift-marketplace] adding namespace took 6.825872ms I0430 14:10:46.520437 3799 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.772526ms I0430 14:10:46.520450 3799 namespace.go:98] [openshift-backplane] adding namespace I0430 14:10:46.520821 3799 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.519706ms I0430 14:10:46.520833 3799 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0430 14:10:46.521339 3799 namespace.go:102] [openshift-insights] adding namespace took 5.903741ms I0430 14:10:46.521353 3799 namespace.go:98] [openshift-config-operator] adding namespace I0430 14:10:46.521722 3799 namespace.go:102] [openshift-backplane-cee] adding namespace took 5.145954ms I0430 14:10:46.522189 3799 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 4.238085ms I0430 14:10:46.522203 3799 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0430 14:10:46.522625 3799 namespace.go:102] [openshift-network-node-identity] adding namespace took 4.25231ms I0430 14:10:46.523121 3799 namespace.go:102] [dedicated-admin] adding namespace took 3.851085ms I0430 14:10:46.523459 3799 gateway_shared_intf.go:1816] Gateway Creation Complete I0430 14:10:46.523474 3799 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-229.ec2.internal","mac-address":"12:ae:ad:61:7c:35","ip-addresses":["10.0.0.229/24"],"ip-address":"10.0.0.229/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:5f9a76d2-7f90-44a2-8175-f248637bf909 k8s.ovn.org/node-encap-ips:["10.0.0.229"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.229/24"} k8s.ovn.org/zone-name:ip-10-0-0-229.ec2.internal] on node ip-10-0-0-229.ec2.internal I0430 14:10:46.523517 3799 namespace.go:102] [openshift-dns] adding namespace took 3.89668ms I0430 14:10:46.523993 3799 namespace.go:102] [openshift-backplane] adding namespace took 3.536358ms I0430 14:10:46.524396 3799 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 3.55692ms I0430 14:10:46.524815 3799 namespace.go:102] [openshift-config-operator] adding namespace took 3.457408ms I0430 14:10:46.525212 3799 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 3.003142ms W0430 14:10:46.525305 3799 master.go:458] Unable to parse local node ip-10-0-0-229.ec2.internal chassis-id annotation. Chassis may be removed during sync I0430 14:10:46.525318 3799 master.go:481] Removing stale chassis with ID/Name: 5f9a76d2-7f90-44a2-8175-f248637bf909, hostname: ip-10-0-0-229.ec2.internal I0430 14:10:46.525812 3799 master.go:548] Adding or Updating local node "ip-10-0-0-229.ec2.internal" for network "default" I0430 14:10:46.526956 3799 zone_ic_handler.go:195] Time taken to create transit switch: 450.887µs I0430 14:10:46.526969 3799 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-82.ec2.internal for the network default I0430 14:10:46.528068 3799 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-82.ec2.internal" on network "default" took: 1.574398ms I0430 14:10:46.529507 3799 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-229.ec2.internal for the network default I0430 14:10:46.529719 3799 zone_ic_handler.go:195] Time taken to create transit switch: 199.552µs I0430 14:10:46.530423 3799 default_network_controller.go:823] Node add failed for ip-10-0-0-229.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-229.ec2.internal, error getting gateway config for node ip-10-0-0-229.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-229.ec2.internal", failed to update chassis to local for local node ip-10-0-0-229.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-229.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-229.ec2.internal] E0430 14:10:46.530469 3799 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-229.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-229.ec2.internal, error getting gateway config for node ip-10-0-0-229.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-229.ec2.internal", failed to update chassis to local for local node ip-10-0-0-229.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-229.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-229.ec2.internal] I0430 14:10:46.530520 3799 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0430 14:10:46.530558 3799 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0430 14:10:46.530575 3799 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0430 14:10:46.530604 3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-229.ec2.internal in network "default" I0430 14:10:46.530561 3799 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-229.ec2.internal", UID:"a6ce47c9-750f-4fc9-8b1c-91adaebec109", APIVersion:"v1", ResourceVersion:"9786", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-229.ec2.internal, error getting gateway config for node ip-10-0-0-229.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-229.ec2.internal", failed to update chassis to local for local node ip-10-0-0-229.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-229.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-229.ec2.internal] I0430 14:10:46.530636 3799 node_tracker.go:235] Node ip-10-0-0-229.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-229.ec2.internal" I0430 14:10:46.530650 3799 node_tracker.go:169] Node ip-10-0-0-229.ec2.internal switch + router changed, syncing services in network "default" I0430 14:10:46.530663 3799 services_controller.go:574] Full service sync requested for network=default I0430 14:10:46.530671 3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-82.ec2.internal in network "default" I0430 14:10:46.530707 3799 node_tracker.go:169] Node ip-10-0-1-82.ec2.internal switch + router changed, syncing services in network "default" I0430 14:10:46.530713 3799 services_controller.go:574] Full service sync requested for network=default I0430 14:10:46.541883 3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-229.ec2.internal in network "default" I0430 14:10:46.541928 3799 node_tracker.go:169] Node ip-10-0-0-229.ec2.internal switch + router changed, syncing services in network "default" I0430 14:10:46.541939 3799 services_controller.go:574] Full service sync requested for network=default I0430 14:10:46.542031 3799 master.go:548] Adding or Updating local node "ip-10-0-0-229.ec2.internal" for network "default" I0430 14:10:46.545956 3799 default_node_network_controller.go:519] Node connection status = connected W0430 14:10:46.547778 3799 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-v26kq: pod openshift-multus/network-metrics-daemon-v26kq: no pod IPs found W0430 14:10:46.547797 3799 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-zxhcl: pod openshift-network-diagnostics/network-check-target-zxhcl: no pod IPs found I0430 14:10:46.548871 3799 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-229.ec2.internal for the network default I0430 14:10:46.549064 3799 zone_ic_handler.go:195] Time taken to create transit switch: 179.275µs I0430 14:10:46.630689 3799 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0430 14:10:46.630714 3799 services_controller.go:208] Setting up event handlers for services for network=default I0430 14:10:46.630767 3799 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0430 14:10:46.630799 3799 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0430 14:10:46.630810 3799 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0430 14:10:46.731216 3799 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0430 14:10:46.731237 3799 repair.go:60] Starting repairing loop for services I0430 14:10:46.731332 3799 repair.go:131] Deleted 0 stale service LBs I0430 14:10:46.731351 3799 repair.go:137] Deleted 0 stale Chassis Template Vars I0430 14:10:46.731368 3799 repair.go:62] Finished repairing loop for services: 132.757µs I0430 14:10:46.731394 3799 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0430 14:10:46.731404 3799 services_controller.go:254] Starting workers for network=default I0430 14:10:46.731797 3799 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-zxhcl] creating logical port openshift-network-diagnostics_network-check-target-zxhcl for pod on switch ip-10-0-0-229.ec2.internal I0430 14:10:46.731916 3799 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-v26kq] creating logical port openshift-multus_network-metrics-daemon-v26kq for pod on switch ip-10-0-0-229.ec2.internal I0430 14:10:46.731934 3799 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-zxhcl I0430 14:10:46.732029 3799 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-v26kq I0430 14:10:46.747667 3799 pod.go:62] [openshift-network-diagnostics/network-check-target-zxhcl] pod update took 15.784747ms I0430 14:10:46.747685 3799 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-zxhcl] addLogicalPort annotation time took 15.806451ms I0430 14:10:46.748450 3799 pods.go:271] [openshift-network-diagnostics/network-check-target-zxhcl] addLogicalPort took 16.662371ms, libovsdb time 560.187µs I0430 14:10:46.748496 3799 pod.go:62] [openshift-multus/network-metrics-daemon-v26kq] pod update took 16.497382ms I0430 14:10:46.748522 3799 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-v26kq] addLogicalPort annotation time took 16.519611ms I0430 14:10:46.749377 3799 pods.go:271] [openshift-multus/network-metrics-daemon-v26kq] addLogicalPort took 17.474194ms, libovsdb time 592.817µs I0430 14:10:46.749956 3799 admin_network_policy_controller.go:227] Starting controller default-network-controller I0430 14:10:46.749978 3799 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0430 14:10:46.749994 3799 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0430 14:10:46.750000 3799 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0430 14:10:46.750201 3799 repair.go:29] Repairing admin network policies took 196.048µs I0430 14:10:46.750316 3799 repair.go:92] Repairing baseline admin network policies took 106.857µs I0430 14:10:46.750725 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0430 14:10:46.750741 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0430 14:10:46.752035 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0430 14:10:46.752057 3799 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0430 14:10:46.752067 3799 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0430 14:10:46.754172 3799 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0430 14:10:46.754192 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0430 14:10:46.754201 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0430 14:10:46.755982 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0430 14:10:46.756002 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0430 14:10:46.756389 3799 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0430 14:10:46.756403 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0430 14:10:46.757146 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0430 14:10:46.757165 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0430 14:10:46.757174 3799 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0430 14:10:46.758936 3799 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0430 14:10:46.758954 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0430 14:10:46.758963 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0430 14:10:46.759477 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0430 14:10:46.759495 3799 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0430 14:10:46.759503 3799 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0430 14:10:46.761403 3799 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0430 14:10:46.761420 3799 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0430 14:10:46.761427 3799 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0430 14:10:46.763075 3799 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0430 14:10:46.763107 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0430 14:10:46.763118 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0430 14:10:46.764649 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0430 14:10:46.764666 3799 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0430 14:10:46.764672 3799 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0430 14:10:46.764949 3799 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0430 14:10:46.764977 3799 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0430 14:10:46.764989 3799 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0430 14:10:46.767344 3799 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0430 14:10:46.767367 3799 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0430 14:10:46.767374 3799 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0430 14:10:46.767642 3799 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0430 14:10:46.767660 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0430 14:10:46.767668 3799 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0430 14:10:46.768116 3799 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0430 14:10:46.768131 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0430 14:10:46.768138 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0430 14:10:46.768373 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0430 14:10:46.768388 3799 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0430 14:10:46.768399 3799 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0430 14:10:46.769914 3799 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0430 14:10:46.769931 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0430 14:10:46.769938 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0430 14:10:46.770392 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0430 14:10:46.770409 3799 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0430 14:10:46.770416 3799 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0430 14:10:46.770877 3799 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0430 14:10:46.770891 3799 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0430 14:10:46.770900 3799 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0430 14:10:46.771955 3799 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0430 14:10:46.771973 3799 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0430 14:10:46.771983 3799 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0430 14:10:46.773040 3799 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0430 14:10:46.773058 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0430 14:10:46.773064 3799 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0430 14:10:46.773359 3799 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0430 14:10:46.773376 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0430 14:10:46.773382 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0430 14:10:46.773952 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0430 14:10:46.773967 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0430 14:10:46.773989 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0430 14:10:46.774658 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0430 14:10:46.774679 3799 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0430 14:10:46.774688 3799 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0430 14:10:46.775161 3799 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0430 14:10:46.775177 3799 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0430 14:10:46.775186 3799 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0430 14:10:46.776036 3799 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0430 14:10:46.776053 3799 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0430 14:10:46.776062 3799 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0430 14:10:46.777125 3799 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0430 14:10:46.777150 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0430 14:10:46.777157 3799 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0430 14:10:46.777672 3799 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0430 14:10:46.777689 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0430 14:10:46.777696 3799 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0430 14:10:46.778225 3799 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0430 14:10:46.778246 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0430 14:10:46.778254 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0430 14:10:46.778852 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0430 14:10:46.778871 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0430 14:10:46.778882 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0430 14:10:46.779375 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0430 14:10:46.783810 3799 egressfirewall.go:374] Starting EgressFirewall controller I0430 14:10:46.783845 3799 controller.go:133] Adding controller egress-firewall-controller event handlers I0430 14:10:46.783867 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0430 14:10:46.783879 3799 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0430 14:10:46.783896 3799 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0430 14:10:46.783948 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0430 14:10:46.783959 3799 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0430 14:10:46.784222 3799 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0430 14:10:46.784234 3799 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0430 14:10:46.784240 3799 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0430 14:10:46.784248 3799 egressqos.go:193] Setting up event handlers for EgressQoS I0430 14:10:46.784260 3799 egressfirewall.go:723] Syncing node "ip-10-0-0-229.ec2.internal" for egress firewall I0430 14:10:46.784271 3799 egressfirewall.go:723] Syncing node "ip-10-0-1-82.ec2.internal" for egress firewall I0430 14:10:46.784386 3799 egressqos.go:245] Starting EgressQoS Controller I0430 14:10:46.784395 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0430 14:10:46.784401 3799 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0430 14:10:46.784406 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0430 14:10:46.784411 3799 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0430 14:10:46.784416 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0430 14:10:46.784420 3799 shared_informer.go:356] "Caches are synced" controller="egressqos" I0430 14:10:46.784424 3799 egressqos.go:259] Repairing EgressQoSes I0430 14:10:46.784428 3799 egressqos.go:399] Starting repairing loop for egressqos I0430 14:10:46.784494 3799 egressqos.go:401] Finished repairing loop for egressqos: 66.173µs I0430 14:10:46.784514 3799 egressservice_zone.go:132] Setting up event handlers for Egress Services I0430 14:10:46.784547 3799 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-229.ec2.internal I0430 14:10:46.784603 3799 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-229.ec2.internal : 55.768µs I0430 14:10:46.784693 3799 egressservice_zone.go:210] Starting Egress Services Controller I0430 14:10:46.784703 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0430 14:10:46.784711 3799 shared_informer.go:356] "Caches are synced" controller="egressservices" I0430 14:10:46.784716 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0430 14:10:46.784721 3799 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0430 14:10:46.784726 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0430 14:10:46.784732 3799 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0430 14:10:46.784737 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0430 14:10:46.784741 3799 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0430 14:10:46.784745 3799 egressservice_zone.go:228] Repairing Egress Services I0430 14:10:46.784985 3799 master_controller.go:88] Starting Admin Policy Based Route Controller I0430 14:10:46.784994 3799 external_controller.go:278] Starting Admin Policy Based Route Controller I0430 14:10:46.785055 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-82.ec2.internal I0430 14:10:46.785065 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-82.ec2.internal: 12.843µs I0430 14:10:46.785072 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-229.ec2.internal I0430 14:10:46.785077 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-229.ec2.internal: 4.03µs I0430 14:10:46.785225 3799 default_network_controller.go:585] Completing all the Watchers took 300.983219ms I0430 14:10:46.785239 3799 default_network_controller.go:589] Starting unidling controllers I0430 14:10:46.785250 3799 unidle.go:46] Registering OVN SB ControllerEvent handler I0430 14:10:46.785255 3799 unidle.go:63] Populating Initial ContollerEvent events I0430 14:10:46.785265 3799 unidle.go:79] Setting up event handlers for services I0430 14:10:46.785379 3799 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0430 14:10:47.046686 3799 default_node_network_controller.go:519] Node connection status = connected I0430 14:10:47.547302 3799 default_node_network_controller.go:519] Node connection status = connected I0430 14:10:48.046458 3799 default_node_network_controller.go:519] Node connection status = connected I0430 14:10:48.504701 3799 egressfirewall.go:723] Syncing node "ip-10-0-1-82.ec2.internal" for egress firewall I0430 14:10:48.504742 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-82.ec2.internal I0430 14:10:48.504758 3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-82.ec2.internal in network "default" I0430 14:10:48.504760 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-82.ec2.internal: 62.992µs I0430 14:10:48.504744 3799 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-82.ec2.internal. Updating no re-route policies I0430 14:10:48.504807 3799 node_tracker.go:169] Node ip-10-0-1-82.ec2.internal switch + router changed, syncing services in network "default" I0430 14:10:48.504823 3799 services_controller.go:574] Full service sync requested for network=default I0430 14:10:48.546389 3799 default_node_network_controller.go:519] Node connection status = connected I0430 14:10:48.861382 3799 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0430 14:10:49.046872 3799 default_node_network_controller.go:519] Node connection status = connected I0430 14:10:49.065174 3799 bridgeconfig.go:537] Gateway is ready I0430 14:10:49.065196 3799 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0430 14:10:49.077788 3799 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.229. Updating OVN encap IP. I0430 14:10:49.083555 3799 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.229 - it is already configured I0430 14:10:49.083573 3799 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.229/24:{} 172.20.0.1/32:{}]. Updating annotations. I0430 14:10:49.083814 3799 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.229/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-229.ec2.internal","mac-address":"12:ae:ad:61:7c:35","ip-addresses":["10.0.0.229/24"],"ip-address":"10.0.0.229/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:5f9a76d2-7f90-44a2-8175-f248637bf909 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.229/24"}] on node ip-10-0-0-229.ec2.internal I0430 14:10:49.109402 3799 master.go:548] Adding or Updating local node "ip-10-0-0-229.ec2.internal" for network "default" I0430 14:10:49.109451 3799 egressfirewall.go:723] Syncing node "ip-10-0-0-229.ec2.internal" for egress firewall I0430 14:10:49.109522 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-229.ec2.internal I0430 14:10:49.109554 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-229.ec2.internal: 36.562µs I0430 14:10:49.109581 3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-229.ec2.internal in network "default" I0430 14:10:49.109650 3799 node_tracker.go:169] Node ip-10-0-0-229.ec2.internal switch + router changed, syncing services in network "default" I0430 14:10:49.109675 3799 services_controller.go:574] Full service sync requested for network=default I0430 14:10:49.109684 3799 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.229 I0430 14:10:49.109800 3799 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-229.ec2.internal I0430 14:10:49.114664 3799 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-229.ec2.internal. Updating no re-route policies I0430 14:10:49.114747 3799 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-wwtp5 I0430 14:10:49.114772 3799 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-wwtp5 I0430 14:10:49.114775 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-txz5x I0430 14:10:49.114766 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-zxhcl I0430 14:10:49.114795 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-txz5x I0430 14:10:49.114792 3799 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-229.ec2.internal I0430 14:10:49.114798 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-zxhcl I0430 14:10:49.114806 3799 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-wwtp5 after 0 failed attempt(s) I0430 14:10:49.114758 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-4rbgp I0430 14:10:49.114813 3799 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-229.ec2.internal I0430 14:10:49.114824 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-4rbgp I0430 14:10:49.114774 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-6rpt8 I0430 14:10:49.114836 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-6rpt8 I0430 14:10:49.114832 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-v26kq I0430 14:10:49.114843 3799 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-zxhcl] creating logical port openshift-network-diagnostics_network-check-target-zxhcl for pod on switch ip-10-0-0-229.ec2.internal I0430 14:10:49.114854 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-6rpt8 after 0 failed attempt(s) I0430 14:10:49.114857 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-v26kq I0430 14:10:49.114809 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-8z5fp I0430 14:10:49.114870 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-8z5fp I0430 14:10:49.114874 3799 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-229.ec2.internal after 0 failed attempt(s) I0430 14:10:49.114908 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-8z5fp after 0 failed attempt(s) I0430 14:10:49.114842 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-4rbgp after 0 failed attempt(s) I0430 14:10:49.114824 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-txz5x after 0 failed attempt(s) I0430 14:10:49.114941 3799 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-v26kq] creating logical port openshift-multus_network-metrics-daemon-v26kq for pod on switch ip-10-0-0-229.ec2.internal I0430 14:10:49.115296 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-dq7jj I0430 14:10:49.115319 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-dq7jj I0430 14:10:49.115327 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-jvzds I0430 14:10:49.115343 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-jvzds I0430 14:10:49.115362 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-wzzgj I0430 14:10:49.115371 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-jvzds after 0 failed attempt(s) I0430 14:10:49.115377 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-wzzgj I0430 14:10:49.115343 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-dq7jj after 0 failed attempt(s) I0430 14:10:49.115413 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-wzzgj after 0 failed attempt(s) I0430 14:10:49.115437 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8nxtl I0430 14:10:49.115451 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8nxtl I0430 14:10:49.115472 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8nxtl after 0 failed attempt(s) I0430 14:10:49.115487 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-229.ec2.internal I0430 14:10:49.115499 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-229.ec2.internal I0430 14:10:49.115517 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-229.ec2.internal after 0 failed attempt(s) I0430 14:10:49.115821 3799 pods.go:271] [openshift-network-diagnostics/network-check-target-zxhcl] addLogicalPort took 986.595µs, libovsdb time 335.579µs I0430 14:10:49.115839 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-zxhcl after 0 failed attempt(s) I0430 14:10:49.116038 3799 pods.go:271] [openshift-multus/network-metrics-daemon-v26kq] addLogicalPort took 1.147913ms, libovsdb time 452.785µs I0430 14:10:49.116052 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-v26kq after 0 failed attempt(s) I0430 14:10:49.159789 3799 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0430 14:10:49.172617 3799 iptables.go:108] Creating table: mangle chain: OUTPUT I0430 14:10:49.176056 3799 iptables.go:108] Creating table: nat chain: OUTPUT I0430 14:10:49.200854 3799 iptables.go:108] Creating table: nat chain: PREROUTING I0430 14:10:49.247517 3799 iptables.go:108] Creating table: filter chain: FORWARD I0430 14:10:49.264386 3799 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0430 14:10:49.264476 3799 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0430 14:10:49.264523 3799 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0430 14:10:49.264617 3799 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0430 14:10:49.264686 3799 gateway_init.go:325] Gateway and management port readiness took 2.723075558s I0430 14:10:49.264715 3799 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0430 14:10:49.264756 3799 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0430 14:10:49.264772 3799 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0430 14:10:49.264781 3799 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0430 14:10:49.264847 3799 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0430 14:10:49.264929 3799 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 49.192µs I0430 14:10:49.265517 3799 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0430 14:10:49.265560 3799 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 19.348µs I0430 14:10:49.265567 3799 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 51.58µs I0430 14:10:49.265573 3799 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0430 14:10:49.265585 3799 nad_controller.go:379] [node-nad-controller NAD controller]: started I0430 14:10:49.265592 3799 default_node_network_controller.go:899] Starting the default node network controller I0430 14:10:49.265598 3799 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0430 14:10:49.265695 3799 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 17.742µs I0430 14:10:49.265786 3799 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0430 14:10:49.265795 3799 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0430 14:10:49.265830 3799 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b0b050 0xc0002c7c00 0xc0002c7ce0 0xc0002c7dc0 0xc0002c7e30 0xc0002c7ea0 0xc0002c7f10 0xc000b1f400 0xc0002d2000 0xc0002d2070 0xc000aae2d0 0xc0060d1340 0xc0002d20e0 map[0x2ff9080:0xc00271af60 0x2ff95c0:0xc00271b1a0 0x2ffa2e0:0xc000f12fc0 0x2ffa580:0xc00271af00 0x2ffad60:0xc00271afc0 0x2ffb000:0xc00271b020 0x2ffb2a0:0xc00271b080 0x2ffba80:0xc00271b200 0x2ffbd20:0xc00271b260 0x3026980:0xc000f12ea0 0x3026d20:0xc000f12f00 0x3027800:0xc000b65740 0x3029160:0xc001c80000 0x30298a0:0xc000f12f60 0x302a720:0xc00096a5a0] 0xc000b202a0 0} I0430 14:10:49.265886 3799 gateway.go:151] Starting gateway service sync I0430 14:10:49.266251 3799 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0430 14:10:49.268496 3799 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0430 14:10:49.277563 3799 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0430 14:10:49.278758 3799 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0430 14:10:49.279958 3799 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0430 14:10:49.314744 3799 gateway.go:168] Gateway service sync done. Time taken: 48.846724ms I0430 14:10:49.315376 3799 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30186 I0430 14:10:49.315582 3799 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b0b050 0xc0002c7c00 0xc0002c7ce0 0xc0002c7dc0 0xc0002c7e30 0xc0002c7ea0 0xc0002c7f10 0xc000b1f400 0xc0002d2000 0xc0002d2070 0xc000aae2d0 0xc0060d1340 0xc0002d20e0 map[0x2ff9080:0xc00271af60 0x2ff95c0:0xc00271b1a0 0x2ffa2e0:0xc000f12fc0 0x2ffa580:0xc00271af00 0x2ffad60:0xc00271afc0 0x2ffb000:0xc00271b020 0x2ffb2a0:0xc00271b080 0x2ffba80:0xc00271b200 0x2ffbd20:0xc00271b260 0x3026980:0xc000f12ea0 0x3026d20:0xc000f12f00 0x3027800:0xc000b65740 0x3029160:0xc001c80000 0x30298a0:0xc000f12f60 0x302a720:0xc00096a5a0] 0xc000b202a0 0} I0430 14:10:49.316039 3799 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b0b050 0xc0002c7c00 0xc0002c7ce0 0xc0002c7dc0 0xc0002c7e30 0xc0002c7ea0 0xc0002c7f10 0xc000b1f400 0xc0002d2000 0xc0002d2070 0xc000aae2d0 0xc0060d1340 0xc0002d20e0 map[0x2ff9080:0xc00271af60 0x2ff95c0:0xc00271b1a0 0x2ffa2e0:0xc000f12fc0 0x2ffa580:0xc00271af00 0x2ffad60:0xc00271afc0 0x2ffb000:0xc00271b020 0x2ffb2a0:0xc00271b080 0x2ffba80:0xc00271b200 0x2ffbd20:0xc00271b260 0x3026980:0xc000f12ea0 0x3026d20:0xc000f12f00 0x3027800:0xc000b65740 0x3029160:0xc001c80000 0x30298a0:0xc000f12f60 0x302a720:0xc00096a5a0] 0xc000b202a0 0} I0430 14:10:49.316079 3799 gateway.go:532] Reconciling gateway with updates I0430 14:10:49.321668 3799 gateway.go:339] Spawning Conntrack Rule Check Thread I0430 14:10:49.321696 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0430 14:10:49.321704 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 14:10:49.321721 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0430 14:10:49.321718 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0430 14:10:49.321739 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0430 14:10:49.321747 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0430 14:10:49.321750 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0430 14:10:49.321763 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0430 14:10:49.321765 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0430 14:10:49.321771 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0430 14:10:49.321773 3799 default_node_network_controller.go:944] Gateway and management port readiness took 55.969517ms I0430 14:10:49.321777 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0430 14:10:49.321779 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0430 14:10:49.321786 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0430 14:10:49.321783 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0430 14:10:49.321793 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0430 14:10:49.321797 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0430 14:10:49.321799 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0430 14:10:49.321802 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0430 14:10:49.321804 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0430 14:10:49.321814 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0430 14:10:49.321823 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0430 14:10:49.321827 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0430 14:10:49.321830 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 14:10:49.321833 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0430 14:10:49.321767 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0430 14:10:49.321847 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0430 14:10:49.321850 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0430 14:10:49.321855 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0430 14:10:49.321790 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0430 14:10:49.321852 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0430 14:10:49.321864 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0430 14:10:49.321873 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0430 14:10:49.321872 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0430 14:10:49.321874 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0430 14:10:49.321875 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0430 14:10:49.321886 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0430 14:10:49.321890 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0430 14:10:49.321894 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 14:10:49.321853 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0430 14:10:49.321895 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0430 14:10:49.321901 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0430 14:10:49.321825 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0430 14:10:49.321913 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0430 14:10:49.321918 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0430 14:10:49.321918 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0430 14:10:49.321923 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0430 14:10:49.321928 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0430 14:10:49.321931 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0430 14:10:49.321933 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0430 14:10:49.321938 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0430 14:10:49.321938 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0430 14:10:49.321943 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0430 14:10:49.321947 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0430 14:10:49.321953 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0430 14:10:49.321955 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0430 14:10:49.321959 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0430 14:10:49.321861 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0430 14:10:49.321979 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0430 14:10:49.321984 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0430 14:10:49.321960 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0430 14:10:49.321848 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0430 14:10:49.321913 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0430 14:10:49.322010 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0430 14:10:49.322014 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0430 14:10:49.321832 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0430 14:10:49.321920 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0430 14:10:49.321823 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0430 14:10:49.322042 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0430 14:10:49.321892 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0430 14:10:49.322052 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0430 14:10:49.321876 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0430 14:10:49.322061 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0430 14:10:49.322083 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0430 14:10:49.322083 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0430 14:10:49.322096 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0430 14:10:49.322098 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0430 14:10:49.321804 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0430 14:10:49.322106 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0430 14:10:49.322112 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0430 14:10:49.322111 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0430 14:10:49.322121 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0430 14:10:49.322119 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0430 14:10:49.322124 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0430 14:10:49.322128 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0430 14:10:49.322142 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0430 14:10:49.322146 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0430 14:10:49.321754 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0430 14:10:49.322101 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0430 14:10:49.322167 3799 port_claim.go:71] Svc openshift-ingress/router-default: port 30725 is already open, no action needed I0430 14:10:49.322178 3799 port_claim.go:71] Svc openshift-ingress/router-default: port 32367 is already open, no action needed I0430 14:10:49.321788 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0430 14:10:49.322187 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0430 14:10:49.322066 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0430 14:10:49.321843 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0430 14:10:49.322212 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0430 14:10:49.322229 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0430 14:10:49.322121 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0430 14:10:49.321837 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0430 14:10:49.322249 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0430 14:10:49.321855 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0430 14:10:49.322261 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0430 14:10:49.321855 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0430 14:10:49.322278 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0430 14:10:49.321857 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0430 14:10:49.322335 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0430 14:10:49.321893 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0430 14:10:49.321895 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0430 14:10:49.321901 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0430 14:10:49.321907 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0430 14:10:49.321920 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0430 14:10:49.321919 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0430 14:10:49.321936 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0430 14:10:49.322438 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0430 14:10:49.322056 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0430 14:10:49.322069 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0430 14:10:49.321777 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0430 14:10:49.321723 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 14:10:49.321839 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0430 14:10:49.322513 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0430 14:10:49.322939 3799 node_ip_handler_linux.go:160] Node IP manager is running W0430 14:10:49.365250 3799 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0430 14:10:49.365435 3799 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0430 14:10:49.365593 3799 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0430 14:10:49.375654 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0430 14:10:49.375679 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0430 14:10:49.375688 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0430 14:10:49.375696 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0430 14:10:49.375703 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0430 14:10:49.375713 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0430 14:10:49.375741 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0430 14:10:49.417683 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0430 14:10:49.417700 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0430 14:10:49.417720 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0430 14:10:49.417726 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0430 14:10:49.417732 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0430 14:10:49.417738 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0430 14:10:49.417743 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0430 14:10:49.417751 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) W0430 14:10:50.534271 3799 egressip_healthcheck.go:76] Health checking using insecure connection I0430 14:10:50.534319 3799 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0430 14:10:50.534278 3799 default_node_network_controller.go:1380] Starting node controller node sync I0430 14:10:50.545939 3799 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.589836ms I0430 14:10:50.546093 3799 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-82.ec2.internal", IP: 10.0.1.82 to PMTUD blocking rules I0430 14:10:50.546109 3799 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-82.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0430 14:10:50.551539 3799 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0430 14:10:50.551825 3799 egressservice_node.go:93] Setting up event handlers for Egress Services I0430 14:10:50.551986 3799 egressservice_node.go:183] Starting Egress Services Controller I0430 14:10:50.552001 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0430 14:10:50.552026 3799 shared_informer.go:356] "Caches are synced" controller="egressservices" I0430 14:10:50.552040 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0430 14:10:50.552047 3799 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0430 14:10:50.552052 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0430 14:10:50.552056 3799 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0430 14:10:50.552062 3799 egressservice_node.go:197] Repairing Egress Services I0430 14:10:50.561817 3799 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0430 14:10:50.561828 3799 external_controller.go:278] Starting Admin Policy Based Route Controller I0430 14:10:50.562048 3799 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0430 14:10:50.562062 3799 link_network_manager.go:119] Link manager is running I0430 14:10:50.562071 3799 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0430 14:10:50.562231 3799 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0430 14:10:50.562760 3799 vrf_manager.go:128] VRF manager is running I0430 14:10:50.562965 3799 node_controller_manager.go:437] Removing flows to drop GARP I0430 14:10:50.562976 3799 gateway.go:532] Reconciling gateway with updates I0430 14:10:50.585429 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0430 14:10:50.585438 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0430 14:10:50.585451 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0430 14:10:50.585451 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0430 14:10:50.585464 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0430 14:10:50.585480 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0430 14:10:50.585482 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0430 14:10:50.585496 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0430 14:10:50.585494 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0430 14:10:50.585510 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0430 14:10:50.585513 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0430 14:10:50.585468 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0430 14:10:50.585557 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0430 14:10:50.585564 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0430 14:10:50.585573 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0430 14:10:50.585576 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0430 14:10:50.585578 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0430 14:10:50.585582 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0430 14:10:50.585583 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0430 14:10:50.585591 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0430 14:10:50.585593 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0430 14:10:50.585592 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 14:10:50.585574 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0430 14:10:50.585599 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0430 14:10:50.585606 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 14:10:50.585614 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0430 14:10:50.585620 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0430 14:10:50.585621 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0430 14:10:50.585634 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0430 14:10:50.585454 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0430 14:10:50.585641 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0430 14:10:50.585645 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0430 14:10:50.585647 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0430 14:10:50.585654 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0430 14:10:50.585655 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0430 14:10:50.585660 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0430 14:10:50.585666 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0430 14:10:50.585671 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0430 14:10:50.585673 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0430 14:10:50.585592 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0430 14:10:50.585660 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0430 14:10:50.585690 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0430 14:10:50.585707 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0430 14:10:50.585722 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0430 14:10:50.585577 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0430 14:10:50.585727 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0430 14:10:50.585736 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0430 14:10:50.585576 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0430 14:10:50.585748 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0430 14:10:50.585752 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0430 14:10:50.585751 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0430 14:10:50.585757 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0430 14:10:50.585763 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0430 14:10:50.585766 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0430 14:10:50.585766 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0430 14:10:50.585770 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0430 14:10:50.585619 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 14:10:50.585779 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0430 14:10:50.585620 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0430 14:10:50.585788 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0430 14:10:50.585791 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0430 14:10:50.585792 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0430 14:10:50.585592 3799 port_claim.go:71] Svc openshift-ingress/router-default: port 30725 is already open, no action needed I0430 14:10:50.585803 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0430 14:10:50.585805 3799 port_claim.go:71] Svc openshift-ingress/router-default: port 32367 is already open, no action needed I0430 14:10:50.585804 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0430 14:10:50.585811 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0430 14:10:50.585608 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0430 14:10:50.585814 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0430 14:10:50.585801 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0430 14:10:50.585819 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0430 14:10:50.585823 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0430 14:10:50.585644 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0430 14:10:50.585789 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0430 14:10:50.585851 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0430 14:10:50.585643 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0430 14:10:50.585880 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0430 14:10:50.585722 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0430 14:10:50.585917 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0430 14:10:50.585925 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0430 14:10:50.585651 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0430 14:10:50.585930 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0430 14:10:50.585657 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0430 14:10:50.585937 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0430 14:10:50.585662 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0430 14:10:50.585669 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0430 14:10:50.585980 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0430 14:10:50.585673 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0430 14:10:50.585989 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0430 14:10:50.585676 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0430 14:10:50.585548 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0430 14:10:50.585709 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0430 14:10:50.585759 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0430 14:10:50.586109 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0430 14:10:50.585768 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0430 14:10:50.585784 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 14:10:50.585591 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0430 14:10:50.586182 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0430 14:10:50.585796 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0430 14:10:50.586241 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0430 14:10:50.585797 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0430 14:10:50.585797 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0430 14:10:50.586268 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0430 14:10:50.585805 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0430 14:10:50.586296 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0430 14:10:50.586301 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0430 14:10:50.585816 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0430 14:10:50.585646 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0430 14:10:50.586328 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0430 14:10:50.586347 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0430 14:10:50.624408 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0430 14:10:50.624422 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0430 14:10:50.624410 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0430 14:10:50.624436 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0430 14:10:50.663769 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0430 14:10:50.663794 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0430 14:10:50.663806 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0430 14:10:50.663817 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0430 14:10:50.663828 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0430 14:10:50.663846 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0430 14:10:50.663870 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0430 14:10:50.663890 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0430 14:10:50.663897 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0430 14:10:50.663904 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0430 14:10:50.663913 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0430 14:10:50.663919 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0430 14:10:50.663924 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0430 14:10:50.663930 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0430 14:10:50.703323 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0430 14:10:50.703353 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0430 14:10:50.703361 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0430 14:10:50.703367 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0430 14:10:50.703373 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0430 14:10:50.703377 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0430 14:10:52.014788 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-82.ec2.internal I0430 14:10:52.015080 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-82.ec2.internal: 299.79µs I0430 14:10:52.435079 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-229.ec2.internal I0430 14:10:52.435109 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-229.ec2.internal: 37.908µs I0430 14:10:52.463934 3799 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7468db9468-qc5wc] creating logical port openshift-image-registry_image-registry-7468db9468-qc5wc for pod on switch ip-10-0-0-229.ec2.internal I0430 14:10:52.464081 3799 kube.go:256] Updating pod openshift-image-registry/image-registry-7468db9468-qc5wc I0430 14:10:52.487105 3799 pod.go:62] [openshift-image-registry/image-registry-7468db9468-qc5wc] pod update took 23.068575ms I0430 14:10:52.487127 3799 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7468db9468-qc5wc] addLogicalPort annotation time took 23.09435ms I0430 14:10:52.488178 3799 pods.go:271] [openshift-image-registry/image-registry-7468db9468-qc5wc] addLogicalPort took 24.260333ms, libovsdb time 811.477µs I0430 14:10:52.495506 3799 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-4m95z] creating logical port openshift-ingress-canary_ingress-canary-4m95z for pod on switch ip-10-0-0-229.ec2.internal I0430 14:10:52.495620 3799 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-tcmvm] creating logical port openshift-dns_dns-default-tcmvm for pod on switch ip-10-0-0-229.ec2.internal I0430 14:10:52.495713 3799 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-4m95z I0430 14:10:52.495813 3799 kube.go:256] Updating pod openshift-dns/dns-default-tcmvm I0430 14:10:52.518611 3799 pod.go:62] [openshift-ingress-canary/ingress-canary-4m95z] pod update took 22.929166ms I0430 14:10:52.518634 3799 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-4m95z] addLogicalPort annotation time took 22.958047ms I0430 14:10:52.519691 3799 pods.go:271] [openshift-ingress-canary/ingress-canary-4m95z] addLogicalPort took 24.200263ms, libovsdb time 810.967µs I0430 14:10:52.520182 3799 pod.go:62] [openshift-dns/dns-default-tcmvm] pod update took 24.428853ms I0430 14:10:52.520200 3799 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-tcmvm] addLogicalPort annotation time took 24.44908ms I0430 14:10:52.521179 3799 pods.go:271] [openshift-dns/dns-default-tcmvm] addLogicalPort took 25.57298ms, libovsdb time 775.044µs I0430 14:10:52.851867 3799 cni.go:452] [openshift-ingress-canary/ingress-canary-4m95z 0fed910766e653b70054dd4776ad6044aabae4ddecc12356154a5d44ac48467e network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-4m95z 0fed910766e653b70054dd4776ad6044aabae4ddecc12356154a5d44ac48467e network default NAD default NAD key ] I0430 14:10:52.882861 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-4m95z, hostIfaceName: 0fed910766e653b, network: default, NAD default, SandboxID: "0fed910766e653b70054dd4776ad6044aabae4ddecc12356154a5d44ac48467e", PCI device ID: , UID: "3a460894-5a7a-4861-827a-b30131641aa2", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0430 14:10:52.929659 3799 cni.go:473] [openshift-ingress-canary/ingress-canary-4m95z 0fed910766e653b70054dd4776ad6044aabae4ddecc12356154a5d44ac48467e network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-4m95z 0fed910766e653b70054dd4776ad6044aabae4ddecc12356154a5d44ac48467e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:5c:b5:dd:bf:ed\",\"name\":\"0fed910766e653b\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a7aede20-de80-4b49-9206-6ca02a65e2bc\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 14:10:58.862771 3799 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 14:11:10.047561 3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-101.ec2.internal in network "default" I0430 14:11:10.047596 3799 node_tracker.go:220] Node ip-10-0-2-101.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation I0430 14:11:10.047677 3799 egressfirewall.go:723] Syncing node "ip-10-0-2-101.ec2.internal" for egress firewall I0430 14:11:10.047680 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-101.ec2.internal I0430 14:11:10.047705 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-101.ec2.internal: 29.733µs E0430 14:11:10.047721 3799 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-101.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0430 14:11:10.047741 3799 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-101.ec2.internal, error: [adding or updating remote node chassis ip-10-0-2-101.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-101.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-101.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-101.ec2.internal, error parsing annotation for node ip-10-0-2-101.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0430 14:11:10.058460 3799 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-101.ec2.internal annotation: unexpected end of JSON input E0430 14:11:10.058594 3799 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-101.ec2.internal annotation: unexpected end of JSON input I0430 14:11:10.058616 3799 default_network_controller.go:1025] Node "ip-10-0-2-101.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0430 14:11:10.058675 3799 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-101.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-2-101.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-2-101.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-2-101.ec2.internal" I0430 14:11:10.070383 3799 default_network_controller.go:1025] Node "ip-10-0-2-101.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0430 14:11:10.090518 3799 default_network_controller.go:1025] Node "ip-10-0-2-101.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 14:11:10.098814 3799 egressfirewall.go:723] Syncing node "ip-10-0-2-101.ec2.internal" for egress firewall I0430 14:11:10.098834 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-101.ec2.internal I0430 14:11:10.098833 3799 default_network_controller.go:1025] Node "ip-10-0-2-101.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 14:11:10.098848 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-101.ec2.internal: 15.684µs I0430 14:11:10.302174 3799 default_network_controller.go:1025] Node "ip-10-0-2-101.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 14:11:10.302197 3799 egressfirewall.go:723] Syncing node "ip-10-0-2-101.ec2.internal" for egress firewall I0430 14:11:10.302204 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-101.ec2.internal I0430 14:11:10.302220 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-101.ec2.internal: 20.948µs I0430 14:11:10.320073 3799 default_network_controller.go:1025] Node "ip-10-0-2-101.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 14:11:10.538551 3799 default_network_controller.go:1025] Node "ip-10-0-2-101.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 14:11:13.839932 3799 default_network_controller.go:1025] Node "ip-10-0-2-101.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 14:11:16.531417 3799 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-2-101.ec2.internal I0430 14:11:16.531449 3799 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-2-101.ec2.internal I0430 14:11:16.531582 3799 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-2-101.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-2-101.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-101.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-101.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-101.ec2.internal I0430 14:11:19.117163 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-922tf I0430 14:11:19.117196 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-922tf I0430 14:11:19.117226 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-5vwn5 I0430 14:11:19.117247 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-5vwn5 I0430 14:11:19.117254 3799 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-922tf, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-922tf: suppressed error logged: pod openshift-network-diagnostics/network-check-target-922tf: no pod IPs found I0430 14:11:19.117278 3799 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-5vwn5, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-5vwn5: suppressed error logged: pod openshift-multus/network-metrics-daemon-5vwn5: no pod IPs found I0430 14:11:20.117441 3799 cni.go:452] [openshift-network-diagnostics/network-check-target-zxhcl b45dd5d40ba1c6d29b11d65540a1e2d3698ad93069d7f18433d2133ab31ab98c network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-zxhcl b45dd5d40ba1c6d29b11d65540a1e2d3698ad93069d7f18433d2133ab31ab98c network default NAD default NAD key ] I0430 14:11:20.126419 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-zxhcl, hostIfaceName: b45dd5d40ba1c6d, network: default, NAD default, SandboxID: "b45dd5d40ba1c6d29b11d65540a1e2d3698ad93069d7f18433d2133ab31ab98c", PCI device ID: , UID: "9f72dd28-8bf3-42f2-baa9-b9e22269bf41", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0430 14:11:20.170372 3799 cni.go:473] [openshift-network-diagnostics/network-check-target-zxhcl b45dd5d40ba1c6d29b11d65540a1e2d3698ad93069d7f18433d2133ab31ab98c network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-zxhcl b45dd5d40ba1c6d29b11d65540a1e2d3698ad93069d7f18433d2133ab31ab98c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:41:02:c9:d1:a8\",\"name\":\"b45dd5d40ba1c6d\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d56af14-9d1f-4b50-9f8e-af566b1fe05f\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:11:20.479797 3799 default_network_controller.go:1025] Node "ip-10-0-2-101.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 14:11:21.967841 3799 default_network_controller.go:1025] Node "ip-10-0-2-101.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 14:11:21.967861 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-101.ec2.internal I0430 14:11:21.967879 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-101.ec2.internal: 21.936µs I0430 14:11:21.967850 3799 egressfirewall.go:723] Syncing node "ip-10-0-2-101.ec2.internal" for egress firewall W0430 14:11:25.245091 3799 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0430 14:11:26.908434 3799 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0430 14:11:28.490652 3799 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7kbkw] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7kbkw for pod on switch ip-10-0-0-229.ec2.internal I0430 14:11:28.490779 3799 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7kbkw I0430 14:11:28.504164 3799 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7kbkw] pod update took 13.411973ms I0430 14:11:28.504190 3799 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7kbkw] addLogicalPort annotation time took 13.442159ms I0430 14:11:28.505406 3799 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7kbkw] addLogicalPort took 14.788496ms, libovsdb time 926.187µs I0430 14:11:28.845645 3799 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7kbkw 734cb2bff2abcd43bf8c66ebd6f9ffce936ff4aeaa60fc3eb94d4d768d55e69c network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7kbkw 734cb2bff2abcd43bf8c66ebd6f9ffce936ff4aeaa60fc3eb94d4d768d55e69c network default NAD default NAD key ] I0430 14:11:28.855375 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7kbkw, hostIfaceName: 734cb2bff2abcd4, network: default, NAD default, SandboxID: "734cb2bff2abcd43bf8c66ebd6f9ffce936ff4aeaa60fc3eb94d4d768d55e69c", PCI device ID: , UID: "762495eb-53fe-4b9b-83e1-e4f0c8d04896", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0430 14:11:28.902205 3799 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7kbkw 734cb2bff2abcd43bf8c66ebd6f9ffce936ff4aeaa60fc3eb94d4d768d55e69c network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7kbkw 734cb2bff2abcd43bf8c66ebd6f9ffce936ff4aeaa60fc3eb94d4d768d55e69c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:dc:3b:5d:8f:67\",\"name\":\"734cb2bff2abcd4\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/59088315-faa6-48ea-9ce7-3c1cf1a9f541\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:11:37.682840 3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-101.ec2.internal in network "default" I0430 14:11:37.682854 3799 default_network_controller.go:1025] Node "ip-10-0-2-101.ec2.internal" in remote zone "ip-10-0-2-101.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 14:11:37.682898 3799 node_tracker.go:235] Node ip-10-0-2-101.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-101.ec2.internal" I0430 14:11:37.682917 3799 node_tracker.go:169] Node ip-10-0-2-101.ec2.internal switch + router changed, syncing services in network "default" I0430 14:11:37.682928 3799 services_controller.go:574] Full service sync requested for network=default W0430 14:11:37.683375 3799 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0430 14:11:37.730546 3799 default_network_controller.go:1025] Node "ip-10-0-2-101.ec2.internal" in remote zone "ip-10-0-2-101.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 14:11:37.843928 3799 default_network_controller.go:1025] Node "ip-10-0-2-101.ec2.internal" in remote zone "ip-10-0-2-101.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 14:11:37.843941 3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-101.ec2.internal in network "default" I0430 14:11:37.843998 3799 node_tracker.go:169] Node ip-10-0-2-101.ec2.internal switch + router changed, syncing services in network "default" I0430 14:11:37.844010 3799 services_controller.go:574] Full service sync requested for network=default W0430 14:11:37.844182 3799 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0430 14:11:37.845004 3799 zone_ic_handler.go:195] Time taken to create transit switch: 307.581µs I0430 14:11:37.845018 3799 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-101.ec2.internal for the network default I0430 14:11:37.846106 3799 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-101.ec2.internal" on network "default" took: 1.417895ms I0430 14:11:40.401720 3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-101.ec2.internal in network "default" I0430 14:11:40.401779 3799 egressfirewall.go:723] Syncing node "ip-10-0-2-101.ec2.internal" for egress firewall I0430 14:11:40.401801 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-101.ec2.internal I0430 14:11:40.401817 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-101.ec2.internal: 20.156µs I0430 14:11:40.401820 3799 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-101.ec2.internal", IP: 10.0.2.101 to PMTUD blocking rules I0430 14:11:40.401833 3799 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-101.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0430 14:11:40.401805 3799 node_tracker.go:169] Node ip-10-0-2-101.ec2.internal switch + router changed, syncing services in network "default" I0430 14:11:40.401926 3799 services_controller.go:574] Full service sync requested for network=default W0430 14:11:40.402072 3799 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0430 14:11:40.407947 3799 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-101.ec2.internal. Updating no re-route policies I0430 14:11:40.417202 3799 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-101.ec2.internal", IP: 10.0.2.101 to PMTUD blocking rules I0430 14:11:40.417218 3799 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-101.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0430 14:11:44.725300 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-101.ec2.internal I0430 14:11:44.725334 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-101.ec2.internal: 41.193µs I0430 14:11:52.325887 3799 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7kbkw 734cb2bff2abcd43bf8c66ebd6f9ffce936ff4aeaa60fc3eb94d4d768d55e69c network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7kbkw 734cb2bff2abcd43bf8c66ebd6f9ffce936ff4aeaa60fc3eb94d4d768d55e69c network default NAD default NAD key ] I0430 14:11:52.389784 3799 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7kbkw 734cb2bff2abcd43bf8c66ebd6f9ffce936ff4aeaa60fc3eb94d4d768d55e69c network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7kbkw 734cb2bff2abcd43bf8c66ebd6f9ffce936ff4aeaa60fc3eb94d4d768d55e69c network default NAD default NAD key default], result "{}", err I0430 14:11:52.432309 3799 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7kbkw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:11:52.432343 3799 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7kbkw I0430 14:11:52.433584 3799 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7kbkw, ips: 10.128.0.8 I0430 14:11:52.433614 3799 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7kbkw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:11:52.433634 3799 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7kbkw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:11:52.433645 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0430 14:11:52.433864 3799 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7kbkw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:11:52.433878 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0430 14:11:53.458094 3799 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7kbkw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:11:53.458132 3799 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7kbkw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:11:53.458153 3799 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7kbkw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:11:53.458164 3799 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7kbkw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0430 14:11:56.253920 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0430 14:12:04.726909 3799 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0430 14:12:04.741025 3799 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0430 14:13:23.689105 3799 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-6bvgp] creating logical port openshift-console-operator_console-operator-66dbbb6468-6bvgp for pod on switch ip-10-0-0-229.ec2.internal I0430 14:13:23.689199 3799 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-6bvgp I0430 14:13:23.709981 3799 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-6bvgp] pod update took 20.802456ms I0430 14:13:23.710012 3799 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-6bvgp] addLogicalPort annotation time took 20.838062ms I0430 14:13:23.711267 3799 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-6bvgp] addLogicalPort took 22.17883ms, libovsdb time 991.781µs I0430 14:13:23.711382 3799 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-f5f8c8646-44p8g] creating logical port openshift-ingress_router-default-f5f8c8646-44p8g for pod on switch ip-10-0-0-229.ec2.internal I0430 14:13:23.711467 3799 kube.go:256] Updating pod openshift-ingress/router-default-f5f8c8646-44p8g I0430 14:13:23.732263 3799 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-qt6rk] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-qt6rk for pod on switch ip-10-0-0-229.ec2.internal I0430 14:13:23.732403 3799 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-qt6rk I0430 14:13:23.743398 3799 pod.go:62] [openshift-ingress/router-default-f5f8c8646-44p8g] pod update took 31.961419ms I0430 14:13:23.743421 3799 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-f5f8c8646-44p8g] addLogicalPort annotation time took 31.988025ms I0430 14:13:23.744358 3799 pods.go:271] [openshift-ingress/router-default-f5f8c8646-44p8g] addLogicalPort took 32.98551ms, libovsdb time 661.325µs I0430 14:13:23.762919 3799 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-qt6rk] pod update took 30.538121ms I0430 14:13:23.762946 3799 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-qt6rk] addLogicalPort annotation time took 30.567573ms I0430 14:13:23.763026 3799 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5bf8b6486c-mwwgv] creating logical port openshift-ingress_router-default-5bf8b6486c-mwwgv for pod on switch ip-10-0-0-229.ec2.internal I0430 14:13:23.763130 3799 kube.go:256] Updating pod openshift-ingress/router-default-5bf8b6486c-mwwgv I0430 14:13:23.764066 3799 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-qt6rk] addLogicalPort took 31.821216ms, libovsdb time 865.717µs I0430 14:13:23.785701 3799 pod.go:62] [openshift-ingress/router-default-5bf8b6486c-mwwgv] pod update took 22.593196ms I0430 14:13:23.785721 3799 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-5bf8b6486c-mwwgv] addLogicalPort annotation time took 22.619ms I0430 14:13:23.786765 3799 pods.go:271] [openshift-ingress/router-default-5bf8b6486c-mwwgv] addLogicalPort took 23.750812ms, libovsdb time 766.836µs I0430 14:13:24.044232 3799 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-6bvgp 52eca1005f34ba43fc4cd2ad06c3e302e7951910fcbf50a2b2b6c550350d739f network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-6bvgp 52eca1005f34ba43fc4cd2ad06c3e302e7951910fcbf50a2b2b6c550350d739f network default NAD default NAD key ] I0430 14:13:24.053076 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-6bvgp, hostIfaceName: 52eca1005f34ba4, network: default, NAD default, SandboxID: "52eca1005f34ba43fc4cd2ad06c3e302e7951910fcbf50a2b2b6c550350d739f", PCI device ID: , UID: "7033d423-dea4-42db-b5c3-59412880cdc3", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0430 14:13:24.098643 3799 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-6bvgp 52eca1005f34ba43fc4cd2ad06c3e302e7951910fcbf50a2b2b6c550350d739f network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-6bvgp 52eca1005f34ba43fc4cd2ad06c3e302e7951910fcbf50a2b2b6c550350d739f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:99:d1:94:73:f2\",\"name\":\"52eca1005f34ba4\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0506e39-bc10-4ddc-a76b-2d79932efe69\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 14:13:27.577297 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0430 14:13:30.331418 3799 namespace.go:98] [openshift-service-ca] adding namespace I0430 14:13:30.332364 3799 namespace.go:102] [openshift-service-ca] adding namespace took 924.688µs I0430 14:13:30.349310 3799 namespace.go:142] [openshift-service-ca] updating namespace I0430 14:13:30.574606 3799 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0430 14:13:30.575577 3799 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 946.832µs I0430 14:13:30.595694 3799 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0430 14:13:30.689701 3799 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-tqfrt] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-tqfrt for pod on switch ip-10-0-0-229.ec2.internal I0430 14:13:30.689800 3799 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-tqfrt I0430 14:13:30.705576 3799 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-tqfrt] pod update took 15.8025ms I0430 14:13:30.705598 3799 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-tqfrt] addLogicalPort annotation time took 15.82955ms I0430 14:13:30.706638 3799 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-tqfrt] addLogicalPort took 16.956005ms, libovsdb time 762.784µs I0430 14:13:31.045700 3799 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-tqfrt 7317462fcf11d028b0816e6a2d6c9a5c3c1d72313f0716b924df87a7d2a4fe89 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-tqfrt 7317462fcf11d028b0816e6a2d6c9a5c3c1d72313f0716b924df87a7d2a4fe89 network default NAD default NAD key ] I0430 14:13:31.054899 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-tqfrt, hostIfaceName: 7317462fcf11d02, network: default, NAD default, SandboxID: "7317462fcf11d028b0816e6a2d6c9a5c3c1d72313f0716b924df87a7d2a4fe89", PCI device ID: , UID: "8251e53a-0c49-413b-9f5d-c3b144376be9", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0430 14:13:31.100380 3799 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-tqfrt 7317462fcf11d028b0816e6a2d6c9a5c3c1d72313f0716b924df87a7d2a4fe89 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-tqfrt 7317462fcf11d028b0816e6a2d6c9a5c3c1d72313f0716b924df87a7d2a4fe89 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:6c:18:3c:67:a0\",\"name\":\"7317462fcf11d02\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c58da7c1-f6f1-4a63-a202-11303d995fd4\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 14:13:38.961244 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0430 14:13:55.590269 3799 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0430 14:13:55.706703 3799 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0430 14:13:55.820324 3799 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-x89pd] creating logical port openshift-insights_insights-runtime-extractor-x89pd for pod on switch ip-10-0-0-229.ec2.internal I0430 14:13:55.820452 3799 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-x89pd I0430 14:13:55.833925 3799 pod.go:62] [openshift-insights/insights-runtime-extractor-x89pd] pod update took 13.499187ms I0430 14:13:55.833944 3799 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-x89pd] addLogicalPort annotation time took 13.52266ms I0430 14:13:55.835057 3799 pods.go:271] [openshift-insights/insights-runtime-extractor-x89pd] addLogicalPort took 14.753099ms, libovsdb time 816.266µs I0430 14:13:55.883073 3799 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-qt6rk bbf002faa722126f36a91e9628eb1fbffc4862454684f241be50b1bdc2757115 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-qt6rk bbf002faa722126f36a91e9628eb1fbffc4862454684f241be50b1bdc2757115 network default NAD default NAD key ] I0430 14:13:55.892897 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-qt6rk, hostIfaceName: bbf002faa722126, network: default, NAD default, SandboxID: "bbf002faa722126f36a91e9628eb1fbffc4862454684f241be50b1bdc2757115", PCI device ID: , UID: "b0928a0d-0dca-45d9-ab0d-71ec20e203c7", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0430 14:13:55.938586 3799 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-qt6rk bbf002faa722126f36a91e9628eb1fbffc4862454684f241be50b1bdc2757115 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-qt6rk bbf002faa722126f36a91e9628eb1fbffc4862454684f241be50b1bdc2757115 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:dc:58:ae:fe:f1\",\"name\":\"bbf002faa722126\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f0995282-5ee2-4507-aef2-ee3b9281d4dc\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:13:56.188957 3799 cni.go:452] [openshift-insights/insights-runtime-extractor-x89pd 157cb95191a060721447b5fb1555dd56ae9ed3792538d6fb9df28cb81ba3429e network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-x89pd 157cb95191a060721447b5fb1555dd56ae9ed3792538d6fb9df28cb81ba3429e network default NAD default NAD key ] I0430 14:13:56.199145 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-x89pd, hostIfaceName: 157cb95191a0607, network: default, NAD default, SandboxID: "157cb95191a060721447b5fb1555dd56ae9ed3792538d6fb9df28cb81ba3429e", PCI device ID: , UID: "13aa1263-c7f8-421c-a1e7-26d99dec41c9", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0430 14:13:56.243971 3799 cni.go:473] [openshift-insights/insights-runtime-extractor-x89pd 157cb95191a060721447b5fb1555dd56ae9ed3792538d6fb9df28cb81ba3429e network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-x89pd 157cb95191a060721447b5fb1555dd56ae9ed3792538d6fb9df28cb81ba3429e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:df:35:79:88:2c\",\"name\":\"157cb95191a0607\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eab45cbd-36a7-4214-a88d-c007e4b46f6b\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 14:13:56.306898 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0430 14:13:56.306918 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0430 14:13:56.311261 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 14:13:56.311280 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 14:13:56.311288 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 14:13:56.488084 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0430 14:13:56.488105 3799 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0430 14:13:56.488110 3799 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default I0430 14:13:56.762101 3799 cni.go:452] [openshift-ingress/router-default-f5f8c8646-44p8g 18f1321a4ea20723945f7fcced2a4abd0aa0ebcd93f58f217b412bbdf7e92429 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-f5f8c8646-44p8g 18f1321a4ea20723945f7fcced2a4abd0aa0ebcd93f58f217b412bbdf7e92429 network default NAD default NAD key ] I0430 14:13:56.771640 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-f5f8c8646-44p8g, hostIfaceName: 18f1321a4ea2072, network: default, NAD default, SandboxID: "18f1321a4ea20723945f7fcced2a4abd0aa0ebcd93f58f217b412bbdf7e92429", PCI device ID: , UID: "960b25a6-c7fa-4229-afcc-1af3400c1e5e", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0430 14:13:56.821995 3799 cni.go:473] [openshift-ingress/router-default-f5f8c8646-44p8g 18f1321a4ea20723945f7fcced2a4abd0aa0ebcd93f58f217b412bbdf7e92429 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-f5f8c8646-44p8g 18f1321a4ea20723945f7fcced2a4abd0aa0ebcd93f58f217b412bbdf7e92429 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:a6:2d:23:11:8f\",\"name\":\"18f1321a4ea2072\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0b815faa-7a4f-4c8e-b756-a070ef2a6592\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:13:56.827303 3799 cni.go:452] [openshift-ingress/router-default-5bf8b6486c-mwwgv 5114ab06343da48f0efd5ce047204dcc36ac6a723ca491f2e128fd11c054e2da network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-5bf8b6486c-mwwgv 5114ab06343da48f0efd5ce047204dcc36ac6a723ca491f2e128fd11c054e2da network default NAD default NAD key ] I0430 14:13:56.838842 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5bf8b6486c-mwwgv, hostIfaceName: 5114ab06343da48, network: default, NAD default, SandboxID: "5114ab06343da48f0efd5ce047204dcc36ac6a723ca491f2e128fd11c054e2da", PCI device ID: , UID: "d0117340-4312-4c25-a649-1a1e76edb46e", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0430 14:13:56.888969 3799 cni.go:473] [openshift-ingress/router-default-5bf8b6486c-mwwgv 5114ab06343da48f0efd5ce047204dcc36ac6a723ca491f2e128fd11c054e2da network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-5bf8b6486c-mwwgv 5114ab06343da48f0efd5ce047204dcc36ac6a723ca491f2e128fd11c054e2da network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:59:b6:e1:23:3d\",\"name\":\"5114ab06343da48\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bcf9405b-6c7d-409c-904b-ec8f7e7b50d1\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 14:13:57.702175 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0430 14:13:57.702196 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0430 14:13:57.717970 3799 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7468db9468-qc5wc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:13:57.718005 3799 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7468db9468-qc5wc I0430 14:13:57.719397 3799 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7468db9468-qc5wc, ips: 10.128.0.5 I0430 14:13:57.719426 3799 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7468db9468-qc5wc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:13:57.726947 3799 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6f85fcfddf-nrq97] creating logical port openshift-image-registry_image-registry-6f85fcfddf-nrq97 for pod on switch ip-10-0-0-229.ec2.internal I0430 14:13:57.727027 3799 kube.go:256] Updating pod openshift-image-registry/image-registry-6f85fcfddf-nrq97 I0430 14:13:57.738943 3799 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7468db9468-qc5wc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:13:57.739009 3799 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7468db9468-qc5wc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:13:57.739165 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7468db9468-qc5wc I0430 14:13:57.739183 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7468db9468-qc5wc I0430 14:13:57.745637 3799 pod.go:62] [openshift-image-registry/image-registry-6f85fcfddf-nrq97] pod update took 18.634227ms I0430 14:13:57.745659 3799 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6f85fcfddf-nrq97] addLogicalPort annotation time took 18.659018ms I0430 14:13:57.746759 3799 pods.go:271] [openshift-image-registry/image-registry-6f85fcfddf-nrq97] addLogicalPort took 19.823634ms, libovsdb time 845.86µs W0430 14:13:57.777704 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0430 14:13:57.777722 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0430 14:13:58.084123 3799 cni.go:452] [openshift-image-registry/image-registry-6f85fcfddf-nrq97 749593bc000019b806e103c2885f248bcb0391058b18933c1e7dd17607dbc6c1 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6f85fcfddf-nrq97 749593bc000019b806e103c2885f248bcb0391058b18933c1e7dd17607dbc6c1 network default NAD default NAD key ] I0430 14:13:58.095706 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6f85fcfddf-nrq97, hostIfaceName: 749593bc000019b, network: default, NAD default, SandboxID: "749593bc000019b806e103c2885f248bcb0391058b18933c1e7dd17607dbc6c1", PCI device ID: , UID: "ee11d776-7702-42f8-b0c4-3404751db726", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0430 14:13:58.141028 3799 cni.go:473] [openshift-image-registry/image-registry-6f85fcfddf-nrq97 749593bc000019b806e103c2885f248bcb0391058b18933c1e7dd17607dbc6c1 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6f85fcfddf-nrq97 749593bc000019b806e103c2885f248bcb0391058b18933c1e7dd17607dbc6c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:4a:f1:29:af:ef\",\"name\":\"749593bc000019b\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4919589c-61b3-489b-825f-5b5f0e793107\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 14:13:58.687570 3799 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0430 14:13:58.727239 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 14:13:58.727261 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 14:13:58.727269 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 14:13:58.727382 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0430 14:13:58.727391 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0430 14:13:58.777323 3799 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dkxxh] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-dkxxh for pod on switch ip-10-0-0-229.ec2.internal I0430 14:13:58.777463 3799 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dkxxh I0430 14:13:58.794674 3799 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dkxxh] pod update took 17.231651ms I0430 14:13:58.794702 3799 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dkxxh] addLogicalPort annotation time took 17.265694ms I0430 14:13:58.798008 3799 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dkxxh] addLogicalPort took 20.698138ms, libovsdb time 2.961552ms I0430 14:13:58.858512 3799 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0430 14:13:58.967371 3799 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0430 14:14:00.638039 3799 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dkxxh 5641c7c83ef145b16a758485599dc48267ad32f252ee3e3e211a3505e09876a1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dkxxh 5641c7c83ef145b16a758485599dc48267ad32f252ee3e3e211a3505e09876a1 network default NAD default NAD key ] I0430 14:14:00.647113 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-dkxxh, hostIfaceName: 5641c7c83ef145b, network: default, NAD default, SandboxID: "5641c7c83ef145b16a758485599dc48267ad32f252ee3e3e211a3505e09876a1", PCI device ID: , UID: "6dd89500-b689-4c7d-88a8-c8c4b00d87b1", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0430 14:14:00.695578 3799 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dkxxh 5641c7c83ef145b16a758485599dc48267ad32f252ee3e3e211a3505e09876a1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dkxxh 5641c7c83ef145b16a758485599dc48267ad32f252ee3e3e211a3505e09876a1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:ea:31:95:12:f1\",\"name\":\"5641c7c83ef145b\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b22d8dc-632d-4298-8520-9bb5a29e741e\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 14:14:02.513392 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0430 14:14:02.724169 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0430 14:14:06.685037 3799 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0430 14:14:08.354923 3799 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-cd9s9] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-cd9s9 for pod on switch ip-10-0-0-229.ec2.internal I0430 14:14:08.355013 3799 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-cd9s9 I0430 14:14:08.373328 3799 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-cd9s9] pod update took 18.338928ms I0430 14:14:08.373356 3799 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-cd9s9] addLogicalPort annotation time took 18.372123ms I0430 14:14:08.374522 3799 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-cd9s9] addLogicalPort took 19.616995ms, libovsdb time 822.136µs I0430 14:14:09.316676 3799 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-cd9s9 d1f8e8372c4ff434a4a34adfb496074ebed1019a6f7a70e08ea106be33c30cf2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-cd9s9 d1f8e8372c4ff434a4a34adfb496074ebed1019a6f7a70e08ea106be33c30cf2 network default NAD default NAD key ] I0430 14:14:09.326639 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-cd9s9, hostIfaceName: d1f8e8372c4ff43, network: default, NAD default, SandboxID: "d1f8e8372c4ff434a4a34adfb496074ebed1019a6f7a70e08ea106be33c30cf2", PCI device ID: , UID: "e7469f13-ec03-4899-a9cf-9dc9a19abf63", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0430 14:14:09.377583 3799 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-cd9s9 d1f8e8372c4ff434a4a34adfb496074ebed1019a6f7a70e08ea106be33c30cf2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-cd9s9 d1f8e8372c4ff434a4a34adfb496074ebed1019a6f7a70e08ea106be33c30cf2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:08:c8:da:76:da\",\"name\":\"d1f8e8372c4ff43\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/514c99ef-5d99-4985-846a-d5139721c3b4\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:14:09.473829 3799 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-229.ec2.internal I0430 14:14:09.473928 3799 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0430 14:14:09.497704 3799 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 23.809699ms I0430 14:14:09.497731 3799 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 23.840179ms I0430 14:14:09.499200 3799 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 25.3826ms, libovsdb time 1.057115ms I0430 14:14:09.829288 3799 cni.go:452] [openshift-monitoring/alertmanager-main-0 16eb18679b0fbd331c3c9d217043afa4181df4212764abd84be751bc2e0fde1b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 16eb18679b0fbd331c3c9d217043afa4181df4212764abd84be751bc2e0fde1b network default NAD default NAD key ] I0430 14:14:09.838549 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 16eb18679b0fbd3, network: default, NAD default, SandboxID: "16eb18679b0fbd331c3c9d217043afa4181df4212764abd84be751bc2e0fde1b", PCI device ID: , UID: "e6bdb5a1-e8dd-4aea-abee-91f798a53228", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0430 14:14:09.888597 3799 cni.go:473] [openshift-monitoring/alertmanager-main-0 16eb18679b0fbd331c3c9d217043afa4181df4212764abd84be751bc2e0fde1b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 16eb18679b0fbd331c3c9d217043afa4181df4212764abd84be751bc2e0fde1b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:48:9e:97:69:b0\",\"name\":\"16eb18679b0fbd3\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d6d49b6-8fa4-41de-ac73-27fc3ee960b7\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 14:14:10.090293 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0430 14:14:10.381038 3799 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-bg2j2] creating logical port openshift-console_downloads-5c54f4944f-bg2j2 for pod on switch ip-10-0-0-229.ec2.internal I0430 14:14:10.381181 3799 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-bg2j2 I0430 14:14:10.395635 3799 pod.go:62] [openshift-console/downloads-5c54f4944f-bg2j2] pod update took 14.481685ms I0430 14:14:10.395656 3799 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-bg2j2] addLogicalPort annotation time took 14.508784ms I0430 14:14:10.396917 3799 pods.go:271] [openshift-console/downloads-5c54f4944f-bg2j2] addLogicalPort took 15.894923ms, libovsdb time 865.72µs I0430 14:14:10.519939 3799 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-798d48547d-wbt7j] creating logical port openshift-monitoring_thanos-querier-798d48547d-wbt7j for pod on switch ip-10-0-0-229.ec2.internal I0430 14:14:10.520049 3799 kube.go:256] Updating pod openshift-monitoring/thanos-querier-798d48547d-wbt7j I0430 14:14:10.541940 3799 pod.go:62] [openshift-monitoring/thanos-querier-798d48547d-wbt7j] pod update took 21.928961ms I0430 14:14:10.541967 3799 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-798d48547d-wbt7j] addLogicalPort annotation time took 21.960412ms I0430 14:14:10.543378 3799 pods.go:271] [openshift-monitoring/thanos-querier-798d48547d-wbt7j] addLogicalPort took 23.455943ms, libovsdb time 1.001914ms I0430 14:14:10.747992 3799 cni.go:452] [openshift-console/downloads-5c54f4944f-bg2j2 de4bee43981822b35e47b17db9a28caf74a23cca263d8172dcad409f2e83ff47 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-bg2j2 de4bee43981822b35e47b17db9a28caf74a23cca263d8172dcad409f2e83ff47 network default NAD default NAD key ] I0430 14:14:10.759015 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-bg2j2, hostIfaceName: de4bee43981822b, network: default, NAD default, SandboxID: "de4bee43981822b35e47b17db9a28caf74a23cca263d8172dcad409f2e83ff47", PCI device ID: , UID: "b8309c46-f6ed-4ac4-9342-6899b2ef98c8", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0430 14:14:10.813424 3799 cni.go:473] [openshift-console/downloads-5c54f4944f-bg2j2 de4bee43981822b35e47b17db9a28caf74a23cca263d8172dcad409f2e83ff47 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-bg2j2 de4bee43981822b35e47b17db9a28caf74a23cca263d8172dcad409f2e83ff47 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:91:97:1d:32:29\",\"name\":\"de4bee43981822b\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10c006ce-e688-48bc-8d75-4c52c81ee92b\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:14:10.883223 3799 cni.go:452] [openshift-monitoring/thanos-querier-798d48547d-wbt7j a3e58c691fbeb162873349c5c864fbecad3c9b080acfc06f616c5a2414b60671 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-798d48547d-wbt7j a3e58c691fbeb162873349c5c864fbecad3c9b080acfc06f616c5a2414b60671 network default NAD default NAD key ] I0430 14:14:10.893211 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-798d48547d-wbt7j, hostIfaceName: a3e58c691fbeb16, network: default, NAD default, SandboxID: "a3e58c691fbeb162873349c5c864fbecad3c9b080acfc06f616c5a2414b60671", PCI device ID: , UID: "e78d5baa-98a4-4455-b138-04bb408b1715", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0430 14:14:10.945298 3799 cni.go:473] [openshift-monitoring/thanos-querier-798d48547d-wbt7j a3e58c691fbeb162873349c5c864fbecad3c9b080acfc06f616c5a2414b60671 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-798d48547d-wbt7j a3e58c691fbeb162873349c5c864fbecad3c9b080acfc06f616c5a2414b60671 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:e7:b0:9b:3a:2f\",\"name\":\"a3e58c691fbeb16\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d5bedc41-a1a1-45e8-83fd-8a453b56d6e5\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 14:14:12.379762 3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 14:14:12.379792 3799 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 14:14:12.379802 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 14:14:12.760500 3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 14:14:12.760517 3799 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 14:14:12.760523 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0430 14:14:13.042093 3799 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-sgxv4] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-sgxv4 for pod on switch ip-10-0-0-229.ec2.internal I0430 14:14:13.042193 3799 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-sgxv4 I0430 14:14:13.056872 3799 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-sgxv4] pod update took 14.700435ms I0430 14:14:13.056908 3799 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-sgxv4] addLogicalPort annotation time took 14.746501ms I0430 14:14:13.058318 3799 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-sgxv4] addLogicalPort took 16.243629ms, libovsdb time 1.058118ms I0430 14:14:13.609372 3799 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-fbc8b6575-fqzsd] creating logical port openshift-monitoring_telemeter-client-fbc8b6575-fqzsd for pod on switch ip-10-0-0-229.ec2.internal I0430 14:14:13.609474 3799 kube.go:256] Updating pod openshift-monitoring/telemeter-client-fbc8b6575-fqzsd I0430 14:14:13.633227 3799 pod.go:62] [openshift-monitoring/telemeter-client-fbc8b6575-fqzsd] pod update took 23.778618ms I0430 14:14:13.633320 3799 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-fbc8b6575-fqzsd] addLogicalPort annotation time took 23.873529ms I0430 14:14:13.634818 3799 pods.go:271] [openshift-monitoring/telemeter-client-fbc8b6575-fqzsd] addLogicalPort took 25.461367ms, libovsdb time 963.721µs I0430 14:14:13.998222 3799 cni.go:452] [openshift-monitoring/telemeter-client-fbc8b6575-fqzsd 23e97e12609d90ed2f565fc695e4726a6f7036f8754263580615a6125e97e13a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-fbc8b6575-fqzsd 23e97e12609d90ed2f565fc695e4726a6f7036f8754263580615a6125e97e13a network default NAD default NAD key ] I0430 14:14:14.009062 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-fbc8b6575-fqzsd, hostIfaceName: 23e97e12609d90e, network: default, NAD default, SandboxID: "23e97e12609d90ed2f565fc695e4726a6f7036f8754263580615a6125e97e13a", PCI device ID: , UID: "c5acb2c1-e142-4541-80be-5d4abd3ed6a8", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0430 14:14:14.024638 3799 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-sgxv4 e4524ebfba1aa2fd668cbe401c145b2c544277ce631ccf1344270073df29ed6b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-sgxv4 e4524ebfba1aa2fd668cbe401c145b2c544277ce631ccf1344270073df29ed6b network default NAD default NAD key ] I0430 14:14:14.033372 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-sgxv4, hostIfaceName: e4524ebfba1aa2f, network: default, NAD default, SandboxID: "e4524ebfba1aa2fd668cbe401c145b2c544277ce631ccf1344270073df29ed6b", PCI device ID: , UID: "9545dc9e-ae27-45ed-b903-3f5ba81b2351", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0430 14:14:14.060810 3799 cni.go:473] [openshift-monitoring/telemeter-client-fbc8b6575-fqzsd 23e97e12609d90ed2f565fc695e4726a6f7036f8754263580615a6125e97e13a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-fbc8b6575-fqzsd 23e97e12609d90ed2f565fc695e4726a6f7036f8754263580615a6125e97e13a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:b1:9a:a4:74:f9\",\"name\":\"23e97e12609d90e\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c7bbf203-5ee9-41f3-89e1-55444978e212\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:14:14.080183 3799 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-sgxv4 e4524ebfba1aa2fd668cbe401c145b2c544277ce631ccf1344270073df29ed6b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-sgxv4 e4524ebfba1aa2fd668cbe401c145b2c544277ce631ccf1344270073df29ed6b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:17:55:e8:d7:3c\",\"name\":\"e4524ebfba1aa2f\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b15abb9-3a96-4bcc-ab22-4254c2ac7880\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 14:14:15.387194 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0430 14:14:15.584303 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0430 14:14:15.710480 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0430 14:14:15.710508 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0430 14:14:15.784523 3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 14:14:15.784556 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 14:14:15.784561 3799 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 14:14:15.784567 3799 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 14:14:16.391147 3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 14:14:16.391173 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 14:14:16.391184 3799 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 14:14:16.391190 3799 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 14:14:16.439562 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 14:14:16.439598 3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 14:14:16.601218 3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 14:14:16.601237 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 14:14:17.382067 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0430 14:14:17.815105 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin I0430 14:14:18.765086 3799 base_network_controller_pods.go:487] [default/openshift-console/console-76484646c9-rwzvb] creating logical port openshift-console_console-76484646c9-rwzvb for pod on switch ip-10-0-0-229.ec2.internal I0430 14:14:18.765178 3799 kube.go:256] Updating pod openshift-console/console-76484646c9-rwzvb I0430 14:14:18.786665 3799 pod.go:62] [openshift-console/console-76484646c9-rwzvb] pod update took 21.508656ms I0430 14:14:18.786692 3799 base_network_controller_pods.go:951] [default/openshift-console/console-76484646c9-rwzvb] addLogicalPort annotation time took 21.540497ms I0430 14:14:18.787955 3799 pods.go:271] [openshift-console/console-76484646c9-rwzvb] addLogicalPort took 22.88342ms, libovsdb time 918.119µs I0430 14:14:19.124006 3799 cni.go:452] [openshift-console/console-76484646c9-rwzvb 58c01fbcb282663cfcacb90064c1702df1fab6f1e691b40de1b872d8cb8bdf03 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-76484646c9-rwzvb 58c01fbcb282663cfcacb90064c1702df1fab6f1e691b40de1b872d8cb8bdf03 network default NAD default NAD key ] I0430 14:14:19.133908 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-76484646c9-rwzvb, hostIfaceName: 58c01fbcb282663, network: default, NAD default, SandboxID: "58c01fbcb282663cfcacb90064c1702df1fab6f1e691b40de1b872d8cb8bdf03", PCI device ID: , UID: "1761756b-3dac-4e2c-bf1e-2d0cefdbcb54", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0430 14:14:19.183386 3799 cni.go:473] [openshift-console/console-76484646c9-rwzvb 58c01fbcb282663cfcacb90064c1702df1fab6f1e691b40de1b872d8cb8bdf03 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-76484646c9-rwzvb 58c01fbcb282663cfcacb90064c1702df1fab6f1e691b40de1b872d8cb8bdf03 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:e9:cf:b1:bd:98\",\"name\":\"58c01fbcb282663\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c2561c1-524c-4e3e-878a-9820cf4cfcdd\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 14:14:20.710641 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0430 14:14:20.972985 3799 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5f96b566ff-rbsj5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:14:20.973633 3799 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5f96b566ff-rbsj5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:14:21.620425 3799 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5f96b566ff-rbsj5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:14:21.620455 3799 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5f96b566ff-rbsj5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:14:21.627685 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5f96b566ff-rbsj5 I0430 14:14:21.627711 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5f96b566ff-rbsj5 W0430 14:14:21.798685 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 14:14:21.798708 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 14:14:21.798714 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 14:14:21.798720 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0430 14:14:22.419426 3799 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7468db9468-hxlkx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:14:22.420057 3799 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7468db9468-hxlkx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:14:22.436598 3799 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7468db9468-hxlkx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:14:22.436633 3799 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7468db9468-hxlkx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:14:22.439464 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7468db9468-hxlkx I0430 14:14:22.439491 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7468db9468-hxlkx W0430 14:14:23.434420 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0430 14:14:23.816626 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0430 14:14:25.802915 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0430 14:14:26.060882 3799 cni.go:452] [openshift-multus/network-metrics-daemon-v26kq 5b5f43e5f92b0250c14e48da7c38f234f118662b42c221c7ad601d893cc6a2dd network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-v26kq 5b5f43e5f92b0250c14e48da7c38f234f118662b42c221c7ad601d893cc6a2dd network default NAD default NAD key ] I0430 14:14:26.070194 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-v26kq, hostIfaceName: 5b5f43e5f92b025, network: default, NAD default, SandboxID: "5b5f43e5f92b0250c14e48da7c38f234f118662b42c221c7ad601d893cc6a2dd", PCI device ID: , UID: "506390d7-e601-45bd-a0a1-65b7d41ac40e", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0430 14:14:26.126415 3799 cni.go:473] [openshift-multus/network-metrics-daemon-v26kq 5b5f43e5f92b0250c14e48da7c38f234f118662b42c221c7ad601d893cc6a2dd network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-v26kq 5b5f43e5f92b0250c14e48da7c38f234f118662b42c221c7ad601d893cc6a2dd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:e9:a6:dd:e5:f3\",\"name\":\"5b5f43e5f92b025\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/52bc56f6-26d9-43ce-8d4d-4ed883bba675\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:14:27.205437 3799 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0430 14:14:29.854634 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0430 14:14:39.893620 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 14:14:39.893641 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 14:14:39.893647 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 14:14:44.714631 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0430 14:14:51.107945 3799 obj_retry.go:498] Detected object openshift-console/console-76484646c9-l5656 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:14:51.108483 3799 obj_retry.go:498] Detected object openshift-console/console-76484646c9-l5656 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:14:51.523486 3799 obj_retry.go:492] Detected object openshift-console/console-76484646c9-l5656 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:14:51.523511 3799 obj_retry.go:492] Detected object openshift-console/console-76484646c9-l5656 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:14:51.530661 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-76484646c9-l5656 I0430 14:14:51.530685 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-76484646c9-l5656 W0430 14:14:59.785876 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0430 14:14:59.823128 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0430 14:15:01.930796 3799 cni.go:452] [openshift-console/console-76484646c9-rwzvb 58c01fbcb282663cfcacb90064c1702df1fab6f1e691b40de1b872d8cb8bdf03 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-76484646c9-rwzvb 58c01fbcb282663cfcacb90064c1702df1fab6f1e691b40de1b872d8cb8bdf03 network default NAD default NAD key ] I0430 14:15:02.009886 3799 cni.go:473] [openshift-console/console-76484646c9-rwzvb 58c01fbcb282663cfcacb90064c1702df1fab6f1e691b40de1b872d8cb8bdf03 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-76484646c9-rwzvb 58c01fbcb282663cfcacb90064c1702df1fab6f1e691b40de1b872d8cb8bdf03 network default NAD default NAD key default], result "{}", err I0430 14:15:02.074343 3799 obj_retry.go:498] Detected object openshift-console/console-76484646c9-rwzvb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:15:02.074387 3799 pods.go:176] Deleting pod: openshift-console/console-76484646c9-rwzvb I0430 14:15:02.075674 3799 pods.go:236] Attempting to release IPs for pod: openshift-console/console-76484646c9-rwzvb, ips: 10.128.0.23 I0430 14:15:02.075702 3799 obj_retry.go:498] Detected object openshift-console/console-76484646c9-rwzvb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:15:02.703844 3799 cni.go:452] [openshift-dns/dns-default-tcmvm f34a8770c26a9d751856bbd300e3bee3d1d06d3140e183343dfbfd1c3997c0f8 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-tcmvm f34a8770c26a9d751856bbd300e3bee3d1d06d3140e183343dfbfd1c3997c0f8 network default NAD default NAD key ] I0430 14:15:02.712978 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-tcmvm, hostIfaceName: f34a8770c26a9d7, network: default, NAD default, SandboxID: "f34a8770c26a9d751856bbd300e3bee3d1d06d3140e183343dfbfd1c3997c0f8", PCI device ID: , UID: "9bd25253-9acd-46d9-9d9a-00b2e4295c27", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0430 14:15:02.763239 3799 cni.go:473] [openshift-dns/dns-default-tcmvm f34a8770c26a9d751856bbd300e3bee3d1d06d3140e183343dfbfd1c3997c0f8 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-tcmvm f34a8770c26a9d751856bbd300e3bee3d1d06d3140e183343dfbfd1c3997c0f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:61:8d:10:ee:ff\",\"name\":\"f34a8770c26a9d7\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ac0401f1-e163-4ca5-ae32-2917b63b7518\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:15:02.977025 3799 obj_retry.go:492] Detected object openshift-console/console-76484646c9-rwzvb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:15:02.977050 3799 obj_retry.go:492] Detected object openshift-console/console-76484646c9-rwzvb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:15:02.983958 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-76484646c9-rwzvb I0430 14:15:02.983991 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-76484646c9-rwzvb I0430 14:15:13.213785 3799 cni.go:452] [openshift-ingress/router-default-5bf8b6486c-mwwgv 5114ab06343da48f0efd5ce047204dcc36ac6a723ca491f2e128fd11c054e2da network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-5bf8b6486c-mwwgv 5114ab06343da48f0efd5ce047204dcc36ac6a723ca491f2e128fd11c054e2da network default NAD default NAD key ] I0430 14:15:13.282643 3799 cni.go:473] [openshift-ingress/router-default-5bf8b6486c-mwwgv 5114ab06343da48f0efd5ce047204dcc36ac6a723ca491f2e128fd11c054e2da network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-5bf8b6486c-mwwgv 5114ab06343da48f0efd5ce047204dcc36ac6a723ca491f2e128fd11c054e2da network default NAD default NAD key default], result "{}", err I0430 14:15:13.352954 3799 obj_retry.go:498] Detected object openshift-ingress/router-default-5bf8b6486c-mwwgv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:15:13.352987 3799 pods.go:176] Deleting pod: openshift-ingress/router-default-5bf8b6486c-mwwgv I0430 14:15:13.354261 3799 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-5bf8b6486c-mwwgv, ips: 10.128.0.12 I0430 14:15:13.354289 3799 obj_retry.go:498] Detected object openshift-ingress/router-default-5bf8b6486c-mwwgv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:15:14.031484 3799 obj_retry.go:492] Detected object openshift-ingress/router-default-5bf8b6486c-mwwgv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:15:14.031553 3799 obj_retry.go:492] Detected object openshift-ingress/router-default-5bf8b6486c-mwwgv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:15:14.043290 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5bf8b6486c-mwwgv I0430 14:15:14.043364 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5bf8b6486c-mwwgv W0430 14:15:15.600382 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0430 14:15:15.600405 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0430 14:15:15.600413 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0430 14:15:15.600427 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0430 14:15:15.600432 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0430 14:15:15.600437 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0430 14:15:16.014737 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0430 14:15:16.014884 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0430 14:15:16.014927 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default I0430 14:15:24.980964 3799 base_network_controller_pods.go:487] [default/openshift-console/console-74699bbfb9-sjs6s] creating logical port openshift-console_console-74699bbfb9-sjs6s for pod on switch ip-10-0-0-229.ec2.internal I0430 14:15:24.981068 3799 kube.go:256] Updating pod openshift-console/console-74699bbfb9-sjs6s I0430 14:15:24.999743 3799 pod.go:62] [openshift-console/console-74699bbfb9-sjs6s] pod update took 18.70097ms I0430 14:15:24.999769 3799 base_network_controller_pods.go:951] [default/openshift-console/console-74699bbfb9-sjs6s] addLogicalPort annotation time took 18.733173ms I0430 14:15:25.001042 3799 pods.go:271] [openshift-console/console-74699bbfb9-sjs6s] addLogicalPort took 20.100127ms, libovsdb time 917.257µs I0430 14:15:25.391840 3799 cni.go:452] [openshift-console/console-74699bbfb9-sjs6s b5ae24a8ae4a3f0a6bf51f946dbb06a9f772b8a788706bb56812e04d69032b28 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-74699bbfb9-sjs6s b5ae24a8ae4a3f0a6bf51f946dbb06a9f772b8a788706bb56812e04d69032b28 network default NAD default NAD key ] I0430 14:15:25.400654 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-74699bbfb9-sjs6s, hostIfaceName: b5ae24a8ae4a3f0, network: default, NAD default, SandboxID: "b5ae24a8ae4a3f0a6bf51f946dbb06a9f772b8a788706bb56812e04d69032b28", PCI device ID: , UID: "d58b2262-2322-4340-bd69-f8d1b107ad27", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0430 14:15:25.447778 3799 cni.go:473] [openshift-console/console-74699bbfb9-sjs6s b5ae24a8ae4a3f0a6bf51f946dbb06a9f772b8a788706bb56812e04d69032b28 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-74699bbfb9-sjs6s b5ae24a8ae4a3f0a6bf51f946dbb06a9f772b8a788706bb56812e04d69032b28 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:4d:63:2f:6f:2d\",\"name\":\"b5ae24a8ae4a3f0\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a03ec6b-10a5-490b-b48d-ab98622667a1\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:15:30.638714 3799 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:15:30.639287 3799 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:15:30.997013 3799 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:15:30.997039 3799 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:15:31.004474 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0430 14:15:31.004500 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0430 14:15:34.821131 3799 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:15:34.821656 3799 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:15:35.735685 3799 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:15:35.735720 3799 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:15:35.747122 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0430 14:15:35.747145 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 W0430 14:15:36.134876 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0430 14:15:50.301559 3799 obj_retry.go:498] Detected object openshift-console/console-d54c7c9c9-vsn8g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:15:50.302089 3799 obj_retry.go:498] Detected object openshift-console/console-d54c7c9c9-vsn8g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:15:50.814148 3799 obj_retry.go:492] Detected object openshift-console/console-d54c7c9c9-vsn8g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:15:50.814169 3799 obj_retry.go:492] Detected object openshift-console/console-d54c7c9c9-vsn8g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:15:50.824607 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-d54c7c9c9-vsn8g I0430 14:15:50.824632 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-d54c7c9c9-vsn8g I0430 14:15:52.617396 3799 cni.go:452] [openshift-monitoring/alertmanager-main-0 16eb18679b0fbd331c3c9d217043afa4181df4212764abd84be751bc2e0fde1b network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 16eb18679b0fbd331c3c9d217043afa4181df4212764abd84be751bc2e0fde1b network default NAD default NAD key ] I0430 14:15:52.696231 3799 cni.go:473] [openshift-monitoring/alertmanager-main-0 16eb18679b0fbd331c3c9d217043afa4181df4212764abd84be751bc2e0fde1b network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 16eb18679b0fbd331c3c9d217043afa4181df4212764abd84be751bc2e0fde1b network default NAD default NAD key default], result "{}", err I0430 14:15:52.753482 3799 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:15:52.753515 3799 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0430 14:15:52.754766 3799 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.128.0.18 I0430 14:15:52.754793 3799 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:15:53.197878 3799 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:15:53.197901 3799 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:15:53.205004 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0430 14:15:53.205030 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0430 14:15:53.240917 3799 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-229.ec2.internal I0430 14:15:53.241033 3799 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0430 14:15:53.270568 3799 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 29.586033ms I0430 14:15:53.270596 3799 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 29.618522ms I0430 14:15:53.271754 3799 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 30.854986ms, libovsdb time 850.359µs I0430 14:15:53.596399 3799 cni.go:452] [openshift-monitoring/alertmanager-main-0 ac7e7504f5e1f2687551ec47314c39509105100ccf2e6260b5c778d48027ad1e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 ac7e7504f5e1f2687551ec47314c39509105100ccf2e6260b5c778d48027ad1e network default NAD default NAD key ] I0430 14:15:53.606668 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: ac7e7504f5e1f26, network: default, NAD default, SandboxID: "ac7e7504f5e1f2687551ec47314c39509105100ccf2e6260b5c778d48027ad1e", PCI device ID: , UID: "819d19a0-95d5-4e6a-b07b-883e8260d08f", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0430 14:15:53.655819 3799 cni.go:473] [openshift-monitoring/alertmanager-main-0 ac7e7504f5e1f2687551ec47314c39509105100ccf2e6260b5c778d48027ad1e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 ac7e7504f5e1f2687551ec47314c39509105100ccf2e6260b5c778d48027ad1e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:f2:68:84:7a:d7\",\"name\":\"ac7e7504f5e1f26\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/54bb4f2a-b351-4e0e-bc2e-d3db106ae8ea\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:16:01.478954 3799 obj_retry.go:498] Detected object openshift-console/console-d54c7c9c9-4vzkk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:16:01.479547 3799 obj_retry.go:498] Detected object openshift-console/console-d54c7c9c9-4vzkk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:16:02.029198 3799 obj_retry.go:492] Detected object openshift-console/console-d54c7c9c9-4vzkk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:16:02.029224 3799 obj_retry.go:492] Detected object openshift-console/console-d54c7c9c9-4vzkk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:16:02.037357 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-d54c7c9c9-4vzkk I0430 14:16:02.037391 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-d54c7c9c9-4vzkk I0430 14:16:12.076179 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 I0430 14:16:15.074560 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 I0430 14:16:20.078842 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=603 W0430 14:16:23.650686 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 14:16:23.650719 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 14:16:23.650727 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0430 14:16:32.158043 3799 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0430 14:16:38.324605 3799 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:16:38.325187 3799 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:16:39.181373 3799 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:16:39.181400 3799 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:16:39.188461 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0430 14:16:39.188483 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0430 14:17:06.411684 3799 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-blkkz] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-blkkz for pod on switch ip-10-0-0-229.ec2.internal I0430 14:17:06.411837 3799 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-blkkz I0430 14:17:06.427721 3799 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-blkkz] pod update took 15.906815ms I0430 14:17:06.427747 3799 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-blkkz] addLogicalPort annotation time took 15.941278ms I0430 14:17:06.428992 3799 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-blkkz] addLogicalPort took 17.323437ms, libovsdb time 901.026µs I0430 14:17:06.769060 3799 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-blkkz 549122c718662809b1922b97084bbc6664b61a907c805f231f2c22bbda45a7ae network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-blkkz 549122c718662809b1922b97084bbc6664b61a907c805f231f2c22bbda45a7ae network default NAD default NAD key ] I0430 14:17:06.786793 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-blkkz, hostIfaceName: 549122c71866280, network: default, NAD default, SandboxID: "549122c718662809b1922b97084bbc6664b61a907c805f231f2c22bbda45a7ae", PCI device ID: , UID: "dad5dd24-dec8-47e0-9a66-e39b85607cde", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0430 14:17:06.836260 3799 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-blkkz 549122c718662809b1922b97084bbc6664b61a907c805f231f2c22bbda45a7ae network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-blkkz 549122c718662809b1922b97084bbc6664b61a907c805f231f2c22bbda45a7ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:e7:c2:a4:a6:17\",\"name\":\"549122c71866280\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/101629c2-8d5a-4ef8-85f8-b46b1a2e4ccd\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 14:17:09.509216 3799 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 14:17:15.167454 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 W0430 14:17:20.523263 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 14:17:20.557002 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0430 14:17:20.557072 3799 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-sqq88 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-sqq88: no pod IPs found I0430 14:18:28.178991 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0430 14:18:32.075493 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=139 I0430 14:18:37.158446 3799 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0430 14:19:37.163276 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0430 14:19:53.190465 3799 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0430 14:19:58.195914 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0430 14:20:00.756252 3799 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625970-5w2tx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:20:00.756846 3799 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625970-5w2tx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:20:00.768239 3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625970-5w2tx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:20:00.768268 3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625970-5w2tx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:20:00.775730 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29625970-5w2tx I0430 14:20:00.775758 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29625970-5w2tx I0430 14:20:04.074812 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=94 I0430 14:20:08.173341 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0430 14:20:12.072969 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0430 14:20:24.196435 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0430 14:20:42.185191 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0430 14:20:48.980195 3799 namespace.go:98] [tsf] adding namespace I0430 14:20:48.981154 3799 namespace.go:102] [tsf] adding namespace took 937.524µs I0430 14:20:48.999194 3799 namespace.go:142] [tsf] updating namespace I0430 14:20:49.012155 3799 namespace.go:142] [tsf] updating namespace I0430 14:20:52.948868 3799 namespace.go:98] [cert-manager-operator] adding namespace I0430 14:20:52.949650 3799 namespace.go:102] [cert-manager-operator] adding namespace took 763.007µs I0430 14:20:52.959774 3799 namespace.go:98] [rhtpa-operator] adding namespace I0430 14:20:52.959941 3799 namespace.go:98] [tsf-tas] adding namespace I0430 14:20:52.960052 3799 namespace.go:98] [tsf-tpa] adding namespace I0430 14:20:52.960173 3799 namespace.go:98] [konflux-operator] adding namespace I0430 14:20:52.960260 3799 namespace.go:98] [konflux-ui] adding namespace I0430 14:20:52.960309 3799 namespace.go:98] [tsf-keycloak] adding namespace I0430 14:20:52.960659 3799 namespace.go:102] [rhtpa-operator] adding namespace took 865.26µs I0430 14:20:52.960695 3799 namespace.go:98] [rhbk-operator] adding namespace I0430 14:20:52.961201 3799 namespace.go:102] [rhbk-operator] adding namespace took 497.448µs I0430 14:20:52.961789 3799 namespace.go:102] [tsf-tas] adding namespace took 1.834882ms I0430 14:20:52.962271 3799 namespace.go:102] [tsf-tpa] adding namespace took 2.207498ms I0430 14:20:52.962800 3799 namespace.go:102] [konflux-operator] adding namespace took 2.610904ms I0430 14:20:52.963351 3799 namespace.go:102] [konflux-ui] adding namespace took 3.075883ms I0430 14:20:52.963811 3799 namespace.go:102] [tsf-keycloak] adding namespace took 3.487678ms I0430 14:20:52.986160 3799 namespace.go:142] [cert-manager-operator] updating namespace I0430 14:20:53.006616 3799 namespace.go:142] [cert-manager-operator] updating namespace I0430 14:20:53.019054 3799 namespace.go:142] [rhtpa-operator] updating namespace I0430 14:20:53.019138 3799 namespace.go:142] [rhbk-operator] updating namespace I0430 14:20:53.019264 3799 namespace.go:142] [tsf-tas] updating namespace I0430 14:20:53.019316 3799 namespace.go:142] [tsf-tpa] updating namespace I0430 14:20:53.032062 3799 namespace.go:142] [konflux-ui] updating namespace I0430 14:20:53.034070 3799 namespace.go:142] [konflux-operator] updating namespace I0430 14:20:53.042424 3799 namespace.go:142] [cert-manager-operator] updating namespace I0430 14:20:53.042509 3799 namespace.go:142] [tsf-keycloak] updating namespace I0430 14:20:53.095405 3799 namespace.go:142] [rhbk-operator] updating namespace I0430 14:20:53.095547 3799 namespace.go:142] [rhbk-operator] updating namespace I0430 14:20:53.117034 3799 namespace.go:142] [tsf-tas] updating namespace I0430 14:20:53.139155 3799 namespace.go:142] [tsf-tas] updating namespace I0430 14:20:53.152992 3799 namespace.go:142] [tsf-tpa] updating namespace I0430 14:20:53.174160 3799 namespace.go:142] [tsf-tpa] updating namespace I0430 14:20:53.186065 3799 namespace.go:142] [konflux-operator] updating namespace I0430 14:20:53.202969 3799 namespace.go:142] [konflux-operator] updating namespace I0430 14:20:53.232791 3799 namespace.go:142] [konflux-ui] updating namespace I0430 14:20:53.246572 3799 namespace.go:142] [konflux-ui] updating namespace I0430 14:20:53.264830 3799 namespace.go:142] [tsf-keycloak] updating namespace I0430 14:20:53.275413 3799 namespace.go:142] [tsf-keycloak] updating namespace I0430 14:20:53.291032 3799 namespace.go:142] [rhtpa-operator] updating namespace I0430 14:20:53.308119 3799 namespace.go:142] [rhtpa-operator] updating namespace I0430 14:20:54.168252 3799 namespace.go:142] [tsf-tpa] updating namespace I0430 14:20:54.178121 3799 namespace.go:142] [tsf-keycloak] updating namespace I0430 14:20:55.926019 3799 base_network_controller_pods.go:487] [default/openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b4q8bx] creating logical port openshift-marketplace_5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b4q8bx for pod on switch ip-10-0-0-229.ec2.internal I0430 14:20:55.926118 3799 kube.go:256] Updating pod openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b4q8bx I0430 14:20:55.942199 3799 pod.go:62] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b4q8bx] pod update took 16.10855ms I0430 14:20:55.942222 3799 base_network_controller_pods.go:951] [default/openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b4q8bx] addLogicalPort annotation time took 16.135736ms I0430 14:20:55.943614 3799 pods.go:271] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b4q8bx] addLogicalPort took 17.615158ms, libovsdb time 1.039757ms I0430 14:20:56.092861 3799 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516vvdj] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516vvdj for pod on switch ip-10-0-0-229.ec2.internal I0430 14:20:56.092990 3799 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516vvdj I0430 14:20:56.107566 3799 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516vvdj] pod update took 14.601959ms I0430 14:20:56.107593 3799 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516vvdj] addLogicalPort annotation time took 14.633592ms I0430 14:20:56.108776 3799 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516vvdj] addLogicalPort took 15.931385ms, libovsdb time 855.994µs I0430 14:20:56.285010 3799 cni.go:452] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b4q8bx d920c9564e4c01560bea10462f713e1992c1d800d6fa509af11196bdd7da2e72 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b4q8bx d920c9564e4c01560bea10462f713e1992c1d800d6fa509af11196bdd7da2e72 network default NAD default NAD key ] I0430 14:20:56.294948 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b4q8bx, hostIfaceName: d920c9564e4c015, network: default, NAD default, SandboxID: "d920c9564e4c01560bea10462f713e1992c1d800d6fa509af11196bdd7da2e72", PCI device ID: , UID: "f521576e-50dc-42b9-9c93-d9562443174c", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0430 14:20:56.345194 3799 cni.go:473] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b4q8bx d920c9564e4c01560bea10462f713e1992c1d800d6fa509af11196bdd7da2e72 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b4q8bx d920c9564e4c01560bea10462f713e1992c1d800d6fa509af11196bdd7da2e72 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:b0:90:8f:4b:3c\",\"name\":\"d920c9564e4c015\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aa91a054-6eaa-441b-97ad-3bf3135d80e1\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:20:56.450422 3799 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516vvdj 0711cf65d44ea6e122cb47f73f5cdf3f4b59a54bed966c0f2c1ac538d872971c network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516vvdj 0711cf65d44ea6e122cb47f73f5cdf3f4b59a54bed966c0f2c1ac538d872971c network default NAD default NAD key ] I0430 14:20:56.460650 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516vvdj, hostIfaceName: 0711cf65d44ea6e, network: default, NAD default, SandboxID: "0711cf65d44ea6e122cb47f73f5cdf3f4b59a54bed966c0f2c1ac538d872971c", PCI device ID: , UID: "e0cf448b-d7bb-4adf-b567-a3404dd582ad", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0430 14:20:56.510368 3799 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516vvdj 0711cf65d44ea6e122cb47f73f5cdf3f4b59a54bed966c0f2c1ac538d872971c network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516vvdj 0711cf65d44ea6e122cb47f73f5cdf3f4b59a54bed966c0f2c1ac538d872971c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:e1:29:3b:f9:13\",\"name\":\"0711cf65d44ea6e\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/45a239d5-220c-412d-b48b-4c15001ddc2b\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:20:59.546556 3799 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr6v8g] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr6v8g for pod on switch ip-10-0-0-229.ec2.internal I0430 14:20:59.546702 3799 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr6v8g I0430 14:20:59.561815 3799 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr6v8g] pod update took 15.148528ms I0430 14:20:59.561839 3799 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr6v8g] addLogicalPort annotation time took 15.179368ms I0430 14:20:59.563080 3799 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr6v8g] addLogicalPort took 16.561388ms, libovsdb time 871.017µs I0430 14:20:59.971727 3799 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr6v8g 3c2d92cb292f9e1621939fd50cc67cccd9dff5b0741f1671f264331503328194 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr6v8g 3c2d92cb292f9e1621939fd50cc67cccd9dff5b0741f1671f264331503328194 network default NAD default NAD key ] I0430 14:20:59.981910 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr6v8g, hostIfaceName: 3c2d92cb292f9e1, network: default, NAD default, SandboxID: "3c2d92cb292f9e1621939fd50cc67cccd9dff5b0741f1671f264331503328194", PCI device ID: , UID: "afef059a-b133-4ffc-b795-349be58c6787", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0430 14:21:00.034928 3799 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr6v8g 3c2d92cb292f9e1621939fd50cc67cccd9dff5b0741f1671f264331503328194 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr6v8g 3c2d92cb292f9e1621939fd50cc67cccd9dff5b0741f1671f264331503328194 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:6a:3a:bf:e5:66\",\"name\":\"3c2d92cb292f9e1\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5156067b-dfc1-45de-949d-bd1978feea7f\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:21:00.464311 3799 cni.go:452] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b4q8bx d920c9564e4c01560bea10462f713e1992c1d800d6fa509af11196bdd7da2e72 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b4q8bx d920c9564e4c01560bea10462f713e1992c1d800d6fa509af11196bdd7da2e72 network default NAD default NAD key ] I0430 14:21:00.539817 3799 cni.go:473] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b4q8bx d920c9564e4c01560bea10462f713e1992c1d800d6fa509af11196bdd7da2e72 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b4q8bx d920c9564e4c01560bea10462f713e1992c1d800d6fa509af11196bdd7da2e72 network default NAD default NAD key default], result "{}", err I0430 14:21:00.586060 3799 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b4q8bx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:00.586100 3799 pods.go:176] Deleting pod: openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b4q8bx I0430 14:21:00.587625 3799 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b4q8bx, ips: 10.128.0.27 I0430 14:21:00.587656 3799 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b4q8bx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:00.587678 3799 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b4q8bx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:21:00.587689 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 14:21:00.587873 3799 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b4q8bx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:21:00.587889 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 14:21:01.266733 3799 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pwfb6] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pwfb6 for pod on switch ip-10-0-0-229.ec2.internal I0430 14:21:01.266862 3799 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pwfb6 I0430 14:21:01.281329 3799 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pwfb6] pod update took 14.511083ms I0430 14:21:01.281355 3799 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pwfb6] addLogicalPort annotation time took 14.541027ms I0430 14:21:01.282911 3799 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pwfb6] addLogicalPort took 16.199845ms, libovsdb time 1.08077ms I0430 14:21:01.476215 3799 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516vvdj 0711cf65d44ea6e122cb47f73f5cdf3f4b59a54bed966c0f2c1ac538d872971c network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516vvdj 0711cf65d44ea6e122cb47f73f5cdf3f4b59a54bed966c0f2c1ac538d872971c network default NAD default NAD key ] I0430 14:21:01.552811 3799 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516vvdj 0711cf65d44ea6e122cb47f73f5cdf3f4b59a54bed966c0f2c1ac538d872971c network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516vvdj 0711cf65d44ea6e122cb47f73f5cdf3f4b59a54bed966c0f2c1ac538d872971c network default NAD default NAD key default], result "{}", err I0430 14:21:01.610691 3799 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b4q8bx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:01.610725 3799 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b4q8bx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:01.610744 3799 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b4q8bx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:01.610758 3799 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b4q8bx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:02.089593 3799 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516vvdj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:02.089661 3799 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516vvdj I0430 14:21:02.091210 3799 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516vvdj, ips: 10.128.0.28 I0430 14:21:02.091251 3799 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516vvdj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:02.091275 3799 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516vvdj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:21:02.091283 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 14:21:02.091461 3799 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516vvdj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:21:02.091479 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 14:21:02.133941 3799 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pwfb6 a654e19488a25536827c0e9be9b5a8ee6a3eb963897447b6cfa5efd3ba71de06 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pwfb6 a654e19488a25536827c0e9be9b5a8ee6a3eb963897447b6cfa5efd3ba71de06 network default NAD default NAD key ] I0430 14:21:02.146554 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pwfb6, hostIfaceName: a654e19488a2553, network: default, NAD default, SandboxID: "a654e19488a25536827c0e9be9b5a8ee6a3eb963897447b6cfa5efd3ba71de06", PCI device ID: , UID: "7fe3e86e-6ac1-4f81-a560-89f6d109f358", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0430 14:21:02.198609 3799 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pwfb6 a654e19488a25536827c0e9be9b5a8ee6a3eb963897447b6cfa5efd3ba71de06 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pwfb6 a654e19488a25536827c0e9be9b5a8ee6a3eb963897447b6cfa5efd3ba71de06 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:f8:6a:7d:f1:d8\",\"name\":\"a654e19488a2553\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/62f44f02-3531-4e21-8857-50eee3feaf48\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:21:02.527280 3799 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vftn8] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vftn8 for pod on switch ip-10-0-0-229.ec2.internal I0430 14:21:02.527424 3799 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vftn8 I0430 14:21:02.540632 3799 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vftn8] pod update took 13.250709ms I0430 14:21:02.540653 3799 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vftn8] addLogicalPort annotation time took 13.279697ms I0430 14:21:02.542094 3799 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vftn8] addLogicalPort took 14.832911ms, libovsdb time 962.976µs I0430 14:21:02.625824 3799 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hrs94] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hrs94 for pod on switch ip-10-0-0-229.ec2.internal I0430 14:21:02.625928 3799 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hrs94 I0430 14:21:02.639270 3799 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hrs94] pod update took 13.369259ms I0430 14:21:02.639296 3799 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hrs94] addLogicalPort annotation time took 13.400906ms I0430 14:21:02.640680 3799 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hrs94] addLogicalPort took 14.871524ms, libovsdb time 898.221µs I0430 14:21:02.888076 3799 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vftn8 52431a99699b2735bea5d93da8b1692a936184e4ac036314574c98bba7a07c3d network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vftn8 52431a99699b2735bea5d93da8b1692a936184e4ac036314574c98bba7a07c3d network default NAD default NAD key ] I0430 14:21:02.898520 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vftn8, hostIfaceName: 52431a99699b273, network: default, NAD default, SandboxID: "52431a99699b2735bea5d93da8b1692a936184e4ac036314574c98bba7a07c3d", PCI device ID: , UID: "89968d80-77b1-47a4-a5bf-1924aa69f208", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0430 14:21:02.946375 3799 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vftn8 52431a99699b2735bea5d93da8b1692a936184e4ac036314574c98bba7a07c3d network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vftn8 52431a99699b2735bea5d93da8b1692a936184e4ac036314574c98bba7a07c3d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:d7:8c:59:fe:59\",\"name\":\"52431a99699b273\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b7ade709-851a-4d8c-b4c6-b5abf9d292fc\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:21:03.044602 3799 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hrs94 ef5ce602da8388a52ce6fcb6e2c4fc4e581bf0f415f071bf818b640d86be865b network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hrs94 ef5ce602da8388a52ce6fcb6e2c4fc4e581bf0f415f071bf818b640d86be865b network default NAD default NAD key ] I0430 14:21:03.055791 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hrs94, hostIfaceName: ef5ce602da8388a, network: default, NAD default, SandboxID: "ef5ce602da8388a52ce6fcb6e2c4fc4e581bf0f415f071bf818b640d86be865b", PCI device ID: , UID: "3426af65-e8bd-498f-9c39-a92a9f665e28", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0430 14:21:03.105221 3799 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hrs94 ef5ce602da8388a52ce6fcb6e2c4fc4e581bf0f415f071bf818b640d86be865b network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hrs94 ef5ce602da8388a52ce6fcb6e2c4fc4e581bf0f415f071bf818b640d86be865b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:ae:3c:f0:ec:8d\",\"name\":\"ef5ce602da8388a\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5519188a-da0d-4d40-ae2d-541c7fbcc48b\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:21:03.113571 3799 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516vvdj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:03.113595 3799 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516vvdj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:03.113606 3799 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516vvdj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:03.113622 3799 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516vvdj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:04.496880 3799 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr6v8g 3c2d92cb292f9e1621939fd50cc67cccd9dff5b0741f1671f264331503328194 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr6v8g 3c2d92cb292f9e1621939fd50cc67cccd9dff5b0741f1671f264331503328194 network default NAD default NAD key ] I0430 14:21:04.563516 3799 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr6v8g 3c2d92cb292f9e1621939fd50cc67cccd9dff5b0741f1671f264331503328194 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr6v8g 3c2d92cb292f9e1621939fd50cc67cccd9dff5b0741f1671f264331503328194 network default NAD default NAD key default], result "{}", err I0430 14:21:04.614795 3799 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr6v8g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:04.614836 3799 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr6v8g I0430 14:21:04.616187 3799 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr6v8g, ips: 10.128.0.29 I0430 14:21:04.616213 3799 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr6v8g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:04.616233 3799 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr6v8g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:21:04.616240 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 14:21:04.616405 3799 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr6v8g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:21:04.616421 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 14:21:05.649190 3799 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr6v8g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:05.649216 3799 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr6v8g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:05.649229 3799 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr6v8g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:05.649243 3799 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr6v8g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:06.520076 3799 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pwfb6 a654e19488a25536827c0e9be9b5a8ee6a3eb963897447b6cfa5efd3ba71de06 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pwfb6 a654e19488a25536827c0e9be9b5a8ee6a3eb963897447b6cfa5efd3ba71de06 network default NAD default NAD key ] I0430 14:21:06.592505 3799 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pwfb6 a654e19488a25536827c0e9be9b5a8ee6a3eb963897447b6cfa5efd3ba71de06 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pwfb6 a654e19488a25536827c0e9be9b5a8ee6a3eb963897447b6cfa5efd3ba71de06 network default NAD default NAD key default], result "{}", err I0430 14:21:06.642835 3799 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pwfb6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:06.642890 3799 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pwfb6 I0430 14:21:06.644267 3799 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pwfb6, ips: 10.128.0.30 I0430 14:21:06.644292 3799 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pwfb6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:06.644310 3799 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pwfb6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:21:06.644318 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 14:21:06.644479 3799 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pwfb6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:21:06.644494 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 14:21:07.527278 3799 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vftn8 52431a99699b2735bea5d93da8b1692a936184e4ac036314574c98bba7a07c3d network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vftn8 52431a99699b2735bea5d93da8b1692a936184e4ac036314574c98bba7a07c3d network default NAD default NAD key ] I0430 14:21:07.527948 3799 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hrs94 ef5ce602da8388a52ce6fcb6e2c4fc4e581bf0f415f071bf818b640d86be865b network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hrs94 ef5ce602da8388a52ce6fcb6e2c4fc4e581bf0f415f071bf818b640d86be865b network default NAD default NAD key ] I0430 14:21:07.608461 3799 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vftn8 52431a99699b2735bea5d93da8b1692a936184e4ac036314574c98bba7a07c3d network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vftn8 52431a99699b2735bea5d93da8b1692a936184e4ac036314574c98bba7a07c3d network default NAD default NAD key default], result "{}", err I0430 14:21:07.623461 3799 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hrs94 ef5ce602da8388a52ce6fcb6e2c4fc4e581bf0f415f071bf818b640d86be865b network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hrs94 ef5ce602da8388a52ce6fcb6e2c4fc4e581bf0f415f071bf818b640d86be865b network default NAD default NAD key default], result "{}", err I0430 14:21:07.664333 3799 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vftn8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:07.664373 3799 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vftn8 I0430 14:21:07.665824 3799 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vftn8, ips: 10.128.0.31 I0430 14:21:07.665853 3799 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vftn8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:07.665876 3799 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vftn8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:21:07.665885 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 14:21:07.666054 3799 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vftn8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:21:07.666069 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 14:21:07.682554 3799 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pwfb6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:07.682581 3799 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pwfb6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:07.682595 3799 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pwfb6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:07.682613 3799 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pwfb6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:07.693220 3799 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hrs94 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:07.693256 3799 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hrs94 I0430 14:21:07.694813 3799 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hrs94, ips: 10.128.0.32 I0430 14:21:07.694841 3799 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hrs94 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:07.694856 3799 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hrs94 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:21:07.694863 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 14:21:07.695101 3799 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hrs94 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:21:07.695120 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 14:21:08.708254 3799 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vftn8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:08.708282 3799 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vftn8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:08.708299 3799 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vftn8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:08.708312 3799 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vftn8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:08.765034 3799 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hrs94 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:08.765068 3799 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hrs94 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:08.765083 3799 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hrs94 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:08.765098 3799 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hrs94 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:10.138609 3799 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7q5wf] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-7q5wf for pod on switch ip-10-0-0-229.ec2.internal I0430 14:21:10.138746 3799 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7q5wf I0430 14:21:10.157628 3799 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7q5wf] pod update took 18.908343ms I0430 14:21:10.157660 3799 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7q5wf] addLogicalPort annotation time took 18.946096ms I0430 14:21:10.158861 3799 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7q5wf] addLogicalPort took 20.292815ms, libovsdb time 880.611µs I0430 14:21:10.500916 3799 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7q5wf ae792be1bf9560a8e501263103ac4c5664e43c940bb1985d5ffd5e7243f67f8b network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7q5wf ae792be1bf9560a8e501263103ac4c5664e43c940bb1985d5ffd5e7243f67f8b network default NAD default NAD key ] I0430 14:21:10.510166 3799 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-7q5wf, hostIfaceName: ae792be1bf9560a, network: default, NAD default, SandboxID: "ae792be1bf9560a8e501263103ac4c5664e43c940bb1985d5ffd5e7243f67f8b", PCI device ID: , UID: "d9344b52-3301-4ca4-a359-da2ac39fc449", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0430 14:21:10.559112 3799 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7q5wf ae792be1bf9560a8e501263103ac4c5664e43c940bb1985d5ffd5e7243f67f8b network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7q5wf ae792be1bf9560a8e501263103ac4c5664e43c940bb1985d5ffd5e7243f67f8b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:e2:ee:15:8c:07\",\"name\":\"ae792be1bf9560a\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12dd5d6a-ae50-4c61-a643-f57ab04975ef\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 14:21:13.571495 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0430 14:21:15.549256 3799 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-d8cmh] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-d8cmh for pod on switch ip-10-0-0-229.ec2.internal I0430 14:21:15.549380 3799 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-d8cmh I0430 14:21:15.570209 3799 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-d8cmh] pod update took 20.856034ms I0430 14:21:15.570232 3799 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-d8cmh] addLogicalPort annotation time took 20.884253ms I0430 14:21:15.571659 3799 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-d8cmh] addLogicalPort took 22.420473ms, libovsdb time 1.055945ms I0430 14:21:15.912774 3799 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-d8cmh f0ca759bbd7e6a970c0d25650716b83eb9d80602921fe7545a3dc86a955b14f6 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-d8cmh f0ca759bbd7e6a970c0d25650716b83eb9d80602921fe7545a3dc86a955b14f6 network default NAD default NAD key ] I0430 14:21:15.921947 3799 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-d8cmh, hostIfaceName: f0ca759bbd7e6a9, network: default, NAD default, SandboxID: "f0ca759bbd7e6a970c0d25650716b83eb9d80602921fe7545a3dc86a955b14f6", PCI device ID: , UID: "fcd67e4f-0c13-4b17-9e7b-fef351e943be", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0430 14:21:15.972601 3799 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-d8cmh f0ca759bbd7e6a970c0d25650716b83eb9d80602921fe7545a3dc86a955b14f6 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-d8cmh f0ca759bbd7e6a970c0d25650716b83eb9d80602921fe7545a3dc86a955b14f6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:74:a7:b7:5d:1a\",\"name\":\"f0ca759bbd7e6a9\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d780dae-93d7-453d-9e13-d6bea7c04ee6\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:21:16.967605 3799 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-6f57cf498-dfpf4] creating logical port konflux-operator_konflux-operator-controller-manager-6f57cf498-dfpf4 for pod on switch ip-10-0-0-229.ec2.internal I0430 14:21:16.967772 3799 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-6f57cf498-dfpf4 I0430 14:21:17.034199 3799 pod.go:62] [konflux-operator/konflux-operator-controller-manager-6f57cf498-dfpf4] pod update took 66.462318ms I0430 14:21:17.034228 3799 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-6f57cf498-dfpf4] addLogicalPort annotation time took 66.496744ms I0430 14:21:17.035682 3799 pods.go:271] [konflux-operator/konflux-operator-controller-manager-6f57cf498-dfpf4] addLogicalPort took 68.095988ms, libovsdb time 1.066864ms I0430 14:21:17.648655 3799 cni.go:452] [konflux-operator/konflux-operator-controller-manager-6f57cf498-dfpf4 10ea16ec5f223c5f12a9fd2aa9cf4847d0e436cdb7c1268f222be59bd99129ee network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-6f57cf498-dfpf4 10ea16ec5f223c5f12a9fd2aa9cf4847d0e436cdb7c1268f222be59bd99129ee network default NAD default NAD key ] I0430 14:21:17.658130 3799 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-6f57cf498-dfpf4, hostIfaceName: 10ea16ec5f223c5, network: default, NAD default, SandboxID: "10ea16ec5f223c5f12a9fd2aa9cf4847d0e436cdb7c1268f222be59bd99129ee", PCI device ID: , UID: "467dee5d-4831-4289-9f01-b0fa8e0d9339", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0430 14:21:17.709096 3799 cni.go:473] [konflux-operator/konflux-operator-controller-manager-6f57cf498-dfpf4 10ea16ec5f223c5f12a9fd2aa9cf4847d0e436cdb7c1268f222be59bd99129ee network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-6f57cf498-dfpf4 10ea16ec5f223c5f12a9fd2aa9cf4847d0e436cdb7c1268f222be59bd99129ee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:8d:81:8a:bb:91\",\"name\":\"10ea16ec5f223c5\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a00d0f1-76b2-47cc-958a-d011dbf907a2\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 14:21:18.224251 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0430 14:21:18.240044 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0430 14:21:18.497858 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0430 14:21:18.502517 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0430 14:21:18.518997 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0430 14:21:18.568144 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0430 14:21:20.350292 3799 namespace.go:98] [cert-manager] adding namespace I0430 14:21:20.351343 3799 namespace.go:102] [cert-manager] adding namespace took 1.022411ms I0430 14:21:20.619408 3799 namespace.go:142] [cert-manager] updating namespace I0430 14:21:20.707640 3799 namespace.go:142] [cert-manager] updating namespace W0430 14:21:21.788122 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0430 14:21:23.145336 3799 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-l5b9d] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-l5b9d for pod on switch ip-10-0-0-229.ec2.internal I0430 14:21:23.145447 3799 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-l5b9d I0430 14:21:23.200944 3799 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-l5b9d] pod update took 55.525711ms I0430 14:21:23.200967 3799 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-l5b9d] addLogicalPort annotation time took 55.55283ms I0430 14:21:23.202236 3799 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-l5b9d] addLogicalPort took 56.915409ms, libovsdb time 904.396µs I0430 14:21:23.504958 3799 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-l5b9d 44208fc86b4268dcd0e3c7e56bf86d8a22edff0aa790ee6c72f966508c8f476c network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-l5b9d 44208fc86b4268dcd0e3c7e56bf86d8a22edff0aa790ee6c72f966508c8f476c network default NAD default NAD key ] I0430 14:21:23.514571 3799 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-l5b9d, hostIfaceName: 44208fc86b4268d, network: default, NAD default, SandboxID: "44208fc86b4268dcd0e3c7e56bf86d8a22edff0aa790ee6c72f966508c8f476c", PCI device ID: , UID: "36372904-10a0-4fc7-b7fa-2d139d18a25a", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0430 14:21:23.566955 3799 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-l5b9d 44208fc86b4268dcd0e3c7e56bf86d8a22edff0aa790ee6c72f966508c8f476c network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-l5b9d 44208fc86b4268dcd0e3c7e56bf86d8a22edff0aa790ee6c72f966508c8f476c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:3f:e3:52:c2:4c\",\"name\":\"44208fc86b4268d\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e04e5e0-4dc3-4cc7-8d86-73d0d653d684\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:21:23.983093 3799 namespace.go:142] [openshift-operators] updating namespace I0430 14:21:23.998727 3799 namespace.go:142] [openshift-operators] updating namespace W0430 14:21:24.604597 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0430 14:21:26.311124 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0430 14:21:26.311149 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0430 14:21:32.228475 3799 namespace.go:142] [openshift-operators] updating namespace W0430 14:21:32.727425 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0430 14:21:39.694188 3799 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-9rqxp] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-9rqxp for pod on switch ip-10-0-0-229.ec2.internal I0430 14:21:39.694304 3799 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-9rqxp I0430 14:21:39.726582 3799 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-9rqxp] pod update took 32.303828ms I0430 14:21:39.726608 3799 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-9rqxp] addLogicalPort annotation time took 32.336261ms I0430 14:21:39.727812 3799 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-9rqxp] addLogicalPort took 33.644653ms, libovsdb time 819.215µs I0430 14:21:40.058002 3799 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-9rqxp 55ede259111f899158fb96045d17d6a61c9e6eb7fee54d4f7f434fc2989c0df3 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-9rqxp 55ede259111f899158fb96045d17d6a61c9e6eb7fee54d4f7f434fc2989c0df3 network default NAD default NAD key ] I0430 14:21:40.067609 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-9rqxp, hostIfaceName: 55ede259111f899, network: default, NAD default, SandboxID: "55ede259111f899158fb96045d17d6a61c9e6eb7fee54d4f7f434fc2989c0df3", PCI device ID: , UID: "34be619c-ea4f-424f-bdbb-eff501922c7b", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0430 14:21:40.119395 3799 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-9rqxp 55ede259111f899158fb96045d17d6a61c9e6eb7fee54d4f7f434fc2989c0df3 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-9rqxp 55ede259111f899158fb96045d17d6a61c9e6eb7fee54d4f7f434fc2989c0df3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:f0:e6:21:9f:7d\",\"name\":\"55ede259111f899\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1726db77-b8bd-4b1e-b20b-9ec38c5fb77c\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 14:21:43.768552 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0430 14:21:44.009171 3799 namespace.go:98] [trusted-artifact-signer] adding namespace I0430 14:21:44.010167 3799 namespace.go:102] [trusted-artifact-signer] adding namespace took 964.003µs I0430 14:21:44.072294 3799 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 14:21:44.080596 3799 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 14:21:45.123177 3799 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-pmth8] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-pmth8 for pod on switch ip-10-0-0-229.ec2.internal I0430 14:21:45.123267 3799 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-pmth8 I0430 14:21:45.143055 3799 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-pmth8] pod update took 19.807868ms I0430 14:21:45.143078 3799 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-pmth8] addLogicalPort annotation time took 19.83744ms I0430 14:21:45.144399 3799 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-pmth8] addLogicalPort took 21.237266ms, libovsdb time 925.381µs I0430 14:21:45.499394 3799 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-pmth8 30807985b65641f1736281d55e0bd76c4c73b0a39ab91c289d31e4f2bbfb7e0d network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-pmth8 30807985b65641f1736281d55e0bd76c4c73b0a39ab91c289d31e4f2bbfb7e0d network default NAD default NAD key ] I0430 14:21:45.508443 3799 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-pmth8, hostIfaceName: 30807985b65641f, network: default, NAD default, SandboxID: "30807985b65641f1736281d55e0bd76c4c73b0a39ab91c289d31e4f2bbfb7e0d", PCI device ID: , UID: "ef92836c-8dc9-426c-a27a-6020a7c038a9", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0430 14:21:45.559849 3799 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-pmth8 30807985b65641f1736281d55e0bd76c4c73b0a39ab91c289d31e4f2bbfb7e0d network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-pmth8 30807985b65641f1736281d55e0bd76c4c73b0a39ab91c289d31e4f2bbfb7e0d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:8e:bd:01:c2:4a\",\"name\":\"30807985b65641f\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d46a2fd-2e10-4938-be91-80b75f22272c\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:21:46.361479 3799 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:46.361998 3799 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:46.372327 3799 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:46.372345 3799 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:46.386346 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0430 14:21:46.386372 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0430 14:21:49.070267 3799 namespace.go:98] [openshift-pipelines] adding namespace I0430 14:21:49.071118 3799 namespace.go:102] [openshift-pipelines] adding namespace took 829.363µs I0430 14:21:49.089202 3799 namespace.go:142] [openshift-pipelines] updating namespace I0430 14:21:49.790179 3799 namespace.go:142] [cert-manager] updating namespace I0430 14:21:49.992328 3799 namespace.go:142] [cert-manager-operator] updating namespace I0430 14:21:50.388427 3799 namespace.go:142] [konflux-operator] updating namespace I0430 14:21:50.587949 3799 namespace.go:142] [konflux-ui] updating namespace I0430 14:21:50.789338 3799 namespace.go:142] [open-cluster-management-2q0h0mv2o35aaqsjhc6ahi9h1qf09c5u] updating namespace I0430 14:21:51.189382 3799 namespace.go:142] [rhbk-operator] updating namespace I0430 14:21:51.392600 3799 namespace.go:142] [rhtpa-operator] updating namespace I0430 14:21:51.593408 3799 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 14:21:51.793732 3799 namespace.go:142] [tsf] updating namespace I0430 14:21:51.993684 3799 namespace.go:142] [tsf-keycloak] updating namespace I0430 14:21:52.193392 3799 namespace.go:142] [tsf-tas] updating namespace I0430 14:21:52.393587 3799 namespace.go:142] [tsf-tpa] updating namespace I0430 14:21:52.520781 3799 namespace.go:142] [cert-manager] updating namespace I0430 14:21:52.532324 3799 namespace.go:142] [cert-manager-operator] updating namespace I0430 14:21:52.542328 3799 namespace.go:142] [default] updating namespace I0430 14:21:52.553975 3799 namespace.go:142] [konflux-operator] updating namespace I0430 14:21:52.560994 3799 namespace.go:142] [konflux-ui] updating namespace I0430 14:21:52.571625 3799 namespace.go:142] [open-cluster-management-2q0h0mv2o35aaqsjhc6ahi9h1qf09c5u] updating namespace I0430 14:21:52.578679 3799 namespace.go:142] [openshift] updating namespace I0430 14:21:52.587547 3799 namespace.go:142] [rhbk-operator] updating namespace I0430 14:21:52.598522 3799 namespace.go:142] [rhtpa-operator] updating namespace I0430 14:21:52.608396 3799 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 14:21:52.617733 3799 namespace.go:142] [tsf] updating namespace I0430 14:21:52.637269 3799 namespace.go:142] [tsf-keycloak] updating namespace I0430 14:21:52.653308 3799 namespace.go:142] [tsf-tas] updating namespace I0430 14:21:52.675428 3799 namespace.go:142] [tsf-tpa] updating namespace I0430 14:21:52.783063 3799 namespace.go:142] [cert-manager] updating namespace I0430 14:21:52.878363 3799 namespace.go:142] [cert-manager-operator] updating namespace I0430 14:21:52.976445 3799 namespace.go:142] [default] updating namespace I0430 14:21:53.077153 3799 namespace.go:142] [konflux-operator] updating namespace I0430 14:21:53.177175 3799 namespace.go:142] [konflux-ui] updating namespace I0430 14:21:53.281373 3799 namespace.go:142] [open-cluster-management-2q0h0mv2o35aaqsjhc6ahi9h1qf09c5u] updating namespace I0430 14:21:53.374578 3799 namespace.go:142] [openshift] updating namespace I0430 14:21:53.479093 3799 namespace.go:142] [rhbk-operator] updating namespace I0430 14:21:53.575409 3799 namespace.go:142] [rhtpa-operator] updating namespace I0430 14:21:53.676462 3799 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 14:21:53.775618 3799 namespace.go:142] [tsf] updating namespace I0430 14:21:53.876157 3799 namespace.go:142] [tsf-keycloak] updating namespace I0430 14:21:53.975757 3799 namespace.go:142] [tsf-tas] updating namespace I0430 14:21:54.078014 3799 namespace.go:142] [tsf-tpa] updating namespace I0430 14:21:54.354065 3799 namespace.go:142] [openshift-pipelines] updating namespace W0430 14:21:54.753038 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0430 14:21:57.269808 3799 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0430 14:21:57.300572 3799 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0430 14:22:02.590144 3799 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-zx4gd] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-zx4gd for pod on switch ip-10-0-0-229.ec2.internal I0430 14:22:02.590245 3799 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-zx4gd I0430 14:22:02.605290 3799 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-zx4gd] pod update took 15.073423ms I0430 14:22:02.605312 3799 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-zx4gd] addLogicalPort annotation time took 15.099588ms I0430 14:22:02.607122 3799 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-zx4gd] addLogicalPort took 16.99738ms, libovsdb time 1.305206ms I0430 14:22:02.712436 3799 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7dks] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-g7dks for pod on switch ip-10-0-0-229.ec2.internal I0430 14:22:02.712557 3799 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7dks I0430 14:22:02.729174 3799 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7dks] pod update took 16.665011ms I0430 14:22:02.729198 3799 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7dks] addLogicalPort annotation time took 16.693073ms I0430 14:22:02.730324 3799 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7dks] addLogicalPort took 17.906443ms, libovsdb time 784.313µs I0430 14:22:02.825155 3799 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-fld5t] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-fld5t for pod on switch ip-10-0-0-229.ec2.internal I0430 14:22:02.825272 3799 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-fld5t I0430 14:22:02.840896 3799 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-fld5t] pod update took 15.657677ms I0430 14:22:02.840928 3799 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-fld5t] addLogicalPort annotation time took 15.695136ms I0430 14:22:02.842659 3799 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-fld5t] addLogicalPort took 17.505048ms, libovsdb time 1.134632ms I0430 14:22:02.968591 3799 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-zx4gd 51042dd1a5ab6b4d721fc029cc2664541e1746b05bcfc0fb1330f5f7db9a8b87 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-zx4gd 51042dd1a5ab6b4d721fc029cc2664541e1746b05bcfc0fb1330f5f7db9a8b87 network default NAD default NAD key ] I0430 14:22:02.986050 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-zx4gd, hostIfaceName: 51042dd1a5ab6b4, network: default, NAD default, SandboxID: "51042dd1a5ab6b4d721fc029cc2664541e1746b05bcfc0fb1330f5f7db9a8b87", PCI device ID: , UID: "050916a4-78c5-4029-801a-0b53ec9abcab", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0430 14:22:03.038915 3799 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-zx4gd 51042dd1a5ab6b4d721fc029cc2664541e1746b05bcfc0fb1330f5f7db9a8b87 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-zx4gd 51042dd1a5ab6b4d721fc029cc2664541e1746b05bcfc0fb1330f5f7db9a8b87 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:0f:2f:89:86:91\",\"name\":\"51042dd1a5ab6b4\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/085110b0-1df7-45d9-bbc1-5dd095e7413b\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:22:03.078610 3799 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7dks 384f396767e758696cd697d823225a783855794056e19cdbe1f0d8156b60974d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7dks 384f396767e758696cd697d823225a783855794056e19cdbe1f0d8156b60974d network default NAD default NAD key ] I0430 14:22:03.088771 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-g7dks, hostIfaceName: 384f396767e7586, network: default, NAD default, SandboxID: "384f396767e758696cd697d823225a783855794056e19cdbe1f0d8156b60974d", PCI device ID: , UID: "17d6c27b-1c59-4523-86ed-ce5a8da5097d", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0430 14:22:03.141814 3799 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7dks 384f396767e758696cd697d823225a783855794056e19cdbe1f0d8156b60974d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7dks 384f396767e758696cd697d823225a783855794056e19cdbe1f0d8156b60974d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:b0:f9:10:e8:db\",\"name\":\"384f396767e7586\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/79000eda-180d-4ee1-b31b-7216c50e8223\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:22:03.192505 3799 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-fld5t c3cf05b775bad036ddab8d3160838fc2f4439806040f6bbd7fa968c2594d72e6 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-fld5t c3cf05b775bad036ddab8d3160838fc2f4439806040f6bbd7fa968c2594d72e6 network default NAD default NAD key ] I0430 14:22:03.202440 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-fld5t, hostIfaceName: c3cf05b775bad03, network: default, NAD default, SandboxID: "c3cf05b775bad036ddab8d3160838fc2f4439806040f6bbd7fa968c2594d72e6", PCI device ID: , UID: "7e5291b7-ddd9-452a-b691-e9bab5fc7686", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0430 14:22:03.252872 3799 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-fld5t c3cf05b775bad036ddab8d3160838fc2f4439806040f6bbd7fa968c2594d72e6 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-fld5t c3cf05b775bad036ddab8d3160838fc2f4439806040f6bbd7fa968c2594d72e6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:dc:7c:cb:cf:7a\",\"name\":\"c3cf05b775bad03\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/269dec78-2565-4e39-b70b-8a70675b7572\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 14:22:06.501614 3799 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0430 14:22:06.501637 3799 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0430 14:22:06.501654 3799 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0430 14:22:06.527900 3799 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0430 14:22:06.527924 3799 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0430 14:22:06.527930 3799 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0430 14:22:07.921850 3799 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 14:22:07.921877 3799 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 14:22:07.921884 3799 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 14:22:07.921889 3799 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 14:22:18.900234 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 14:22:18.900256 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 14:22:18.900261 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 14:22:18.900266 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0430 14:22:21.483934 3799 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:22:21.484485 3799 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:22:21.505686 3799 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:22:21.505712 3799 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:22:21.512563 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0430 14:22:21.512590 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0430 14:22:23.624638 3799 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0430 14:22:23.625396 3799 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0430 14:22:23.625424 3799 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0430 14:22:23.627731 3799 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0430 14:22:23.992734 3799 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-229.ec2.internal I0430 14:22:23.992870 3799 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0430 14:22:24.011108 3799 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 18.263235ms I0430 14:22:24.011135 3799 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 18.296291ms I0430 14:22:24.012756 3799 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 20.036084ms, libovsdb time 1.040491ms I0430 14:22:24.376091 3799 cni.go:452] [tsf-keycloak/keycloak-0 f4de18418bbb3e95468867060cc61e521e96e17e79dc929fb2fb84ac2ca742c1 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 f4de18418bbb3e95468867060cc61e521e96e17e79dc929fb2fb84ac2ca742c1 network default NAD default NAD key ] I0430 14:22:24.385596 3799 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: f4de18418bbb3e9, network: default, NAD default, SandboxID: "f4de18418bbb3e95468867060cc61e521e96e17e79dc929fb2fb84ac2ca742c1", PCI device ID: , UID: "c696cae6-1e1e-4d1b-ba62-b097dab3da5d", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0430 14:22:24.439964 3799 cni.go:473] [tsf-keycloak/keycloak-0 f4de18418bbb3e95468867060cc61e521e96e17e79dc929fb2fb84ac2ca742c1 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 f4de18418bbb3e95468867060cc61e521e96e17e79dc929fb2fb84ac2ca742c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:40:50:5d:a0:7b\",\"name\":\"f4de18418bbb3e9\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/106537cd-1092-4d2c-9324-b1fa0945e9ac\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 14:22:29.426976 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0430 14:22:30.027463 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0430 14:22:30.027488 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0430 14:22:30.027630 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0430 14:22:30.027656 3799 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0430 14:22:42.318688 3799 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-5k4cq] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-5k4cq for pod on switch ip-10-0-0-229.ec2.internal I0430 14:22:42.318921 3799 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-5k4cq I0430 14:22:42.332211 3799 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-5k4cq] pod update took 13.32714ms I0430 14:22:42.332320 3799 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-5k4cq] addLogicalPort annotation time took 13.441969ms I0430 14:22:42.333778 3799 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-5k4cq] addLogicalPort took 15.111221ms, libovsdb time 1.018747ms I0430 14:22:42.850847 3799 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-5k4cq 771d6eaf4ce794da078bc97cc8492fcf65b47e7d3aa7ff968e0f1924d252f667 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-5k4cq 771d6eaf4ce794da078bc97cc8492fcf65b47e7d3aa7ff968e0f1924d252f667 network default NAD default NAD key ] I0430 14:22:42.860308 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-5k4cq, hostIfaceName: 771d6eaf4ce794d, network: default, NAD default, SandboxID: "771d6eaf4ce794da078bc97cc8492fcf65b47e7d3aa7ff968e0f1924d252f667", PCI device ID: , UID: "50a322b5-fc98-4fbc-b3b9-ff01f451e0d8", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0430 14:22:42.916550 3799 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-5k4cq 771d6eaf4ce794da078bc97cc8492fcf65b47e7d3aa7ff968e0f1924d252f667 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-5k4cq 771d6eaf4ce794da078bc97cc8492fcf65b47e7d3aa7ff968e0f1924d252f667 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:27:0d:27:3c:7d\",\"name\":\"771d6eaf4ce794d\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e094f057-2b9a-44ce-9d80-b7c72c02f616\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:22:48.048056 3799 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0430 14:22:54.639859 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0430 14:22:54.639884 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0430 14:22:54.640011 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0430 14:22:54.640024 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0430 14:22:56.079750 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=96 I0430 14:23:01.078244 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=46 I0430 14:23:03.919628 3799 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-sfqcw] creating logical port tsf-keycloak_tsf-iam-sfqcw for pod on switch ip-10-0-0-229.ec2.internal I0430 14:23:03.919786 3799 kube.go:256] Updating pod tsf-keycloak/tsf-iam-sfqcw I0430 14:23:03.940396 3799 pod.go:62] [tsf-keycloak/tsf-iam-sfqcw] pod update took 20.642941ms I0430 14:23:03.940494 3799 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-sfqcw] addLogicalPort annotation time took 20.746669ms I0430 14:23:03.942014 3799 pods.go:271] [tsf-keycloak/tsf-iam-sfqcw] addLogicalPort took 22.410085ms, libovsdb time 949.29µs I0430 14:23:04.290561 3799 cni.go:452] [tsf-keycloak/tsf-iam-sfqcw 7b13ff090bfb4744ed20cf644aabe7efddc651092e239f49e82c917cba850c0d network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-sfqcw 7b13ff090bfb4744ed20cf644aabe7efddc651092e239f49e82c917cba850c0d network default NAD default NAD key ] I0430 14:23:04.299928 3799 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-sfqcw, hostIfaceName: 7b13ff090bfb474, network: default, NAD default, SandboxID: "7b13ff090bfb4744ed20cf644aabe7efddc651092e239f49e82c917cba850c0d", PCI device ID: , UID: "3bf86837-c7ed-4e9c-a8ac-a0dfea7cb766", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0430 14:23:04.353513 3799 cni.go:473] [tsf-keycloak/tsf-iam-sfqcw 7b13ff090bfb4744ed20cf644aabe7efddc651092e239f49e82c917cba850c0d network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-sfqcw 7b13ff090bfb4744ed20cf644aabe7efddc651092e239f49e82c917cba850c0d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:1c:93:8a:6f:ed\",\"name\":\"7b13ff090bfb474\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ef7ed37-8273-4c79-a1a6-53268e5ee3bb\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 14:23:08.797682 3799 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0430 14:23:08.797705 3799 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0430 14:23:08.797715 3799 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0430 14:23:13.736034 3799 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:23:13.736633 3799 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:23:13.777830 3799 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:23:13.777865 3799 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:23:13.785195 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0430 14:23:13.785231 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam W0430 14:23:19.855208 3799 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0430 14:23:19.855226 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0430 14:23:22.365997 3799 cni.go:452] [tsf-keycloak/tsf-iam-sfqcw 7b13ff090bfb4744ed20cf644aabe7efddc651092e239f49e82c917cba850c0d network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-sfqcw 7b13ff090bfb4744ed20cf644aabe7efddc651092e239f49e82c917cba850c0d network default NAD default NAD key ] I0430 14:23:22.447471 3799 cni.go:473] [tsf-keycloak/tsf-iam-sfqcw 7b13ff090bfb4744ed20cf644aabe7efddc651092e239f49e82c917cba850c0d network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-sfqcw 7b13ff090bfb4744ed20cf644aabe7efddc651092e239f49e82c917cba850c0d network default NAD default NAD key default], result "{}", err I0430 14:23:22.498819 3799 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-sfqcw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:23:22.498849 3799 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-sfqcw I0430 14:23:22.500366 3799 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-sfqcw, ips: 10.128.0.44 I0430 14:23:22.500393 3799 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-sfqcw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:23:23.388219 3799 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-sfqcw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:23:23.388251 3799 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-sfqcw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0430 14:23:29.731847 3799 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0430 14:23:29.759028 3799 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0430 14:23:30.918681 3799 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0430 14:23:33.765902 3799 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-6sxll-rhxhv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:23:33.766472 3799 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-6sxll-rhxhv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:23:34.790153 3799 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-6sxll-rhxhv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:23:34.790179 3799 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-6sxll-rhxhv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:23:47.283998 3799 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bpb49] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-bpb49 for pod on switch ip-10-0-0-229.ec2.internal I0430 14:23:47.284108 3799 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bpb49 I0430 14:23:47.298509 3799 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bpb49] pod update took 14.425507ms I0430 14:23:47.298545 3799 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bpb49] addLogicalPort annotation time took 14.468588ms I0430 14:23:47.299850 3799 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bpb49] addLogicalPort took 15.873063ms, libovsdb time 877.015µs I0430 14:23:47.378652 3799 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-brmh9] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-brmh9 for pod on switch ip-10-0-0-229.ec2.internal I0430 14:23:47.378751 3799 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-brmh9 I0430 14:23:47.392491 3799 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-brmh9] pod update took 13.765436ms I0430 14:23:47.392515 3799 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-brmh9] addLogicalPort annotation time took 13.794728ms I0430 14:23:47.394013 3799 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-brmh9] addLogicalPort took 15.375664ms, libovsdb time 957.246µs I0430 14:23:47.476794 3799 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-92vlq] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-92vlq for pod on switch ip-10-0-0-229.ec2.internal I0430 14:23:47.476890 3799 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-92vlq I0430 14:23:47.490928 3799 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-92vlq] pod update took 14.061541ms I0430 14:23:47.490955 3799 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-92vlq] addLogicalPort annotation time took 14.094209ms I0430 14:23:47.492195 3799 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-92vlq] addLogicalPort took 15.415181ms, libovsdb time 850.331µs I0430 14:23:47.644254 3799 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bpb49 acd047f59d5bc9362a25d0c7cf1ebb87f18ddbbf6131b76dfb7f244a684fb178 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bpb49 acd047f59d5bc9362a25d0c7cf1ebb87f18ddbbf6131b76dfb7f244a684fb178 network default NAD default NAD key ] I0430 14:23:47.653628 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-bpb49, hostIfaceName: acd047f59d5bc93, network: default, NAD default, SandboxID: "acd047f59d5bc9362a25d0c7cf1ebb87f18ddbbf6131b76dfb7f244a684fb178", PCI device ID: , UID: "212f7619-c3a2-466f-a965-aff58aa9af58", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0430 14:23:47.708079 3799 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bpb49 acd047f59d5bc9362a25d0c7cf1ebb87f18ddbbf6131b76dfb7f244a684fb178 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bpb49 acd047f59d5bc9362a25d0c7cf1ebb87f18ddbbf6131b76dfb7f244a684fb178 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:9e:ef:ae:e0:ff\",\"name\":\"acd047f59d5bc93\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/436abbac-26a5-4476-ab8a-bc8877cda96b\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:23:47.744501 3799 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-brmh9 1a02c520b5e138cc711a06d754eb13a5a236ce4604b9ea2e7f2e7435c22c2791 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-brmh9 1a02c520b5e138cc711a06d754eb13a5a236ce4604b9ea2e7f2e7435c22c2791 network default NAD default NAD key ] I0430 14:23:47.754345 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-brmh9, hostIfaceName: 1a02c520b5e138c, network: default, NAD default, SandboxID: "1a02c520b5e138cc711a06d754eb13a5a236ce4604b9ea2e7f2e7435c22c2791", PCI device ID: , UID: "add2c974-22aa-40d1-87f5-1bee841ec642", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0430 14:23:47.823187 3799 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-brmh9 1a02c520b5e138cc711a06d754eb13a5a236ce4604b9ea2e7f2e7435c22c2791 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-brmh9 1a02c520b5e138cc711a06d754eb13a5a236ce4604b9ea2e7f2e7435c22c2791 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:69:72:56:e0:55\",\"name\":\"1a02c520b5e138c\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/953d5791-e1d2-4895-bd19-73145d3c9c41\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:23:47.850410 3799 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-92vlq 34bd93a5d8c37cf3a5ba744cf31792ae85b9c253dd304c2e5b82846a87a9e3ee network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-92vlq 34bd93a5d8c37cf3a5ba744cf31792ae85b9c253dd304c2e5b82846a87a9e3ee network default NAD default NAD key ] I0430 14:23:47.860577 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-92vlq, hostIfaceName: 34bd93a5d8c37cf, network: default, NAD default, SandboxID: "34bd93a5d8c37cf3a5ba744cf31792ae85b9c253dd304c2e5b82846a87a9e3ee", PCI device ID: , UID: "146a13e5-77dc-4658-8fe8-9ea563611256", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0430 14:23:47.912493 3799 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-92vlq 34bd93a5d8c37cf3a5ba744cf31792ae85b9c253dd304c2e5b82846a87a9e3ee network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-92vlq 34bd93a5d8c37cf3a5ba744cf31792ae85b9c253dd304c2e5b82846a87a9e3ee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:5b:a8:f1:df:0f\",\"name\":\"34bd93a5d8c37cf\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/efaf9cca-d9b0-44c3-9cf8-f97cb19c2d44\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 14:23:50.526380 3799 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0430 14:23:50.526404 3799 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0430 14:23:50.582470 3799 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0430 14:23:51.539488 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0430 14:23:51.539512 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0430 14:24:01.541820 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0430 14:24:02.531828 3799 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-7lfgp] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-7lfgp for pod on switch ip-10-0-0-229.ec2.internal I0430 14:24:02.531957 3799 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-7lfgp I0430 14:24:02.545511 3799 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-7lfgp] pod update took 13.577129ms I0430 14:24:02.545562 3799 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-7lfgp] addLogicalPort annotation time took 13.632018ms I0430 14:24:02.547244 3799 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-7lfgp] addLogicalPort took 15.438311ms, libovsdb time 973.386µs I0430 14:24:02.897302 3799 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-7lfgp 5e1d077d2f7d068d937be9cb585efaf5f13dea673d4e1e8d942021b1b08353a0 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-7lfgp 5e1d077d2f7d068d937be9cb585efaf5f13dea673d4e1e8d942021b1b08353a0 network default NAD default NAD key ] I0430 14:24:02.906416 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-7lfgp, hostIfaceName: 5e1d077d2f7d068, network: default, NAD default, SandboxID: "5e1d077d2f7d068d937be9cb585efaf5f13dea673d4e1e8d942021b1b08353a0", PCI device ID: , UID: "770be740-9d9c-40e1-b5be-1b78bee8cafb", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0430 14:24:02.960149 3799 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-7lfgp 5e1d077d2f7d068d937be9cb585efaf5f13dea673d4e1e8d942021b1b08353a0 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-7lfgp 5e1d077d2f7d068d937be9cb585efaf5f13dea673d4e1e8d942021b1b08353a0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:f2:39:75:5c:99\",\"name\":\"5e1d077d2f7d068\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b48a918-59b0-4008-9889-ca84b29490f1\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:24:04.091561 3799 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:04.092141 3799 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:04.112544 3799 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:04.112567 3799 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:04.119679 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0430 14:24:04.119701 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0430 14:24:08.246618 3799 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-w7f84-bdqbw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:08.247213 3799 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-w7f84-bdqbw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:09.124204 3799 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-w7f84-bdqbw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:09.124232 3799 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-w7f84-bdqbw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:13.027141 3799 namespace.go:142] [openshift-pipelines] updating namespace I0430 14:24:13.074602 3799 obj_retry.go:498] Detected object tsf/patch-tekton-config-tnxh6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:13.075147 3799 obj_retry.go:498] Detected object tsf/patch-tekton-config-tnxh6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:14.096307 3799 obj_retry.go:492] Detected object tsf/patch-tekton-config-tnxh6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:14.096333 3799 obj_retry.go:492] Detected object tsf/patch-tekton-config-tnxh6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:14.161594 3799 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 W0430 14:24:18.978756 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0430 14:24:18.999370 3799 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0430 14:24:22.171472 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0430 14:24:23.144642 3799 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-m2ghk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:23.145186 3799 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-m2ghk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:24.166894 3799 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-m2ghk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:24.166918 3799 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-m2ghk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:24.202992 3799 obj_retry.go:492] Detected object tsf/patch-tekton-config-tnxh6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:24.203018 3799 obj_retry.go:492] Detected object tsf/patch-tekton-config-tnxh6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:24.206750 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-tnxh6 I0430 14:24:24.206777 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-tnxh6 I0430 14:24:28.167552 3799 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:28.168151 3799 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:28.185613 3799 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:28.185648 3799 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:28.192559 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0430 14:24:28.192581 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0430 14:24:29.576968 3799 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-2dbqc] creating logical port tsf-tpa_create-db-2dbqc for pod on switch ip-10-0-0-229.ec2.internal I0430 14:24:29.577062 3799 kube.go:256] Updating pod tsf-tpa/create-db-2dbqc I0430 14:24:29.589370 3799 pod.go:62] [tsf-tpa/create-db-2dbqc] pod update took 12.32858ms I0430 14:24:29.589394 3799 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-2dbqc] addLogicalPort annotation time took 12.359711ms I0430 14:24:29.590849 3799 pods.go:271] [tsf-tpa/create-db-2dbqc] addLogicalPort took 13.901282ms, libovsdb time 996.135µs I0430 14:24:29.943082 3799 cni.go:452] [tsf-tpa/create-db-2dbqc 5021d59ba90ccd321ebc1bb54cbf9bd7a388e9992a3bb4c36b0cc87831cc19ae network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-2dbqc 5021d59ba90ccd321ebc1bb54cbf9bd7a388e9992a3bb4c36b0cc87831cc19ae network default NAD default NAD key ] I0430 14:24:29.952347 3799 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-2dbqc, hostIfaceName: 5021d59ba90ccd3, network: default, NAD default, SandboxID: "5021d59ba90ccd321ebc1bb54cbf9bd7a388e9992a3bb4c36b0cc87831cc19ae", PCI device ID: , UID: "3110610a-b948-4c8e-8eee-e2064a5b1645", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0430 14:24:30.005558 3799 cni.go:473] [tsf-tpa/create-db-2dbqc 5021d59ba90ccd321ebc1bb54cbf9bd7a388e9992a3bb4c36b0cc87831cc19ae network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-2dbqc 5021d59ba90ccd321ebc1bb54cbf9bd7a388e9992a3bb4c36b0cc87831cc19ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:3b:32:03:f2:f3\",\"name\":\"5021d59ba90ccd3\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c76eff20-2369-48d5-9da6-67b4ce4aea65\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:24:34.795884 3799 cni.go:452] [tsf-tpa/create-db-2dbqc 5021d59ba90ccd321ebc1bb54cbf9bd7a388e9992a3bb4c36b0cc87831cc19ae network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-2dbqc 5021d59ba90ccd321ebc1bb54cbf9bd7a388e9992a3bb4c36b0cc87831cc19ae network default NAD default NAD key ] I0430 14:24:34.881153 3799 cni.go:473] [tsf-tpa/create-db-2dbqc 5021d59ba90ccd321ebc1bb54cbf9bd7a388e9992a3bb4c36b0cc87831cc19ae network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-2dbqc 5021d59ba90ccd321ebc1bb54cbf9bd7a388e9992a3bb4c36b0cc87831cc19ae network default NAD default NAD key default], result "{}", err I0430 14:24:34.933375 3799 obj_retry.go:498] Detected object tsf-tpa/create-db-2dbqc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:34.933414 3799 pods.go:176] Deleting pod: tsf-tpa/create-db-2dbqc I0430 14:24:34.934842 3799 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-2dbqc, ips: 10.128.0.49 I0430 14:24:34.934871 3799 obj_retry.go:498] Detected object tsf-tpa/create-db-2dbqc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:35.959212 3799 obj_retry.go:492] Detected object tsf-tpa/create-db-2dbqc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:35.959244 3799 obj_retry.go:492] Detected object tsf-tpa/create-db-2dbqc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:36.066166 3799 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-9tw84] creating logical port tsf-tpa_migrate-db-9tw84 for pod on switch ip-10-0-0-229.ec2.internal I0430 14:24:36.066295 3799 kube.go:256] Updating pod tsf-tpa/migrate-db-9tw84 I0430 14:24:36.078047 3799 pod.go:62] [tsf-tpa/migrate-db-9tw84] pod update took 11.775478ms I0430 14:24:36.078069 3799 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-9tw84] addLogicalPort annotation time took 11.802783ms I0430 14:24:36.079575 3799 pods.go:271] [tsf-tpa/migrate-db-9tw84] addLogicalPort took 13.422808ms, libovsdb time 1.033082ms I0430 14:24:36.428260 3799 cni.go:452] [tsf-tpa/migrate-db-9tw84 587e2c5f446c842dfedda162db4afe09b4cc88ad9a8f165ed5ee329e4e91de45 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-9tw84 587e2c5f446c842dfedda162db4afe09b4cc88ad9a8f165ed5ee329e4e91de45 network default NAD default NAD key ] I0430 14:24:36.439338 3799 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-9tw84, hostIfaceName: 587e2c5f446c842, network: default, NAD default, SandboxID: "587e2c5f446c842dfedda162db4afe09b4cc88ad9a8f165ed5ee329e4e91de45", PCI device ID: , UID: "4828b2cc-f797-478a-8dcd-7c4b53347b7f", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0430 14:24:36.496211 3799 cni.go:473] [tsf-tpa/migrate-db-9tw84 587e2c5f446c842dfedda162db4afe09b4cc88ad9a8f165ed5ee329e4e91de45 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-9tw84 587e2c5f446c842dfedda162db4afe09b4cc88ad9a8f165ed5ee329e4e91de45 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:f6:4b:42:85:a4\",\"name\":\"587e2c5f446c842\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3c48acb-56ff-45db-83c2-6521f30b5a06\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:24:38.827300 3799 cni.go:452] [tsf-tpa/migrate-db-9tw84 587e2c5f446c842dfedda162db4afe09b4cc88ad9a8f165ed5ee329e4e91de45 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-9tw84 587e2c5f446c842dfedda162db4afe09b4cc88ad9a8f165ed5ee329e4e91de45 network default NAD default NAD key ] I0430 14:24:38.914230 3799 cni.go:473] [tsf-tpa/migrate-db-9tw84 587e2c5f446c842dfedda162db4afe09b4cc88ad9a8f165ed5ee329e4e91de45 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-9tw84 587e2c5f446c842dfedda162db4afe09b4cc88ad9a8f165ed5ee329e4e91de45 network default NAD default NAD key default], result "{}", err I0430 14:24:39.017940 3799 obj_retry.go:498] Detected object tsf-tpa/migrate-db-9tw84 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:39.017981 3799 pods.go:176] Deleting pod: tsf-tpa/migrate-db-9tw84 I0430 14:24:39.019589 3799 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-9tw84, ips: 10.128.0.50 I0430 14:24:39.019621 3799 obj_retry.go:498] Detected object tsf-tpa/migrate-db-9tw84 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:39.098883 3799 obj_retry.go:492] Detected object tsf-tpa/migrate-db-9tw84 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:39.098910 3799 obj_retry.go:492] Detected object tsf-tpa/migrate-db-9tw84 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:39.299995 3799 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-dj826] creating logical port tsf-tpa_create-importers-dj826 for pod on switch ip-10-0-0-229.ec2.internal I0430 14:24:39.300090 3799 kube.go:256] Updating pod tsf-tpa/create-importers-dj826 I0430 14:24:39.314817 3799 pod.go:62] [tsf-tpa/create-importers-dj826] pod update took 14.755145ms I0430 14:24:39.314843 3799 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-dj826] addLogicalPort annotation time took 14.784742ms I0430 14:24:39.316219 3799 pods.go:271] [tsf-tpa/create-importers-dj826] addLogicalPort took 16.240962ms, libovsdb time 930.243µs I0430 14:24:39.667653 3799 cni.go:452] [tsf-tpa/create-importers-dj826 be4e173a426b2ccf012a73333814519362bf203aed248461e799b16d24ee6d05 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-dj826 be4e173a426b2ccf012a73333814519362bf203aed248461e799b16d24ee6d05 network default NAD default NAD key ] I0430 14:24:39.677117 3799 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-dj826, hostIfaceName: be4e173a426b2cc, network: default, NAD default, SandboxID: "be4e173a426b2ccf012a73333814519362bf203aed248461e799b16d24ee6d05", PCI device ID: , UID: "43feaffd-44d9-4ca7-b799-91025f29049f", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0430 14:24:39.729371 3799 cni.go:473] [tsf-tpa/create-importers-dj826 be4e173a426b2ccf012a73333814519362bf203aed248461e799b16d24ee6d05 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-dj826 be4e173a426b2ccf012a73333814519362bf203aed248461e799b16d24ee6d05 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:4c:74:b5:a2:3a\",\"name\":\"be4e173a426b2cc\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18e6fa19-863a-4e8e-b621-0cdbb3203624\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:24:41.850077 3799 cni.go:452] [tsf-tpa/create-importers-dj826 be4e173a426b2ccf012a73333814519362bf203aed248461e799b16d24ee6d05 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-dj826 be4e173a426b2ccf012a73333814519362bf203aed248461e799b16d24ee6d05 network default NAD default NAD key ] I0430 14:24:41.937881 3799 cni.go:473] [tsf-tpa/create-importers-dj826 be4e173a426b2ccf012a73333814519362bf203aed248461e799b16d24ee6d05 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-dj826 be4e173a426b2ccf012a73333814519362bf203aed248461e799b16d24ee6d05 network default NAD default NAD key default], result "{}", err I0430 14:24:41.990894 3799 obj_retry.go:498] Detected object tsf-tpa/create-importers-dj826 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:41.990927 3799 pods.go:176] Deleting pod: tsf-tpa/create-importers-dj826 I0430 14:24:41.992223 3799 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-dj826, ips: 10.128.0.51 I0430 14:24:41.992251 3799 obj_retry.go:498] Detected object tsf-tpa/create-importers-dj826 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:43.016901 3799 obj_retry.go:492] Detected object tsf-tpa/create-importers-dj826 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:43.016943 3799 obj_retry.go:492] Detected object tsf-tpa/create-importers-dj826 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:43.425919 3799 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-lr9ld-r2b2k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:43.426582 3799 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-lr9ld-r2b2k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:44.301063 3799 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-lr9ld-r2b2k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:44.301088 3799 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-lr9ld-r2b2k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:46.809756 3799 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-cbffbdbcb-nnbzj] creating logical port tsf-tas_ctlog-cbffbdbcb-nnbzj for pod on switch ip-10-0-0-229.ec2.internal I0430 14:24:46.809842 3799 kube.go:256] Updating pod tsf-tas/ctlog-cbffbdbcb-nnbzj I0430 14:24:46.824173 3799 pod.go:62] [tsf-tas/ctlog-cbffbdbcb-nnbzj] pod update took 14.351156ms I0430 14:24:46.824199 3799 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-cbffbdbcb-nnbzj] addLogicalPort annotation time took 14.379794ms I0430 14:24:46.825580 3799 pods.go:271] [tsf-tas/ctlog-cbffbdbcb-nnbzj] addLogicalPort took 15.84198ms, libovsdb time 936.964µs I0430 14:24:47.472869 3799 cni.go:452] [tsf-tas/ctlog-cbffbdbcb-nnbzj 5092c8a15edf29d9a5fd188d8c81b10cd0e416dbe8d4da7299d672c293ac39f8 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-cbffbdbcb-nnbzj 5092c8a15edf29d9a5fd188d8c81b10cd0e416dbe8d4da7299d672c293ac39f8 network default NAD default NAD key ] I0430 14:24:47.482405 3799 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-cbffbdbcb-nnbzj, hostIfaceName: 5092c8a15edf29d, network: default, NAD default, SandboxID: "5092c8a15edf29d9a5fd188d8c81b10cd0e416dbe8d4da7299d672c293ac39f8", PCI device ID: , UID: "b17f3888-04fb-4e54-898b-93600ca0829a", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0430 14:24:47.535583 3799 cni.go:473] [tsf-tas/ctlog-cbffbdbcb-nnbzj 5092c8a15edf29d9a5fd188d8c81b10cd0e416dbe8d4da7299d672c293ac39f8 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-cbffbdbcb-nnbzj 5092c8a15edf29d9a5fd188d8c81b10cd0e416dbe8d4da7299d672c293ac39f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:f6:fa:77:f6:27\",\"name\":\"5092c8a15edf29d\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db1b5d3b-91be-4c22-9a16-4cd19d63ba2d\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 14:24:48.891507 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0430 14:24:50.161947 3799 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0430 14:24:53.475587 3799 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-k62kx-l4fb8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:53.476144 3799 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-k62kx-l4fb8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:54.500594 3799 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-k62kx-l4fb8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:54.500617 3799 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-k62kx-l4fb8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0430 14:24:59.371962 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0430 14:24:59.909143 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0430 14:25:18.465778 3799 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:25:18.466373 3799 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:25:18.485702 3799 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:25:18.485722 3799 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:25:18.491076 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0430 14:25:18.491102 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0430 14:25:19.294970 3799 namespace.go:98] [build-service] adding namespace I0430 14:25:19.295892 3799 namespace.go:102] [build-service] adding namespace took 900.187µs I0430 14:25:19.301070 3799 namespace.go:98] [default-tenant] adding namespace I0430 14:25:19.301140 3799 namespace.go:98] [integration-service] adding namespace I0430 14:25:19.301215 3799 namespace.go:98] [image-controller] adding namespace I0430 14:25:19.301854 3799 namespace.go:102] [default-tenant] adding namespace took 764.294µs I0430 14:25:19.302465 3799 namespace.go:102] [integration-service] adding namespace took 1.312716ms I0430 14:25:19.303049 3799 namespace.go:102] [image-controller] adding namespace took 1.817122ms I0430 14:25:19.361943 3799 namespace.go:142] [build-service] updating namespace I0430 14:25:19.394355 3799 namespace.go:142] [build-service] updating namespace I0430 14:25:19.450280 3799 namespace.go:142] [default-tenant] updating namespace I0430 14:25:19.482681 3799 namespace.go:142] [default-tenant] updating namespace I0430 14:25:19.535798 3799 namespace.go:142] [build-service] updating namespace I0430 14:25:19.550497 3799 namespace.go:142] [integration-service] updating namespace I0430 14:25:19.575168 3799 namespace.go:142] [integration-service] updating namespace I0430 14:25:19.591247 3799 namespace.go:142] [integration-service] updating namespace I0430 14:25:19.623071 3799 namespace.go:142] [image-controller] updating namespace I0430 14:25:19.662768 3799 namespace.go:98] [release-service] adding namespace I0430 14:25:19.662914 3799 namespace.go:142] [image-controller] updating namespace I0430 14:25:19.663722 3799 namespace.go:102] [release-service] adding namespace took 928.071µs I0430 14:25:19.736630 3799 namespace.go:142] [release-service] updating namespace I0430 14:25:19.765644 3799 namespace.go:142] [konflux-ui] updating namespace I0430 14:25:19.772224 3799 namespace.go:142] [release-service] updating namespace I0430 14:25:20.061731 3799 namespace.go:98] [konflux-info] adding namespace I0430 14:25:20.062650 3799 namespace.go:102] [konflux-info] adding namespace took 894.044µs I0430 14:25:20.108368 3799 namespace.go:142] [build-service] updating namespace I0430 14:25:20.179259 3799 namespace.go:98] [namespace-lister] adding namespace I0430 14:25:20.180189 3799 namespace.go:102] [namespace-lister] adding namespace took 907.577µs I0430 14:25:20.376247 3799 namespace.go:142] [konflux-info] updating namespace I0430 14:25:20.438855 3799 namespace.go:98] [enterprise-contract-service] adding namespace I0430 14:25:20.439821 3799 namespace.go:102] [enterprise-contract-service] adding namespace took 942.589µs I0430 14:25:20.528267 3799 namespace.go:142] [default-tenant] updating namespace I0430 14:25:20.689887 3799 namespace.go:142] [image-controller] updating namespace I0430 14:25:20.797124 3799 namespace.go:142] [build-service] updating namespace I0430 14:25:20.808732 3799 namespace.go:142] [konflux-info] updating namespace I0430 14:25:20.815944 3799 namespace.go:142] [default-tenant] updating namespace I0430 14:25:20.862239 3799 namespace.go:142] [image-controller] updating namespace I0430 14:25:20.878941 3799 namespace.go:142] [integration-service] updating namespace I0430 14:25:20.936862 3799 namespace.go:142] [namespace-lister] updating namespace I0430 14:25:20.948187 3799 namespace.go:142] [build-service] updating namespace I0430 14:25:21.052487 3799 namespace.go:142] [image-controller] updating namespace I0430 14:25:21.052505 3799 namespace.go:142] [default-tenant] updating namespace I0430 14:25:21.152044 3799 namespace.go:142] [image-controller] updating namespace I0430 14:25:21.236432 3799 namespace.go:142] [integration-service] updating namespace I0430 14:25:21.612334 3799 namespace.go:142] [default-tenant] updating namespace I0430 14:25:21.669233 3799 namespace.go:142] [integration-service] updating namespace I0430 14:25:21.737106 3799 namespace.go:142] [enterprise-contract-service] updating namespace I0430 14:25:21.795077 3799 namespace.go:142] [namespace-lister] updating namespace I0430 14:25:21.911193 3799 namespace.go:98] [segment-bridge] adding namespace I0430 14:25:21.912215 3799 namespace.go:102] [segment-bridge] adding namespace took 979.482µs I0430 14:25:21.963790 3799 namespace.go:142] [enterprise-contract-service] updating namespace I0430 14:25:22.080549 3799 namespace.go:142] [segment-bridge] updating namespace I0430 14:25:22.090972 3799 namespace.go:98] [konflux-cli] adding namespace I0430 14:25:22.091859 3799 namespace.go:102] [konflux-cli] adding namespace took 868.422µs I0430 14:25:22.158201 3799 namespace.go:142] [segment-bridge] updating namespace I0430 14:25:22.182102 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0430 14:25:22.384416 3799 namespace.go:142] [konflux-cli] updating namespace I0430 14:25:22.415104 3799 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-dlpdm] creating logical port namespace-lister_namespace-lister-696b855848-dlpdm for pod on switch ip-10-0-0-229.ec2.internal I0430 14:25:22.415230 3799 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-dlpdm I0430 14:25:22.468107 3799 namespace.go:142] [konflux-cli] updating namespace I0430 14:25:22.489240 3799 pod.go:62] [namespace-lister/namespace-lister-696b855848-dlpdm] pod update took 74.039215ms I0430 14:25:22.489267 3799 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-dlpdm] addLogicalPort annotation time took 74.070742ms I0430 14:25:22.490602 3799 pods.go:271] [namespace-lister/namespace-lister-696b855848-dlpdm] addLogicalPort took 75.518082ms, libovsdb time 873.315µs I0430 14:25:22.575805 3799 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0430 14:25:22.576447 3799 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0430 14:25:22.576465 3799 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0430 14:25:22.579804 3799 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0430 14:25:22.602367 3799 namespace.go:142] [enterprise-contract-service] updating namespace I0430 14:25:22.615247 3799 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0430 14:25:22.615273 3799 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0430 14:25:22.616682 3799 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0430 14:25:22.660246 3799 namespace.go:142] [konflux-info] updating namespace I0430 14:25:23.039120 3799 namespace.go:142] [namespace-lister] updating namespace I0430 14:25:23.050444 3799 base_network_controller_pods.go:487] [default/konflux-ui/dex-5955b8b969-wwffm] creating logical port konflux-ui_dex-5955b8b969-wwffm for pod on switch ip-10-0-0-229.ec2.internal I0430 14:25:23.050553 3799 kube.go:256] Updating pod konflux-ui/dex-5955b8b969-wwffm I0430 14:25:23.076148 3799 pod.go:62] [konflux-ui/dex-5955b8b969-wwffm] pod update took 25.631423ms I0430 14:25:23.076175 3799 base_network_controller_pods.go:951] [default/konflux-ui/dex-5955b8b969-wwffm] addLogicalPort annotation time took 25.664022ms I0430 14:25:23.077631 3799 pods.go:271] [konflux-ui/dex-5955b8b969-wwffm] addLogicalPort took 27.207392ms, libovsdb time 858.887µs I0430 14:25:23.292892 3799 base_network_controller_pods.go:487] [default/konflux-ui/proxy-5c87bf8484-cw7hj] creating logical port konflux-ui_proxy-5c87bf8484-cw7hj for pod on switch ip-10-0-0-229.ec2.internal I0430 14:25:23.292913 3799 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-5gz2c] creating logical port image-controller_image-controller-controller-manager-6f859968fc-5gz2c for pod on switch ip-10-0-0-229.ec2.internal I0430 14:25:23.293014 3799 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-5gz2c I0430 14:25:23.293021 3799 kube.go:256] Updating pod konflux-ui/proxy-5c87bf8484-cw7hj I0430 14:25:23.331444 3799 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-5gz2c] pod update took 38.44813ms I0430 14:25:23.331476 3799 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-5gz2c] addLogicalPort annotation time took 38.48659ms I0430 14:25:23.333131 3799 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-5gz2c] addLogicalPort took 40.227641ms, libovsdb time 1.058946ms I0430 14:25:23.362007 3799 pod.go:62] [konflux-ui/proxy-5c87bf8484-cw7hj] pod update took 69.013267ms I0430 14:25:23.362034 3799 base_network_controller_pods.go:951] [default/konflux-ui/proxy-5c87bf8484-cw7hj] addLogicalPort annotation time took 69.050114ms I0430 14:25:23.363407 3799 pods.go:271] [konflux-ui/proxy-5c87bf8484-cw7hj] addLogicalPort took 70.535243ms, libovsdb time 921.193µs I0430 14:25:23.379733 3799 cni.go:452] [namespace-lister/namespace-lister-696b855848-dlpdm bd37cda146c0576ac2f1db061615b523dbb6a2a80a228b30b8e0b1b7f06eea6c network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-dlpdm bd37cda146c0576ac2f1db061615b523dbb6a2a80a228b30b8e0b1b7f06eea6c network default NAD default NAD key ] I0430 14:25:23.389714 3799 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-dlpdm, hostIfaceName: bd37cda146c0576, network: default, NAD default, SandboxID: "bd37cda146c0576ac2f1db061615b523dbb6a2a80a228b30b8e0b1b7f06eea6c", PCI device ID: , UID: "60091e4d-2d8a-4b1a-813e-edec2bf925f7", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0430 14:25:23.411313 3799 namespace.go:142] [release-service] updating namespace I0430 14:25:23.653419 3799 cni.go:473] [namespace-lister/namespace-lister-696b855848-dlpdm bd37cda146c0576ac2f1db061615b523dbb6a2a80a228b30b8e0b1b7f06eea6c network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-dlpdm bd37cda146c0576ac2f1db061615b523dbb6a2a80a228b30b8e0b1b7f06eea6c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:a1:17:d3:7c:5e\",\"name\":\"bd37cda146c0576\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/492898ed-7b62-4aad-aab5-a910ec4746f9\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:25:23.702899 3799 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-fthb9] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-fthb9 for pod on switch ip-10-0-0-229.ec2.internal I0430 14:25:23.702998 3799 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-fthb9 I0430 14:25:23.768164 3799 namespace.go:142] [segment-bridge] updating namespace I0430 14:25:23.788321 3799 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-fthb9] pod update took 85.350795ms I0430 14:25:23.788344 3799 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-fthb9] addLogicalPort annotation time took 85.378712ms I0430 14:25:23.789572 3799 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-fthb9] addLogicalPort took 86.69006ms, libovsdb time 801.783µs I0430 14:25:23.887592 3799 namespace.go:142] [enterprise-contract-service] updating namespace I0430 14:25:23.922329 3799 namespace.go:142] [konflux-info] updating namespace I0430 14:25:23.958308 3799 namespace.go:142] [namespace-lister] updating namespace I0430 14:25:23.970139 3799 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-5gz2c 578fccea00ddd1499bb7148cab18bee79052b88e2e8128c683dbc8546a11b5be network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-5gz2c 578fccea00ddd1499bb7148cab18bee79052b88e2e8128c683dbc8546a11b5be network default NAD default NAD key ] I0430 14:25:23.979926 3799 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-5gz2c, hostIfaceName: 578fccea00ddd14, network: default, NAD default, SandboxID: "578fccea00ddd1499bb7148cab18bee79052b88e2e8128c683dbc8546a11b5be", PCI device ID: , UID: "f08d4606-6078-4898-9cae-d1154e3abcf9", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0430 14:25:23.987160 3799 namespace.go:142] [release-service] updating namespace I0430 14:25:23.987354 3799 namespace.go:142] [segment-bridge] updating namespace I0430 14:25:24.038821 3799 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-5gz2c 578fccea00ddd1499bb7148cab18bee79052b88e2e8128c683dbc8546a11b5be network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-5gz2c 578fccea00ddd1499bb7148cab18bee79052b88e2e8128c683dbc8546a11b5be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:63:76:6b:bb:ee\",\"name\":\"578fccea00ddd14\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d61afd7-7e03-4e9c-b397-92c8ac55741b\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:25:24.080460 3799 namespace.go:142] [enterprise-contract-service] updating namespace I0430 14:25:24.206175 3799 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-k4lqw] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-k4lqw for pod on switch ip-10-0-0-229.ec2.internal I0430 14:25:24.206305 3799 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-k4lqw I0430 14:25:24.222071 3799 namespace.go:142] [konflux-info] updating namespace I0430 14:25:24.276658 3799 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-k4lqw] pod update took 70.374759ms I0430 14:25:24.276692 3799 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-k4lqw] addLogicalPort annotation time took 70.416922ms I0430 14:25:24.278032 3799 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-k4lqw] addLogicalPort took 71.876297ms, libovsdb time 894.761µs I0430 14:25:24.369324 3799 namespace.go:142] [namespace-lister] updating namespace I0430 14:25:24.483281 3799 namespace.go:142] [release-service] updating namespace I0430 14:25:24.751263 3799 namespace.go:142] [segment-bridge] updating namespace I0430 14:25:26.078503 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=54 W0430 14:25:26.128741 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0430 14:25:26.810524 3799 namespace.go:142] [konflux-cli] updating namespace I0430 14:25:26.943944 3799 namespace.go:142] [konflux-cli] updating namespace I0430 14:25:27.043542 3799 namespace.go:142] [konflux-cli] updating namespace W0430 14:25:27.130739 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0430 14:25:27.161770 3799 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 W0430 14:25:27.161894 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister W0430 14:25:30.571010 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0430 14:25:30.922056 3799 cni.go:452] [konflux-ui/dex-5955b8b969-wwffm de1da9a9e6a2f20be743bc973f8f6fb7cf141c4e03cf6fde39c332c22bdf1499 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-5955b8b969-wwffm de1da9a9e6a2f20be743bc973f8f6fb7cf141c4e03cf6fde39c332c22bdf1499 network default NAD default NAD key ] I0430 14:25:30.931173 3799 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-5955b8b969-wwffm, hostIfaceName: de1da9a9e6a2f20, network: default, NAD default, SandboxID: "de1da9a9e6a2f20be743bc973f8f6fb7cf141c4e03cf6fde39c332c22bdf1499", PCI device ID: , UID: "b7c71c6b-725c-492b-86a6-d3f551800437", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0430 14:25:30.983703 3799 cni.go:473] [konflux-ui/dex-5955b8b969-wwffm de1da9a9e6a2f20be743bc973f8f6fb7cf141c4e03cf6fde39c332c22bdf1499 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-5955b8b969-wwffm de1da9a9e6a2f20be743bc973f8f6fb7cf141c4e03cf6fde39c332c22bdf1499 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:c4:88:37:57:df\",\"name\":\"de1da9a9e6a2f20\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3314148d-9dd2-4424-bedd-90aee3e5937a\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:25:31.463072 3799 cni.go:452] [konflux-ui/proxy-5c87bf8484-cw7hj e8a74c2b2d262e479b1ae1adce28744779e276bd17fdeca10dc10b90a377adaf network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-5c87bf8484-cw7hj e8a74c2b2d262e479b1ae1adce28744779e276bd17fdeca10dc10b90a377adaf network default NAD default NAD key ] I0430 14:25:31.472637 3799 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-5c87bf8484-cw7hj, hostIfaceName: e8a74c2b2d262e4, network: default, NAD default, SandboxID: "e8a74c2b2d262e479b1ae1adce28744779e276bd17fdeca10dc10b90a377adaf", PCI device ID: , UID: "d97e67d7-f945-42a4-8c03-c84ab3b62bc0", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0430 14:25:31.526692 3799 cni.go:473] [konflux-ui/proxy-5c87bf8484-cw7hj e8a74c2b2d262e479b1ae1adce28744779e276bd17fdeca10dc10b90a377adaf network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-5c87bf8484-cw7hj e8a74c2b2d262e479b1ae1adce28744779e276bd17fdeca10dc10b90a377adaf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:fd:6e:11:f6:38\",\"name\":\"e8a74c2b2d262e4\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/795ef374-cbb9-4e47-85e8-cd41b136e76e\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:25:32.673814 3799 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-k4lqw 59bf9191a2e3d927204255ca4789a7f2cf0b3421452398cc3c28f4c32731f73c network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-k4lqw 59bf9191a2e3d927204255ca4789a7f2cf0b3421452398cc3c28f4c32731f73c network default NAD default NAD key ] I0430 14:25:32.686264 3799 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-k4lqw, hostIfaceName: 59bf9191a2e3d92, network: default, NAD default, SandboxID: "59bf9191a2e3d927204255ca4789a7f2cf0b3421452398cc3c28f4c32731f73c", PCI device ID: , UID: "b5a91d3c-98eb-4d4b-8207-951eb717a687", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0430 14:25:32.748922 3799 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-k4lqw 59bf9191a2e3d927204255ca4789a7f2cf0b3421452398cc3c28f4c32731f73c network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-k4lqw 59bf9191a2e3d927204255ca4789a7f2cf0b3421452398cc3c28f4c32731f73c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:26:9c:92:50:33\",\"name\":\"59bf9191a2e3d92\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b3e32401-6e8f-43aa-8222-7e764d3f870a\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:25:32.783334 3799 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-fthb9 9e936b71741f4769e9ab212cc71898a73f2f256c7c6e677d6893d8627990206c network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-fthb9 9e936b71741f4769e9ab212cc71898a73f2f256c7c6e677d6893d8627990206c network default NAD default NAD key ] I0430 14:25:32.793349 3799 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-fthb9, hostIfaceName: 9e936b71741f476, network: default, NAD default, SandboxID: "9e936b71741f4769e9ab212cc71898a73f2f256c7c6e677d6893d8627990206c", PCI device ID: , UID: "34a91ee3-e261-4775-b78b-5d8c42a157b7", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0430 14:25:32.857511 3799 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-fthb9 9e936b71741f4769e9ab212cc71898a73f2f256c7c6e677d6893d8627990206c network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-fthb9 9e936b71741f4769e9ab212cc71898a73f2f256c7c6e677d6893d8627990206c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:ad:21:a5:79:95\",\"name\":\"9e936b71741f476\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b71635a-4479-4108-8256-a0beacfedfa0\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 14:25:33.167901 3799 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0430 14:25:34.576328 3799 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0430 14:25:34.579234 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0430 14:25:37.601228 3799 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0430 14:25:37.601252 3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0430 14:25:38.136244 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0430 14:25:38.232408 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0430 14:25:38.234291 3799 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0430 14:25:38.267083 3799 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0430 14:25:38.267103 3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0430 14:25:38.288901 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0430 14:25:38.288967 3799 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service I0430 14:25:40.078840 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=143 W0430 14:25:45.589870 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0430 14:25:45.589901 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0430 14:25:45.592472 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0430 14:25:45.592493 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0430 14:25:45.774684 3799 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-fthb9 9e936b71741f4769e9ab212cc71898a73f2f256c7c6e677d6893d8627990206c network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-fthb9 9e936b71741f4769e9ab212cc71898a73f2f256c7c6e677d6893d8627990206c network default NAD default NAD key ] I0430 14:25:45.871821 3799 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-fthb9 9e936b71741f4769e9ab212cc71898a73f2f256c7c6e677d6893d8627990206c network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-fthb9 9e936b71741f4769e9ab212cc71898a73f2f256c7c6e677d6893d8627990206c network default NAD default NAD key default], result "{}", err I0430 14:25:45.927211 3799 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-fthb9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:25:45.927249 3799 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-fthb9 I0430 14:25:45.928850 3799 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-fthb9, ips: 10.128.0.57 I0430 14:25:45.928879 3799 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-fthb9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:25:46.274579 3799 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-fthb9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:25:46.274603 3799 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-fthb9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:25:46.281793 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-fthb9 I0430 14:25:46.281827 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-fthb9 W0430 14:25:49.227197 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0430 14:25:49.250968 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0430 14:25:49.257386 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0430 14:25:50.199444 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0430 14:26:10.076208 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0430 14:26:13.082428 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=656 W0430 14:26:16.299964 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0430 14:26:16.299990 3799 util.go:959] Failed to build node endpoints for node ip-10-0-0-229.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0430 14:26:50.298398 3799 cni.go:452] [konflux-ui/proxy-5c87bf8484-cw7hj e8a74c2b2d262e479b1ae1adce28744779e276bd17fdeca10dc10b90a377adaf network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-5c87bf8484-cw7hj e8a74c2b2d262e479b1ae1adce28744779e276bd17fdeca10dc10b90a377adaf network default NAD default NAD key ] I0430 14:26:50.385606 3799 cni.go:473] [konflux-ui/proxy-5c87bf8484-cw7hj e8a74c2b2d262e479b1ae1adce28744779e276bd17fdeca10dc10b90a377adaf network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-5c87bf8484-cw7hj e8a74c2b2d262e479b1ae1adce28744779e276bd17fdeca10dc10b90a377adaf network default NAD default NAD key default], result "{}", err I0430 14:26:50.450597 3799 obj_retry.go:498] Detected object konflux-ui/proxy-5c87bf8484-cw7hj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:26:50.450628 3799 pods.go:176] Deleting pod: konflux-ui/proxy-5c87bf8484-cw7hj I0430 14:26:50.452024 3799 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-5c87bf8484-cw7hj, ips: 10.128.0.55 I0430 14:26:50.452053 3799 obj_retry.go:498] Detected object konflux-ui/proxy-5c87bf8484-cw7hj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:26:50.685671 3799 obj_retry.go:492] Detected object konflux-ui/proxy-5c87bf8484-cw7hj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:26:50.685697 3799 obj_retry.go:492] Detected object konflux-ui/proxy-5c87bf8484-cw7hj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:26:50.693097 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5c87bf8484-cw7hj I0430 14:26:50.693120 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5c87bf8484-cw7hj I0430 14:26:52.143621 3799 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:26:52.144232 3799 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:26:52.185619 3799 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:26:52.185649 3799 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:26:52.191294 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0430 14:26:52.191323 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0430 14:27:38.181871 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0430 14:27:46.199180 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0430 14:27:50.166205 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9