+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-235.ec2.internal ++ [[ -n ip-10-0-1-235.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-235.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0424 18:58:50.879832911 - disable conntrack on geneve port' I0424 18:58:50.879832911 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0424 18:58:50.895704222 - starting ovnkube-node' I0424 18:58:50.895704222 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-235.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-235.ec2.internal --init-node ip-10-0-1-235.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-235.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0424 18:58:50.937098 3653 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0424 18:58:50.937149 3653 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-db6f0d389b.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0424 18:58:50.938552 3653 kube.go:431] Waiting for certificate I0424 18:58:50.938587 3653 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0424 18:58:50.938615 3653 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0424 18:58:50.939273 3653 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0424 18:58:50.972979 3653 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 18:58:50.972995 3653 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 18:58:50.976207 3653 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 18:58:50.976288 3653 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-c2rpg" I0424 18:58:50.983678 3653 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-c2rpg" I0424 18:58:50.983732 3653 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 18:58:51.939190 3653 kube.go:438] Certificate found I0424 18:58:51.939773 3653 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0424 18:58:51.940868 3653 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0424 18:58:51.986173 3653 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-25 18:53:50 +0000 UTC" deadline="2026-04-25 12:58:57.590258748 +0000 UTC" I0424 18:58:51.986214 3653 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h0m5.604057468s" I0424 18:58:52.012456 3653 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0424 18:58:52.023024 3653 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0424 18:58:52.023129 3653 server.go:101] MetricServer registers OVS metrics I0424 18:58:52.023442 3653 server.go:105] MetricServer registers OVN DB metrics I0424 18:58:52.024357 3653 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0424 18:58:52.024424 3653 factory.go:561] Starting watch factory I0424 18:58:52.024521 3653 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:52.024532 3653 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:52.024537 3653 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:52.024548 3653 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:52.024556 3653 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:52.024569 3653 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:52.024555 3653 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:52.024526 3653 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:52.025029 3653 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:52.025422 3653 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:52.025705 3653 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:52.025788 3653 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:52.027906 3653 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0424 18:58:52.027972 3653 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0424 18:58:52.028994 3653 controller_manager.go:370] Starting the ovnkube controller I0424 18:58:52.029005 3653 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-235.ec2.internal I0424 18:58:52.029048 3653 controller_manager.go:395] NBDB zone sync took: 36.266µs I0424 18:58:52.029056 3653 factory.go:561] Starting watch factory I0424 18:58:52.041293 3653 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0424 18:58:52.041327 3653 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0424 18:58:52.042584 3653 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:52.042883 3653 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:52.042964 3653 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:52.043505 3653 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:52.045071 3653 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:52.048511 3653 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0424 18:58:52.048589 3653 server.go:109] MetricServer registers OVN Controller metrics I0424 18:58:52.052472 3653 server.go:113] MetricServer registers OVN Northd metrics I0424 18:58:52.053485 3653 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:52.056442 3653 metrics.go:519] OVN Metrics Server starts to run ... I0424 18:58:52.130133 3653 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0424 18:58:52.130152 3653 factory.go:1977] *v1.Namespace informer cache synced successfully I0424 18:58:52.130157 3653 factory.go:1977] *v1.Node informer cache synced successfully I0424 18:58:52.130161 3653 factory.go:1977] *v1.Service informer cache synced successfully I0424 18:58:52.130166 3653 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0424 18:58:52.130169 3653 factory.go:1977] *v1.Pod informer cache synced successfully I0424 18:58:52.130246 3653 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 18:58:52.130265 3653 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 18:58:52.130270 3653 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 18:58:52.130287 3653 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 18:58:52.133635 3653 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 18:58:52.133636 3653 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 18:58:52.135469 3653 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0424 18:58:52.135485 3653 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0424 18:58:52.135476 3653 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0424 18:58:52.135537 3653 factory.go:1977] *v1.Namespace informer cache synced successfully I0424 18:58:52.135542 3653 factory.go:1977] *v1.Node informer cache synced successfully I0424 18:58:52.135546 3653 factory.go:1977] *v1.Service informer cache synced successfully I0424 18:58:52.135549 3653 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0424 18:58:52.135552 3653 factory.go:1977] *v1.Pod informer cache synced successfully I0424 18:58:52.135540 3653 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:52.135570 3653 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:52.137674 3653 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:52.140684 3653 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0424 18:58:52.140693 3653 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0424 18:58:52.140695 3653 factory.go:1977] *v1.EgressIP informer cache synced successfully I0424 18:58:52.140745 3653 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:52.140756 3653 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:52.145283 3653 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:52.146215 3653 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0424 18:58:52.146230 3653 factory.go:1977] *v1.EgressIP informer cache synced successfully I0424 18:58:52.146268 3653 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:52.146279 3653 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:52.151286 3653 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:52.151294 3653 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0424 18:58:52.151316 3653 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0424 18:58:52.151387 3653 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:52.151405 3653 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:52.155417 3653 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:52.156394 3653 factory.go:1977] *v1.EgressService informer cache synced successfully I0424 18:58:52.156411 3653 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0424 18:58:52.156461 3653 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:52.156475 3653 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:52.158999 3653 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:52.162015 3653 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0424 18:58:52.162030 3653 factory.go:1977] *v1.EgressService informer cache synced successfully I0424 18:58:52.162172 3653 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 18:58:52.162184 3653 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 18:58:52.164240 3653 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 18:58:52.167299 3653 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0424 18:58:52.167316 3653 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0424 18:58:52.167364 3653 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:52.167376 3653 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:52.167385 3653 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:52.167399 3653 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:52.170148 3653 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:52.170955 3653 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:52.173080 3653 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0424 18:58:52.173089 3653 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0424 18:58:52.173096 3653 factory.go:680] Watch Factory start up complete, took: 148.676156ms I0424 18:58:52.173101 3653 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0424 18:58:52.173162 3653 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0424 18:58:52.178435 3653 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0424 18:58:52.178446 3653 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0424 18:58:52.178453 3653 factory.go:680] Watch Factory start up complete, took: 149.395134ms I0424 18:58:52.178460 3653 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-235.ec2.internal" zone I0424 18:58:52.209643 3653 default_node_network_controller.go:710] Initializing the default node network controller I0424 18:58:52.259348 3653 udn_isolation.go:101] Starting UDN host isolation manager I0424 18:58:52.265208 3653 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0424 18:58:52.316881 3653 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0424 18:58:52.317035 3653 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0424 18:58:52.317049 3653 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0424 18:58:52.348420 3653 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0424 18:58:52.348475 3653 default_node_network_controller.go:809] Node ip-10-0-1-235.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0424 18:58:52.353999 3653 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.235"] k8s.ovn.org/zone-name:ip-10-0-1-235.ec2.internal] on node ip-10-0-1-235.ec2.internal I0424 18:58:52.376210 3653 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0424 18:58:52.382002 3653 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0424 18:58:52.382136 3653 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0424 18:58:52.382267 3653 gateway_init.go:263] Preparing Gateway I0424 18:58:52.382279 3653 gateway_shared_intf.go:1687] Creating new gateway I0424 18:58:52.429200 3653 controller_manager.go:429] Waiting for node in zone sync took: 250.728687ms I0424 18:58:52.436137 3653 controller_manager.go:611] Switching to transit router for layer2 networks I0424 18:58:52.436150 3653 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-235.ec2.internal I0424 18:58:52.452293 3653 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0424 18:58:52.458066 3653 controller_manager.go:290] SCTP support detected in OVN I0424 18:58:52.458558 3653 services_controller.go:69] Creating services controller for network=default I0424 18:58:52.458605 3653 udn_enabled_svc.go:80] Waiting for service informer to sync I0424 18:58:52.458692 3653 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0424 18:58:52.458721 3653 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0424 18:58:52.458732 3653 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0424 18:58:52.458739 3653 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0424 18:58:52.458909 3653 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0424 18:58:52.458947 3653 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0424 18:58:52.458994 3653 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 57.434µs I0424 18:58:52.459017 3653 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 62.65µs I0424 18:58:52.459028 3653 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 80.068µs I0424 18:58:52.459036 3653 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0424 18:58:52.459044 3653 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0424 18:58:52.459055 3653 default_network_controller.go:325] Starting the default network controller I0424 18:58:52.459085 3653 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 12.619µs I0424 18:58:52.459102 3653 udn_enabled_svc.go:95] Performing full resync I0424 18:58:52.459369 3653 udn_enabled_svc.go:99] Waiting for handler to sync I0424 18:58:52.459378 3653 udn_enabled_svc.go:104] Starting worker I0424 18:58:52.460810 3653 iptables.go:108] Creating table: filter chain: FORWARD I0424 18:58:52.466658 3653 iptables.go:108] Creating table: filter chain: OUTPUT I0424 18:58:52.468292 3653 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0424 18:58:52.468342 3653 repair.go:33] Syncing exgw routes took 39.279µs I0424 18:58:52.468363 3653 default_network_controller.go:414] Starting all the Watchers... I0424 18:58:52.468488 3653 namespace.go:98] [openshift-network-console] adding namespace I0424 18:58:52.468508 3653 namespace.go:98] [openshift-backplane-cse] adding namespace I0424 18:58:52.468513 3653 namespace.go:98] [openshift-ingress] adding namespace I0424 18:58:52.468515 3653 namespace.go:98] [openshift-network-node-identity] adding namespace I0424 18:58:52.468519 3653 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0424 18:58:52.468525 3653 namespace.go:98] [openshift-controller-manager] adding namespace I0424 18:58:52.468529 3653 namespace.go:98] [openshift-infra] adding namespace I0424 18:58:52.468534 3653 namespace.go:98] [openshift-cluster-version] adding namespace I0424 18:58:52.468544 3653 namespace.go:98] [openshift-backplane-srep] adding namespace I0424 18:58:52.468548 3653 namespace.go:98] [openshift-kube-apiserver] adding namespace I0424 18:58:52.468552 3653 namespace.go:98] [openshift-backplane-tam] adding namespace I0424 18:58:52.468554 3653 namespace.go:98] [openshift-host-network] adding namespace I0424 18:58:52.468552 3653 namespace.go:98] [openshift-ingress-operator] adding namespace I0424 18:58:52.468561 3653 namespace.go:98] [open-cluster-management-2psmnq5enrfb9073b3upr1o4s41pk5k1] adding namespace I0424 18:58:52.468564 3653 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0424 18:58:52.469102 3653 namespace.go:102] [openshift-network-console] adding namespace took 601.948µs I0424 18:58:52.469118 3653 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0424 18:58:52.469593 3653 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 469.561µs I0424 18:58:52.469609 3653 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0424 18:58:52.470087 3653 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 472.467µs I0424 18:58:52.470101 3653 namespace.go:98] [openshift-backplane-csm] adding namespace I0424 18:58:52.470585 3653 namespace.go:102] [openshift-backplane-cse] adding namespace took 2.067974ms I0424 18:58:52.470602 3653 namespace.go:98] [openshift-node] adding namespace I0424 18:58:52.471085 3653 namespace.go:102] [openshift-ingress] adding namespace took 2.563264ms I0424 18:58:52.471099 3653 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0424 18:58:52.471497 3653 namespace.go:102] [openshift-network-node-identity] adding namespace took 2.97149ms I0424 18:58:52.471509 3653 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0424 18:58:52.472001 3653 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 3.473486ms I0424 18:58:52.472014 3653 namespace.go:98] [openshift-network-diagnostics] adding namespace I0424 18:58:52.472406 3653 namespace.go:102] [openshift-controller-manager] adding namespace took 3.87108ms I0424 18:58:52.472415 3653 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0424 18:58:52.472744 3653 namespace.go:102] [openshift-infra] adding namespace took 4.204268ms I0424 18:58:52.472754 3653 gateway_shared_intf.go:1816] Gateway Creation Complete I0424 18:58:52.472766 3653 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-235.ec2.internal","mac-address":"0a:ff:fe:61:76:9d","ip-addresses":["10.0.1.235/24"],"ip-address":"10.0.1.235/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:18454edf-790d-41d1-bb17-57dd0d042536 k8s.ovn.org/node-encap-ips:["10.0.1.235"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.235/24"} k8s.ovn.org/zone-name:ip-10-0-1-235.ec2.internal] on node ip-10-0-1-235.ec2.internal I0424 18:58:52.472756 3653 namespace.go:98] [openshift-operators] adding namespace I0424 18:58:52.473341 3653 namespace.go:102] [openshift-cluster-version] adding namespace took 4.800557ms I0424 18:58:52.473351 3653 namespace.go:98] [openshift-config] adding namespace I0424 18:58:52.473834 3653 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.284464ms I0424 18:58:52.473845 3653 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0424 18:58:52.474333 3653 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.777785ms I0424 18:58:52.474343 3653 namespace.go:98] [openshift-monitoring] adding namespace I0424 18:58:52.474942 3653 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.385331ms I0424 18:58:52.474951 3653 namespace.go:98] [openshift-logging] adding namespace I0424 18:58:52.475477 3653 namespace.go:102] [openshift-host-network] adding namespace took 6.917963ms I0424 18:58:52.475485 3653 namespace.go:98] [openshift-service-ca-operator] adding namespace I0424 18:58:52.475990 3653 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.423226ms I0424 18:58:52.476009 3653 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0424 18:58:52.476497 3653 namespace.go:102] [open-cluster-management-2psmnq5enrfb9073b3upr1o4s41pk5k1] adding namespace took 7.927733ms I0424 18:58:52.476510 3653 namespace.go:98] [openshift-network-operator] adding namespace I0424 18:58:52.476974 3653 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 8.401242ms I0424 18:58:52.476994 3653 namespace.go:98] [openshift-customer-monitoring] adding namespace I0424 18:58:52.477376 3653 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.268449ms I0424 18:58:52.477392 3653 namespace.go:98] [openshift-console-user-settings] adding namespace I0424 18:58:52.477755 3653 namespace.go:102] [openshift-node] adding namespace took 7.147142ms I0424 18:58:52.477771 3653 namespace.go:98] [openshift-route-controller-manager] adding namespace I0424 18:58:52.478165 3653 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.058613ms I0424 18:58:52.478183 3653 namespace.go:98] [openshift-cloud-controller-manager] adding namespace W0424 18:58:52.478529 3653 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-mt5rg: pod openshift-network-diagnostics/network-check-target-mt5rg: no pod IPs found W0424 18:58:52.478546 3653 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-p5p4b: pod openshift-network-diagnostics/network-check-target-p5p4b: no pod IPs found I0424 18:58:52.478556 3653 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.041468ms I0424 18:58:52.478569 3653 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0424 18:58:52.479097 3653 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.07752ms I0424 18:58:52.479110 3653 namespace.go:98] [openshift-must-gather-operator] adding namespace I0424 18:58:52.479464 3653 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.043823ms I0424 18:58:52.479475 3653 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0424 18:58:52.479848 3653 namespace.go:102] [openshift-operators] adding namespace took 7.02095ms I0424 18:58:52.479860 3653 namespace.go:98] [openshift-authentication] adding namespace I0424 18:58:52.480244 3653 namespace.go:102] [openshift-config] adding namespace took 6.889253ms I0424 18:58:52.480256 3653 namespace.go:98] [default] adding namespace I0424 18:58:52.480635 3653 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.786659ms I0424 18:58:52.480645 3653 namespace.go:98] [openshift-ingress-canary] adding namespace I0424 18:58:52.481226 3653 namespace.go:102] [openshift-monitoring] adding namespace took 6.87829ms I0424 18:58:52.481240 3653 namespace.go:98] [kube-public] adding namespace I0424 18:58:52.481716 3653 namespace.go:102] [openshift-logging] adding namespace took 6.759112ms I0424 18:58:52.481730 3653 namespace.go:98] [openshift-kube-scheduler] adding namespace I0424 18:58:52.482200 3653 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.706675ms I0424 18:58:52.482222 3653 namespace.go:98] [openshift-apiserver] adding namespace I0424 18:58:52.482708 3653 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.692699ms I0424 18:58:52.482721 3653 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0424 18:58:52.483193 3653 namespace.go:102] [openshift-network-operator] adding namespace took 6.677017ms I0424 18:58:52.483210 3653 namespace.go:98] [openshift-machine-api] adding namespace I0424 18:58:52.483619 3653 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.619079ms I0424 18:58:52.483631 3653 namespace.go:98] [openshift-multus] adding namespace I0424 18:58:52.484109 3653 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.710913ms I0424 18:58:52.484124 3653 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0424 18:58:52.484506 3653 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.728393ms I0424 18:58:52.484518 3653 namespace.go:98] [openshift-marketplace] adding namespace I0424 18:58:52.484909 3653 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.721331ms I0424 18:58:52.484919 3653 namespace.go:98] [openshift-insights] adding namespace I0424 18:58:52.485506 3653 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.930119ms I0424 18:58:52.485530 3653 namespace.go:98] [openshift-console-operator] adding namespace I0424 18:58:52.486152 3653 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.035819ms I0424 18:58:52.486168 3653 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0424 18:58:52.486701 3653 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.221958ms I0424 18:58:52.486712 3653 namespace.go:98] [openshift-service-ca] adding namespace I0424 18:58:52.487350 3653 namespace.go:102] [openshift-authentication] adding namespace took 7.484534ms I0424 18:58:52.487364 3653 namespace.go:98] [openshift] adding namespace I0424 18:58:52.487921 3653 namespace.go:102] [default] adding namespace took 7.659099ms I0424 18:58:52.487940 3653 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0424 18:58:52.488767 3653 namespace.go:102] [openshift-ingress-canary] adding namespace took 8.115147ms I0424 18:58:52.488784 3653 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0424 18:58:52.489437 3653 namespace.go:102] [kube-public] adding namespace took 8.18922ms I0424 18:58:52.489453 3653 namespace.go:98] [openshift-machine-config-operator] adding namespace I0424 18:58:52.489923 3653 namespace.go:102] [openshift-kube-scheduler] adding namespace took 8.183969ms I0424 18:58:52.489945 3653 namespace.go:98] [openshift-backplane-cee] adding namespace I0424 18:58:52.490432 3653 namespace.go:102] [openshift-apiserver] adding namespace took 8.203505ms I0424 18:58:52.490447 3653 namespace.go:98] [openshift-etcd] adding namespace I0424 18:58:52.490860 3653 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.13339ms I0424 18:58:52.490874 3653 namespace.go:98] [kube-system] adding namespace W0424 18:58:52.491292 3653 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-pr7zw: pod openshift-multus/network-metrics-daemon-pr7zw: no pod IPs found I0424 18:58:52.491329 3653 namespace.go:102] [openshift-machine-api] adding namespace took 8.113771ms I0424 18:58:52.491339 3653 namespace.go:98] [openshift-operators-redhat] adding namespace I0424 18:58:52.491833 3653 namespace.go:102] [openshift-multus] adding namespace took 8.197992ms I0424 18:58:52.491846 3653 namespace.go:98] [openshift-config-managed] adding namespace I0424 18:58:52.492311 3653 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.174679ms I0424 18:58:52.492786 3653 namespace.go:102] [openshift-marketplace] adding namespace took 8.261462ms I0424 18:58:52.492799 3653 namespace.go:98] [openshift-apiserver-operator] adding namespace I0424 18:58:52.492857 3653 default_node_network_controller.go:519] Node connection status = connected I0424 18:58:52.493425 3653 namespace.go:102] [openshift-insights] adding namespace took 8.500199ms I0424 18:58:52.493441 3653 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0424 18:58:52.493923 3653 namespace.go:102] [openshift-console-operator] adding namespace took 8.385559ms I0424 18:58:52.493944 3653 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0424 18:58:52.494448 3653 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 8.272624ms I0424 18:58:52.494461 3653 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0424 18:58:52.495005 3653 namespace.go:102] [openshift-service-ca] adding namespace took 8.289543ms I0424 18:58:52.495016 3653 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0424 18:58:52.495492 3653 namespace.go:102] [openshift] adding namespace took 8.121577ms I0424 18:58:52.495505 3653 namespace.go:98] [dedicated-admin] adding namespace I0424 18:58:52.496169 3653 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.223158ms I0424 18:58:52.496179 3653 namespace.go:98] [openshift-backplane-mobb] adding namespace I0424 18:58:52.496657 3653 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.868075ms I0424 18:58:52.496669 3653 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0424 18:58:52.497137 3653 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.678891ms I0424 18:58:52.497149 3653 namespace.go:98] [openshift-dns] adding namespace I0424 18:58:52.497540 3653 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.582613ms I0424 18:58:52.497556 3653 namespace.go:98] [openshift-config-operator] adding namespace I0424 18:58:52.498086 3653 namespace.go:102] [openshift-etcd] adding namespace took 7.634223ms I0424 18:58:52.498095 3653 namespace.go:98] [openshift-package-operator] adding namespace I0424 18:58:52.498522 3653 namespace.go:102] [kube-system] adding namespace took 7.642399ms I0424 18:58:52.498535 3653 namespace.go:98] [openshift-backplane] adding namespace I0424 18:58:52.498932 3653 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.586204ms I0424 18:58:52.498952 3653 namespace.go:98] [openshift-dns-operator] adding namespace I0424 18:58:52.499459 3653 namespace.go:102] [openshift-config-managed] adding namespace took 7.605324ms I0424 18:58:52.499474 3653 namespace.go:98] [openshift-authentication-operator] adding namespace I0424 18:58:52.499920 3653 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.114959ms I0424 18:58:52.500394 3653 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 6.947588ms I0424 18:58:52.500916 3653 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.958669ms I0424 18:58:52.501386 3653 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.917358ms I0424 18:58:52.501815 3653 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.794157ms I0424 18:58:52.501827 3653 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0424 18:58:52.502263 3653 namespace.go:102] [dedicated-admin] adding namespace took 6.752345ms I0424 18:58:52.502679 3653 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.494852ms I0424 18:58:52.502692 3653 namespace.go:98] [openshift-console] adding namespace I0424 18:58:52.503314 3653 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.639455ms I0424 18:58:52.503922 3653 namespace.go:102] [openshift-dns] adding namespace took 6.765464ms I0424 18:58:52.504444 3653 namespace.go:102] [openshift-config-operator] adding namespace took 6.88186ms I0424 18:58:52.504912 3653 namespace.go:102] [openshift-package-operator] adding namespace took 6.811363ms I0424 18:58:52.505332 3653 namespace.go:102] [openshift-backplane] adding namespace took 6.79041ms I0424 18:58:52.505348 3653 namespace.go:98] [kube-node-lease] adding namespace I0424 18:58:52.505711 3653 namespace.go:102] [openshift-dns-operator] adding namespace took 6.751437ms I0424 18:58:52.505725 3653 namespace.go:98] [openshift-image-registry] adding namespace I0424 18:58:52.506282 3653 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.801818ms I0424 18:58:52.506296 3653 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0424 18:58:52.506733 3653 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 4.901741ms I0424 18:58:52.507229 3653 namespace.go:102] [openshift-console] adding namespace took 4.531121ms I0424 18:58:52.507675 3653 namespace.go:102] [kube-node-lease] adding namespace took 2.320789ms I0424 18:58:52.508139 3653 namespace.go:102] [openshift-image-registry] adding namespace took 2.40725ms I0424 18:58:52.508509 3653 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 2.208579ms I0424 18:58:52.508671 3653 master.go:548] Adding or Updating local node "ip-10-0-1-235.ec2.internal" for network "default" I0424 18:58:52.509856 3653 zone_ic_handler.go:195] Time taken to create transit switch: 524.087µs I0424 18:58:52.509877 3653 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-156.ec2.internal for the network default E0424 18:58:52.510005 3653 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-23.ec2.internal, error: adding or updating remote node IC resources ip-10-0-2-23.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-23.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009d16f88 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u2730443732}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0424 18:58:52.510107 3653 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-23.ec2.internal", UID:"1d5457e4-1e88-4df1-a5ab-7c266e819423", APIVersion:"v1", ResourceVersion:"8494", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-2-23.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-23.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009d16f88 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u2730443732}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0424 18:58:52.511089 3653 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-156.ec2.internal" on network "default" took: 1.77643ms W0424 18:58:52.517416 3653 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-pr7zw: pod openshift-multus/network-metrics-daemon-pr7zw: no pod IPs found W0424 18:58:52.517437 3653 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-mt5rg: pod openshift-network-diagnostics/network-check-target-mt5rg: no pod IPs found I0424 18:58:52.518429 3653 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-235.ec2.internal for the network default I0424 18:58:52.518666 3653 zone_ic_handler.go:195] Time taken to create transit switch: 223.905µs I0424 18:58:52.519564 3653 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0424 18:58:52.519592 3653 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0424 18:58:52.519606 3653 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0424 18:58:52.519617 3653 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-156.ec2.internal in network "default" I0424 18:58:52.519688 3653 node_tracker.go:169] Node ip-10-0-0-156.ec2.internal switch + router changed, syncing services in network "default" I0424 18:58:52.519710 3653 services_controller.go:574] Full service sync requested for network=default I0424 18:58:52.519720 3653 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-235.ec2.internal in network "default" I0424 18:58:52.519755 3653 node_tracker.go:169] Node ip-10-0-1-235.ec2.internal switch + router changed, syncing services in network "default" I0424 18:58:52.519764 3653 services_controller.go:574] Full service sync requested for network=default I0424 18:58:52.519774 3653 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-23.ec2.internal in network "default" I0424 18:58:52.519808 3653 node_tracker.go:169] Node ip-10-0-2-23.ec2.internal switch + router changed, syncing services in network "default" I0424 18:58:52.519819 3653 services_controller.go:574] Full service sync requested for network=default I0424 18:58:52.620627 3653 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0424 18:58:52.620648 3653 services_controller.go:208] Setting up event handlers for services for network=default I0424 18:58:52.620762 3653 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0424 18:58:52.620795 3653 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0424 18:58:52.620806 3653 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0424 18:58:52.721149 3653 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0424 18:58:52.721170 3653 repair.go:60] Starting repairing loop for services I0424 18:58:52.721254 3653 repair.go:131] Deleted 0 stale service LBs I0424 18:58:52.721274 3653 repair.go:137] Deleted 0 stale Chassis Template Vars I0424 18:58:52.721289 3653 repair.go:62] Finished repairing loop for services: 121.198µs I0424 18:58:52.721327 3653 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0424 18:58:52.721337 3653 services_controller.go:254] Starting workers for network=default I0424 18:58:52.721659 3653 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-mt5rg] creating logical port openshift-network-diagnostics_network-check-target-mt5rg for pod on switch ip-10-0-1-235.ec2.internal I0424 18:58:52.721787 3653 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-mt5rg I0424 18:58:52.723869 3653 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-pr7zw] creating logical port openshift-multus_network-metrics-daemon-pr7zw for pod on switch ip-10-0-1-235.ec2.internal I0424 18:58:52.723961 3653 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-pr7zw W0424 18:58:52.725755 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0424 18:58:52.757375 3653 pod.go:62] [openshift-network-diagnostics/network-check-target-mt5rg] pod update took 35.643586ms I0424 18:58:52.757397 3653 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-mt5rg] addLogicalPort annotation time took 35.667163ms I0424 18:58:52.758509 3653 pods.go:271] [openshift-network-diagnostics/network-check-target-mt5rg] addLogicalPort took 36.856217ms, libovsdb time 856.844µs I0424 18:58:52.763366 3653 pod.go:62] [openshift-multus/network-metrics-daemon-pr7zw] pod update took 39.435005ms I0424 18:58:52.763400 3653 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-pr7zw] addLogicalPort annotation time took 39.471833ms I0424 18:58:52.764223 3653 pods.go:271] [openshift-multus/network-metrics-daemon-pr7zw] addLogicalPort took 40.362077ms, libovsdb time 644.077µs I0424 18:58:52.764710 3653 admin_network_policy_controller.go:227] Starting controller default-network-controller I0424 18:58:52.764734 3653 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0424 18:58:52.764745 3653 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0424 18:58:52.764749 3653 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0424 18:58:52.764997 3653 repair.go:29] Repairing admin network policies took 240.809µs I0424 18:58:52.765254 3653 repair.go:92] Repairing baseline admin network policies took 242.161µs I0424 18:58:52.765389 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0424 18:58:52.765406 3653 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0424 18:58:52.767259 3653 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0424 18:58:52.767288 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0424 18:58:52.768224 3653 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0424 18:58:52.768238 3653 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0424 18:58:52.769069 3653 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0424 18:58:52.769091 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0424 18:58:52.769100 3653 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0424 18:58:52.769429 3653 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0424 18:58:52.769447 3653 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0424 18:58:52.769455 3653 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0424 18:58:52.771003 3653 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0424 18:58:52.771020 3653 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0424 18:58:52.771029 3653 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0424 18:58:52.771967 3653 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0424 18:58:52.771998 3653 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0424 18:58:52.772007 3653 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0424 18:58:52.773377 3653 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0424 18:58:52.773398 3653 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0424 18:58:52.773407 3653 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0424 18:58:52.774527 3653 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0424 18:58:52.774545 3653 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0424 18:58:52.774554 3653 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0424 18:58:52.776801 3653 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0424 18:58:52.776819 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0424 18:58:52.776827 3653 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0424 18:58:52.777438 3653 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0424 18:58:52.777455 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0424 18:58:52.777461 3653 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0424 18:58:52.779149 3653 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0424 18:58:52.779167 3653 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0424 18:58:52.779182 3653 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0424 18:58:52.780110 3653 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0424 18:58:52.780129 3653 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0424 18:58:52.780135 3653 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0424 18:58:52.780513 3653 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0424 18:58:52.780532 3653 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0424 18:58:52.780549 3653 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0424 18:58:52.781942 3653 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0424 18:58:52.781967 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0424 18:58:52.781988 3653 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0424 18:58:52.783689 3653 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0424 18:58:52.783707 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0424 18:58:52.783717 3653 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0424 18:58:52.784180 3653 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0424 18:58:52.784200 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0424 18:58:52.784228 3653 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0424 18:58:52.786102 3653 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0424 18:58:52.786126 3653 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0424 18:58:52.786154 3653 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0424 18:58:52.787565 3653 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0424 18:58:52.787582 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0424 18:58:52.787590 3653 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0424 18:58:52.788183 3653 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0424 18:58:52.788200 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0424 18:58:52.788209 3653 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0424 18:58:52.788720 3653 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0424 18:58:52.788736 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0424 18:58:52.788742 3653 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0424 18:58:52.789291 3653 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0424 18:58:52.789312 3653 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0424 18:58:52.789326 3653 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0424 18:58:52.791112 3653 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0424 18:58:52.791134 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0424 18:58:52.791143 3653 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0424 18:58:52.791676 3653 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0424 18:58:52.791695 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0424 18:58:52.791703 3653 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0424 18:58:52.792053 3653 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0424 18:58:52.792073 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0424 18:58:52.792087 3653 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0424 18:58:52.792685 3653 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0424 18:58:52.792704 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0424 18:58:52.792714 3653 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0424 18:58:52.793384 3653 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0424 18:58:52.793406 3653 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0424 18:58:52.793418 3653 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0424 18:58:52.794028 3653 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0424 18:58:52.794046 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0424 18:58:52.794053 3653 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0424 18:58:52.794636 3653 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0424 18:58:52.794657 3653 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0424 18:58:52.794667 3653 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0424 18:58:52.795952 3653 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0424 18:58:52.795970 3653 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0424 18:58:52.795982 3653 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0424 18:58:52.797064 3653 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0424 18:58:52.803290 3653 egressfirewall.go:374] Starting EgressFirewall controller I0424 18:58:52.803328 3653 controller.go:133] Adding controller egress-firewall-controller event handlers I0424 18:58:52.803333 3653 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0424 18:58:52.803367 3653 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0424 18:58:52.803386 3653 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0424 18:58:52.803419 3653 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0424 18:58:52.803434 3653 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0424 18:58:52.803810 3653 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0424 18:58:52.803825 3653 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0424 18:58:52.803833 3653 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0424 18:58:52.803843 3653 egressqos.go:193] Setting up event handlers for EgressQoS I0424 18:58:52.803917 3653 egressfirewall.go:723] Syncing node "ip-10-0-0-156.ec2.internal" for egress firewall I0424 18:58:52.803929 3653 egressfirewall.go:723] Syncing node "ip-10-0-1-235.ec2.internal" for egress firewall I0424 18:58:52.803935 3653 egressfirewall.go:723] Syncing node "ip-10-0-2-23.ec2.internal" for egress firewall I0424 18:58:52.804126 3653 egressqos.go:245] Starting EgressQoS Controller I0424 18:58:52.804140 3653 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0424 18:58:52.804148 3653 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0424 18:58:52.804153 3653 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0424 18:58:52.804158 3653 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0424 18:58:52.804163 3653 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0424 18:58:52.804167 3653 shared_informer.go:356] "Caches are synced" controller="egressqos" I0424 18:58:52.804171 3653 egressqos.go:259] Repairing EgressQoSes I0424 18:58:52.804175 3653 egressqos.go:399] Starting repairing loop for egressqos I0424 18:58:52.804252 3653 egressqos.go:401] Finished repairing loop for egressqos: 77.092µs I0424 18:58:52.804267 3653 egressservice_zone.go:132] Setting up event handlers for Egress Services I0424 18:58:52.804290 3653 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-235.ec2.internal I0424 18:58:52.804337 3653 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-235.ec2.internal : 45.121µs I0424 18:58:52.804417 3653 egressservice_zone.go:210] Starting Egress Services Controller I0424 18:58:52.804428 3653 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0424 18:58:52.804433 3653 shared_informer.go:356] "Caches are synced" controller="egressservices" I0424 18:58:52.804438 3653 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0424 18:58:52.804443 3653 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0424 18:58:52.804451 3653 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0424 18:58:52.804456 3653 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0424 18:58:52.804462 3653 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0424 18:58:52.804466 3653 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0424 18:58:52.804470 3653 egressservice_zone.go:228] Repairing Egress Services I0424 18:58:52.804717 3653 master_controller.go:88] Starting Admin Policy Based Route Controller I0424 18:58:52.804727 3653 external_controller.go:278] Starting Admin Policy Based Route Controller I0424 18:58:52.804785 3653 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-156.ec2.internal I0424 18:58:52.804796 3653 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-156.ec2.internal: 11.992µs I0424 18:58:52.804804 3653 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-235.ec2.internal I0424 18:58:52.804809 3653 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-235.ec2.internal: 5.829µs I0424 18:58:52.804814 3653 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-23.ec2.internal I0424 18:58:52.804826 3653 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-23.ec2.internal: 12.103µs I0424 18:58:52.804932 3653 default_network_controller.go:585] Completing all the Watchers took 336.560118ms I0424 18:58:52.804947 3653 default_network_controller.go:589] Starting unidling controllers I0424 18:58:52.804959 3653 unidle.go:46] Registering OVN SB ControllerEvent handler I0424 18:58:52.804964 3653 unidle.go:63] Populating Initial ContollerEvent events I0424 18:58:52.804975 3653 unidle.go:79] Setting up event handlers for services I0424 18:58:52.805104 3653 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0424 18:58:52.994054 3653 default_node_network_controller.go:519] Node connection status = connected I0424 18:58:53.493428 3653 default_node_network_controller.go:519] Node connection status = connected W0424 18:58:53.574650 3653 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0424 18:58:53.993559 3653 default_node_network_controller.go:519] Node connection status = connected I0424 18:58:54.149692 3653 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-156.ec2.internal I0424 18:58:54.149712 3653 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-156.ec2.internal: 26.947µs I0424 18:58:54.149711 3653 egressfirewall.go:723] Syncing node "ip-10-0-0-156.ec2.internal" for egress firewall I0424 18:58:54.149746 3653 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-156.ec2.internal in network "default" I0424 18:58:54.149808 3653 node_tracker.go:169] Node ip-10-0-0-156.ec2.internal switch + router changed, syncing services in network "default" I0424 18:58:54.149820 3653 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-156.ec2.internal. Updating no re-route policies I0424 18:58:54.149837 3653 services_controller.go:574] Full service sync requested for network=default W0424 18:58:54.149965 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0424 18:58:54.150435 3653 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0424 18:58:54.361807 3653 default_network_controller.go:1025] Node "ip-10-0-2-23.ec2.internal" in remote zone "ip-10-0-2-23.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 18:58:54.362469 3653 zone_ic_handler.go:195] Time taken to create transit switch: 197.633µs I0424 18:58:54.362482 3653 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-23.ec2.internal for the network default I0424 18:58:54.363409 3653 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-23.ec2.internal" on network "default" took: 1.152955ms I0424 18:58:54.494153 3653 default_node_network_controller.go:519] Node connection status = connected I0424 18:58:54.891031 3653 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0424 18:58:54.993830 3653 default_node_network_controller.go:519] Node connection status = connected I0424 18:58:55.011469 3653 bridgeconfig.go:537] Gateway is ready I0424 18:58:55.011487 3653 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0424 18:58:55.023001 3653 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.235. Updating OVN encap IP. I0424 18:58:55.028050 3653 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.235 - it is already configured I0424 18:58:55.028063 3653 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.235/24:{} 172.20.0.1/32:{}]. Updating annotations. I0424 18:58:55.028288 3653 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.235/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-235.ec2.internal","mac-address":"0a:ff:fe:61:76:9d","ip-addresses":["10.0.1.235/24"],"ip-address":"10.0.1.235/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:18454edf-790d-41d1-bb17-57dd0d042536 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.235/24"}] on node ip-10-0-1-235.ec2.internal I0424 18:58:55.045824 3653 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-235.ec2.internal I0424 18:58:55.045846 3653 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-235.ec2.internal: 24.613µs I0424 18:58:55.045861 3653 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-235.ec2.internal in network "default" I0424 18:58:55.045908 3653 egressfirewall.go:723] Syncing node "ip-10-0-1-235.ec2.internal" for egress firewall I0424 18:58:55.045914 3653 master.go:548] Adding or Updating local node "ip-10-0-1-235.ec2.internal" for network "default" I0424 18:58:55.045925 3653 node_tracker.go:169] Node ip-10-0-1-235.ec2.internal switch + router changed, syncing services in network "default" I0424 18:58:55.045939 3653 services_controller.go:574] Full service sync requested for network=default I0424 18:58:55.046139 3653 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.235 W0424 18:58:55.046234 3653 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0424 18:58:55.046309 3653 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-235.ec2.internal W0424 18:58:55.046401 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0424 18:58:55.050679 3653 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-235.ec2.internal. Updating no re-route policies I0424 18:58:55.050771 3653 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-62g95 I0424 18:58:55.050776 3653 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-235.ec2.internal I0424 18:58:55.050788 3653 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-dq7jx I0424 18:58:55.050794 3653 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-235.ec2.internal I0424 18:58:55.050792 3653 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-pr7zw I0424 18:58:55.050800 3653 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-dq7jx I0424 18:58:55.050799 3653 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-235.ec2.internal I0424 18:58:55.050802 3653 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-zf7jf I0424 18:58:55.050809 3653 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-pr7zw I0424 18:58:55.050812 3653 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-235.ec2.internal I0424 18:58:55.050813 3653 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-zf7jf I0424 18:58:55.050818 3653 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-dq7jx after 0 failed attempt(s) I0424 18:58:55.050819 3653 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-235.ec2.internal after 0 failed attempt(s) I0424 18:58:55.050791 3653 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-62g95 I0424 18:58:55.050835 3653 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-235.ec2.internal after 0 failed attempt(s) I0424 18:58:55.050838 3653 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-4z9sl I0424 18:58:55.050842 3653 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-l7kz6 I0424 18:58:55.050850 3653 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-pttmx I0424 18:58:55.050853 3653 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-l7kz6 I0424 18:58:55.050854 3653 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-4z9sl I0424 18:58:55.050853 3653 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-vvn6h I0424 18:58:55.050856 3653 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-5k867 I0424 18:58:55.050838 3653 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-zf7jf after 0 failed attempt(s) I0424 18:58:55.050869 3653 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-vvn6h I0424 18:58:55.050871 3653 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-k9b6z I0424 18:58:55.050876 3653 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-4z9sl after 0 failed attempt(s) I0424 18:58:55.050842 3653 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-62g95 after 0 failed attempt(s) I0424 18:58:55.050854 3653 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-pr7zw] creating logical port openshift-multus_network-metrics-daemon-pr7zw for pod on switch ip-10-0-1-235.ec2.internal I0424 18:58:55.050870 3653 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-l7kz6 after 0 failed attempt(s) I0424 18:58:55.050905 3653 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-vvn6h after 0 failed attempt(s) I0424 18:58:55.050873 3653 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-5k867 I0424 18:58:55.050928 3653 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-5k867 after 0 failed attempt(s) I0424 18:58:55.050852 3653 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-mt5rg I0424 18:58:55.050941 3653 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-mt5rg I0424 18:58:55.050960 3653 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-mt5rg] creating logical port openshift-network-diagnostics_network-check-target-mt5rg for pod on switch ip-10-0-1-235.ec2.internal I0424 18:58:55.050858 3653 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-pttmx I0424 18:58:55.050984 3653 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-pttmx after 0 failed attempt(s) I0424 18:58:55.050884 3653 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-k9b6z I0424 18:58:55.051017 3653 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-k9b6z after 0 failed attempt(s) I0424 18:58:55.051508 3653 pods.go:271] [openshift-network-diagnostics/network-check-target-mt5rg] addLogicalPort took 552.482µs, libovsdb time 225.848µs I0424 18:58:55.051534 3653 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-mt5rg after 0 failed attempt(s) I0424 18:58:55.051593 3653 pods.go:271] [openshift-multus/network-metrics-daemon-pr7zw] addLogicalPort took 754.14µs, libovsdb time 205.174µs I0424 18:58:55.051605 3653 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-pr7zw after 0 failed attempt(s) I0424 18:58:55.063443 3653 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0424 18:58:55.075108 3653 iptables.go:108] Creating table: mangle chain: OUTPUT I0424 18:58:55.078107 3653 iptables.go:108] Creating table: nat chain: OUTPUT I0424 18:58:55.094550 3653 iptables.go:108] Creating table: nat chain: PREROUTING I0424 18:58:55.144717 3653 iptables.go:108] Creating table: filter chain: FORWARD I0424 18:58:55.161132 3653 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0424 18:58:55.161263 3653 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0424 18:58:55.161311 3653 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0424 18:58:55.161378 3653 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0424 18:58:55.161425 3653 gateway_init.go:325] Gateway and management port readiness took 2.672450469s I0424 18:58:55.161451 3653 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0424 18:58:55.161486 3653 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0424 18:58:55.161499 3653 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0424 18:58:55.161509 3653 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0424 18:58:55.161577 3653 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0424 18:58:55.161673 3653 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 70.977µs I0424 18:58:55.161989 3653 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0424 18:58:55.162025 3653 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 22.689µs I0424 18:58:55.162035 3653 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 48.441µs I0424 18:58:55.162041 3653 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0424 18:58:55.162051 3653 nad_controller.go:379] [node-nad-controller NAD controller]: started I0424 18:58:55.162055 3653 default_node_network_controller.go:899] Starting the default node network controller I0424 18:58:55.162060 3653 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0424 18:58:55.162137 3653 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.138µs I0424 18:58:55.162205 3653 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0424 18:58:55.162214 3653 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0424 18:58:55.162238 3653 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b9f2f0 0xc000341e30 0xc000341f10 0xc000348000 0xc0003480e0 0xc000348150 0xc000348230 0xc000bad720 0xc000348310 0xc000348380 0xc0008a4dc0 0xc006233340 0xc000348460 map[0x2ff9080:0xc002bad200 0x2ff95c0:0xc002bad380 0x2ffa2e0:0xc002bad140 0x2ffa580:0xc002bad1a0 0x2ffad60:0xc002bad260 0x2ffb000:0xc002bad2c0 0x2ffb2a0:0xc002bad320 0x2ffba80:0xc002bad3e0 0x2ffbd20:0xc002bad500 0x3026980:0xc0020805a0 0x3026d20:0xc002080600 0x3027800:0xc000c8bb00 0x3029160:0xc001bde000 0x30298a0:0xc002080720 0x302a720:0xc001385980] 0xc000ba28c0 0} I0424 18:58:55.162291 3653 gateway.go:151] Starting gateway service sync I0424 18:58:55.162817 3653 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0424 18:58:55.164972 3653 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0424 18:58:55.173851 3653 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0424 18:58:55.175061 3653 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0424 18:58:55.176172 3653 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0424 18:58:55.208938 3653 gateway.go:168] Gateway service sync done. Time taken: 46.637951ms I0424 18:58:55.209475 3653 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31600 I0424 18:58:55.209684 3653 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b9f2f0 0xc000341e30 0xc000341f10 0xc000348000 0xc0003480e0 0xc000348150 0xc000348230 0xc000bad720 0xc000348310 0xc000348380 0xc0008a4dc0 0xc006233340 0xc000348460 map[0x2ff9080:0xc002bad200 0x2ff95c0:0xc002bad380 0x2ffa2e0:0xc002bad140 0x2ffa580:0xc002bad1a0 0x2ffad60:0xc002bad260 0x2ffb000:0xc002bad2c0 0x2ffb2a0:0xc002bad320 0x2ffba80:0xc002bad3e0 0x2ffbd20:0xc002bad500 0x3026980:0xc0020805a0 0x3026d20:0xc002080600 0x3027800:0xc000c8bb00 0x3029160:0xc001bde000 0x30298a0:0xc002080720 0x302a720:0xc001385980] 0xc000ba28c0 0} I0424 18:58:55.210148 3653 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b9f2f0 0xc000341e30 0xc000341f10 0xc000348000 0xc0003480e0 0xc000348150 0xc000348230 0xc000bad720 0xc000348310 0xc000348380 0xc0008a4dc0 0xc006233340 0xc000348460 map[0x2ff9080:0xc002bad200 0x2ff95c0:0xc002bad380 0x2ffa2e0:0xc002bad140 0x2ffa580:0xc002bad1a0 0x2ffad60:0xc002bad260 0x2ffb000:0xc002bad2c0 0x2ffb2a0:0xc002bad320 0x2ffba80:0xc002bad3e0 0x2ffbd20:0xc002bad500 0x3026980:0xc0020805a0 0x3026d20:0xc002080600 0x3027800:0xc000c8bb00 0x3029160:0xc001bde000 0x30298a0:0xc002080720 0x302a720:0xc001385980] 0xc000ba28c0 0} I0424 18:58:55.210188 3653 gateway.go:532] Reconciling gateway with updates I0424 18:58:55.215031 3653 gateway.go:339] Spawning Conntrack Rule Check Thread I0424 18:58:55.215050 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0424 18:58:55.215055 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 18:58:55.215067 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0424 18:58:55.215070 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 18:58:55.215075 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0424 18:58:55.215090 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0424 18:58:55.215092 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 18:58:55.215100 3653 port_claim.go:71] Svc openshift-ingress/router-default: port 30293 is already open, no action needed I0424 18:58:55.215105 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 18:58:55.215107 3653 port_claim.go:71] Svc openshift-ingress/router-default: port 32094 is already open, no action needed I0424 18:58:55.215107 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 18:58:55.215120 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 18:58:55.215124 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0424 18:58:55.215127 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 18:58:55.215130 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0424 18:58:55.215139 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 18:58:55.215140 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0424 18:58:55.215148 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 18:58:55.215142 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 18:58:55.215155 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 18:58:55.215160 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 18:58:55.215160 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 18:58:55.215160 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 18:58:55.215168 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 18:58:55.215169 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 18:58:55.215180 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0424 18:58:55.215179 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0424 18:58:55.215193 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0424 18:58:55.215139 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0424 18:58:55.215204 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0424 18:58:55.215206 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0424 18:58:55.215215 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0424 18:58:55.215215 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0424 18:58:55.215148 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 18:58:55.215232 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 18:58:55.215235 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 18:58:55.215242 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 18:58:55.215122 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 18:58:55.215190 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0424 18:58:55.215258 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 18:58:55.215200 3653 default_node_network_controller.go:944] Gateway and management port readiness took 52.976197ms I0424 18:58:55.215195 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0424 18:58:55.215169 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0424 18:58:55.215561 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 18:58:55.215568 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 18:58:55.215583 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 18:58:55.215584 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 18:58:55.215593 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 18:58:55.215598 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0424 18:58:55.215605 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 18:58:55.215606 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0424 18:58:55.215614 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 18:58:55.215619 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0424 18:58:55.215626 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 18:58:55.215626 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 18:58:55.215634 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0424 18:58:55.215641 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 18:58:55.215643 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0424 18:58:55.215649 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0424 18:58:55.215650 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0424 18:58:55.215653 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0424 18:58:55.215652 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0424 18:58:55.215660 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0424 18:58:55.215665 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0424 18:58:55.215636 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 18:58:55.215675 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 18:58:55.215684 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0424 18:58:55.215650 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 18:58:55.215693 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 18:58:55.215583 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 18:58:55.215738 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 18:58:55.215766 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 18:58:55.215785 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 18:58:55.215792 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0424 18:58:55.215793 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 18:58:55.215799 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 18:58:55.215807 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0424 18:58:55.215809 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 18:58:55.215813 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 18:58:55.215808 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0424 18:58:55.215816 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 18:58:55.215829 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 18:58:55.215835 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 18:58:55.215839 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 18:58:55.215845 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 18:58:55.215852 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0424 18:58:55.215856 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 18:58:55.215841 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 18:58:55.215859 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 18:58:55.215873 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 18:58:55.215873 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0424 18:58:55.215875 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 18:58:55.215818 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0424 18:58:55.215886 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0424 18:58:55.215826 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0424 18:58:55.215908 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 18:58:55.215914 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 18:58:55.215931 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 18:58:55.215808 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 18:58:55.215825 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 18:58:55.215817 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 18:58:55.216031 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 18:58:55.215865 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 18:58:55.215881 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0424 18:58:55.216078 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 18:58:55.216082 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0424 18:58:55.216090 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 18:58:55.216098 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0424 18:58:55.216109 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0424 18:58:55.216119 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0424 18:58:55.216825 3653 node_ip_handler_linux.go:160] Node IP manager is running W0424 18:58:55.251869 3653 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0424 18:58:55.252141 3653 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0424 18:58:55.252297 3653 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0424 18:58:55.268337 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0424 18:58:55.268362 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0424 18:58:55.268380 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0424 18:58:55.268388 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0424 18:58:55.268396 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0424 18:58:55.268403 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0424 18:58:55.268409 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0424 18:58:55.268414 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0424 18:58:55.268420 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0424 18:58:55.268425 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0424 18:58:55.268430 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0424 18:58:55.268436 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0424 18:58:55.268442 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0424 18:58:55.268447 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0424 18:58:55.268457 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0424 18:58:55.268465 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0424 18:58:55.268481 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0424 18:58:55.268505 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0424 18:58:55.268524 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0424 18:58:55.268533 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0424 18:58:55.268539 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0424 18:58:55.268546 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0424 18:58:55.268554 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0424 18:58:55.312210 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0424 18:58:55.312241 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0424 18:58:55.312249 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0424 18:58:55.312255 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0424 18:58:55.312261 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0424 18:58:57.187431 3653 default_node_network_controller.go:1380] Starting node controller node sync W0424 18:58:57.187456 3653 egressip_healthcheck.go:76] Health checking using insecure connection I0424 18:58:57.187516 3653 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0424 18:58:57.199403 3653 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.947468ms I0424 18:58:57.199512 3653 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-156.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0424 18:58:57.199532 3653 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-156.ec2.internal", IP: 10.0.0.156 to PMTUD blocking rules I0424 18:58:57.199533 3653 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-23.ec2.internal", IP: 10.0.2.23 to PMTUD blocking rules I0424 18:58:57.199542 3653 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-23.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0424 18:58:57.211381 3653 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0424 18:58:57.211662 3653 egressservice_node.go:93] Setting up event handlers for Egress Services I0424 18:58:57.211872 3653 egressservice_node.go:183] Starting Egress Services Controller I0424 18:58:57.211932 3653 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0424 18:58:57.211948 3653 shared_informer.go:356] "Caches are synced" controller="egressservices" I0424 18:58:57.211957 3653 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0424 18:58:57.211966 3653 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0424 18:58:57.211973 3653 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0424 18:58:57.211977 3653 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0424 18:58:57.211981 3653 egressservice_node.go:197] Repairing Egress Services I0424 18:58:57.222293 3653 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0424 18:58:57.222305 3653 external_controller.go:278] Starting Admin Policy Based Route Controller I0424 18:58:57.222427 3653 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0424 18:58:57.222437 3653 link_network_manager.go:119] Link manager is running I0424 18:58:57.222445 3653 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0424 18:58:57.222581 3653 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0424 18:58:57.222787 3653 vrf_manager.go:128] VRF manager is running I0424 18:58:57.222908 3653 node_controller_manager.go:437] Removing flows to drop GARP I0424 18:58:57.222919 3653 gateway.go:532] Reconciling gateway with updates I0424 18:58:57.242915 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 18:58:57.242930 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 18:58:57.242945 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 18:58:57.242945 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 18:58:57.242949 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0424 18:58:57.242956 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0424 18:58:57.242961 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 18:58:57.242960 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0424 18:58:57.242965 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0424 18:58:57.242977 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0424 18:58:57.242978 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 18:58:57.242988 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 18:58:57.242981 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 18:58:57.242996 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0424 18:58:57.242967 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0424 18:58:57.243000 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 18:58:57.243008 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0424 18:58:57.243011 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 18:58:57.243014 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0424 18:58:57.243015 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0424 18:58:57.243020 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 18:58:57.242947 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 18:58:57.243023 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 18:58:57.243035 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0424 18:58:57.243030 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 18:58:57.243014 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0424 18:58:57.243045 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0424 18:58:57.243047 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0424 18:58:57.243051 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 18:58:57.243052 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0424 18:58:57.243055 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 18:58:57.243059 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 18:58:57.243060 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 18:58:57.243060 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0424 18:58:57.243064 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 18:58:57.243069 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 18:58:57.243071 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0424 18:58:57.243063 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 18:58:57.243075 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 18:58:57.243076 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 18:58:57.243083 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 18:58:57.243086 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 18:58:57.243088 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 18:58:57.243087 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 18:58:57.243093 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0424 18:58:57.243061 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 18:58:57.243098 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0424 18:58:57.243101 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0424 18:58:57.243101 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 18:58:57.243105 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 18:58:57.243108 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0424 18:58:57.243114 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 18:58:57.243113 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 18:58:57.243026 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0424 18:58:57.243124 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 18:58:57.243035 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 18:58:57.243131 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0424 18:58:57.243140 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0424 18:58:57.243152 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0424 18:58:57.243156 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0424 18:58:57.243165 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0424 18:58:57.243074 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 18:58:57.243178 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0424 18:58:57.243136 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 18:58:57.243188 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0424 18:58:57.243101 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 18:58:57.243195 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0424 18:58:57.243213 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0424 18:58:57.243226 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0424 18:58:57.243003 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 18:58:57.243049 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0424 18:58:57.243254 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0424 18:58:57.243272 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0424 18:58:57.243050 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0424 18:58:57.243040 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 18:58:57.243037 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 18:58:57.243358 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 18:58:57.243051 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 18:58:57.243048 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 18:58:57.243420 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 18:58:57.243063 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0424 18:58:57.243469 3653 port_claim.go:71] Svc openshift-ingress/router-default: port 30293 is already open, no action needed I0424 18:58:57.243478 3653 port_claim.go:71] Svc openshift-ingress/router-default: port 32094 is already open, no action needed I0424 18:58:57.243066 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 18:58:57.243064 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 18:58:57.243545 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 18:58:57.243072 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 18:58:57.243575 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 18:58:57.243071 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 18:58:57.243605 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 18:58:57.243074 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 18:58:57.243644 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 18:58:57.243652 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0424 18:58:57.243086 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 18:58:57.243087 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 18:58:57.243706 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 18:58:57.243088 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 18:58:57.243741 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 18:58:57.243085 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0424 18:58:57.243093 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 18:58:57.243768 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0424 18:58:57.243094 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0424 18:58:57.243777 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0424 18:58:57.243780 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0424 18:58:57.243094 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0424 18:58:57.243786 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0424 18:58:57.243789 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0424 18:58:57.243103 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 18:58:57.243096 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 18:58:57.243815 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 18:58:57.243105 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0424 18:58:57.243838 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0424 18:58:57.243108 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0424 18:58:57.243866 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0424 18:58:57.243870 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0424 18:58:57.243112 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0424 18:58:57.243114 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 18:58:57.243238 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 18:58:57.272440 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0424 18:58:57.272463 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0424 18:58:57.272470 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0424 18:58:57.272476 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0424 18:58:57.272481 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0424 18:58:57.272488 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0424 18:58:57.319951 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0424 18:58:57.319960 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0424 18:58:57.319978 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0424 18:58:57.319984 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0424 18:58:57.319990 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0424 18:58:57.319996 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0424 18:58:57.320001 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0424 18:58:57.320006 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0424 18:58:57.320012 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0424 18:58:57.320018 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0424 18:58:57.361442 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0424 18:58:57.361476 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0424 18:58:57.361485 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) W0424 18:59:15.900443 3653 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0424 18:59:16.737569 3653 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-156.ec2.internal I0424 18:59:16.737599 3653 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-156.ec2.internal: 37.034µs I0424 18:59:16.762422 3653 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-235.ec2.internal I0424 18:59:16.762444 3653 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-235.ec2.internal: 26.762µs I0424 18:59:16.823707 3653 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6cd8d6c8bb-dzxt5] creating logical port openshift-image-registry_image-registry-6cd8d6c8bb-dzxt5 for pod on switch ip-10-0-1-235.ec2.internal I0424 18:59:16.823802 3653 kube.go:256] Updating pod openshift-image-registry/image-registry-6cd8d6c8bb-dzxt5 I0424 18:59:16.852989 3653 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-5fn94] creating logical port openshift-ingress-canary_ingress-canary-5fn94 for pod on switch ip-10-0-1-235.ec2.internal I0424 18:59:16.853069 3653 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-5fn94 I0424 18:59:16.860663 3653 pod.go:62] [openshift-image-registry/image-registry-6cd8d6c8bb-dzxt5] pod update took 36.889192ms I0424 18:59:16.860684 3653 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6cd8d6c8bb-dzxt5] addLogicalPort annotation time took 36.915406ms I0424 18:59:16.861673 3653 pods.go:271] [openshift-image-registry/image-registry-6cd8d6c8bb-dzxt5] addLogicalPort took 37.980696ms, libovsdb time 717.682µs I0424 18:59:16.875694 3653 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-6n2vk] creating logical port openshift-insights_insights-runtime-extractor-6n2vk for pod on switch ip-10-0-1-235.ec2.internal I0424 18:59:16.875770 3653 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-6n2vk I0424 18:59:16.885435 3653 pod.go:62] [openshift-ingress-canary/ingress-canary-5fn94] pod update took 32.386298ms I0424 18:59:16.885453 3653 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-5fn94] addLogicalPort annotation time took 32.410769ms I0424 18:59:16.886509 3653 pods.go:271] [openshift-ingress-canary/ingress-canary-5fn94] addLogicalPort took 33.530858ms, libovsdb time 805.446µs I0424 18:59:16.893623 3653 pod.go:62] [openshift-insights/insights-runtime-extractor-6n2vk] pod update took 17.872921ms I0424 18:59:16.893642 3653 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-6n2vk] addLogicalPort annotation time took 17.898103ms I0424 18:59:16.894559 3653 pods.go:271] [openshift-insights/insights-runtime-extractor-6n2vk] addLogicalPort took 18.876514ms, libovsdb time 690.419µs I0424 18:59:16.913929 3653 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-rbmg7] creating logical port openshift-dns_dns-default-rbmg7 for pod on switch ip-10-0-1-235.ec2.internal I0424 18:59:16.914058 3653 kube.go:256] Updating pod openshift-dns/dns-default-rbmg7 I0424 18:59:16.937358 3653 pod.go:62] [openshift-dns/dns-default-rbmg7] pod update took 23.323021ms I0424 18:59:16.937381 3653 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-rbmg7] addLogicalPort annotation time took 23.386823ms I0424 18:59:16.938491 3653 pods.go:271] [openshift-dns/dns-default-rbmg7] addLogicalPort took 24.57885ms, libovsdb time 864.45µs I0424 18:59:17.218956 3653 cni.go:452] [openshift-image-registry/image-registry-6cd8d6c8bb-dzxt5 b7987ed36372281046c649aef49735d8d54abc9f6531c067705788b0fd7c382b network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6cd8d6c8bb-dzxt5 b7987ed36372281046c649aef49735d8d54abc9f6531c067705788b0fd7c382b network default NAD default NAD key ] I0424 18:59:17.240256 3653 cni.go:452] [openshift-ingress-canary/ingress-canary-5fn94 4c0943acff050ea16c1cb63929f7403a906777478bf0e8508a5941bdb72ae29d network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-5fn94 4c0943acff050ea16c1cb63929f7403a906777478bf0e8508a5941bdb72ae29d network default NAD default NAD key ] I0424 18:59:17.268001 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6cd8d6c8bb-dzxt5, hostIfaceName: b7987ed36372281, network: default, NAD default, SandboxID: "b7987ed36372281046c649aef49735d8d54abc9f6531c067705788b0fd7c382b", PCI device ID: , UID: "8527760f-e898-4648-8cf9-065a52aaf9f0", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0424 18:59:17.268629 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-5fn94, hostIfaceName: 4c0943acff050ea, network: default, NAD default, SandboxID: "4c0943acff050ea16c1cb63929f7403a906777478bf0e8508a5941bdb72ae29d", PCI device ID: , UID: "5dccf0a3-c8e9-46ae-a3f1-ca8c2ecadd99", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0424 18:59:17.280160 3653 cni.go:452] [openshift-insights/insights-runtime-extractor-6n2vk b648872d448c774b8c361794c3811b5428fb13265781835bfd45e342982feb1c network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-6n2vk b648872d448c774b8c361794c3811b5428fb13265781835bfd45e342982feb1c network default NAD default NAD key ] I0424 18:59:17.296914 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-6n2vk, hostIfaceName: b648872d448c774, network: default, NAD default, SandboxID: "b648872d448c774b8c361794c3811b5428fb13265781835bfd45e342982feb1c", PCI device ID: , UID: "00c8c29d-35c6-4315-8c6b-a1fe726e4ffe", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0424 18:59:17.307467 3653 cni.go:452] [openshift-dns/dns-default-rbmg7 7692117d8c7605987e6d7ec51fa19f5b5cb0d8e9a0758dc32aae43ab61d9f1bc network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-rbmg7 7692117d8c7605987e6d7ec51fa19f5b5cb0d8e9a0758dc32aae43ab61d9f1bc network default NAD default NAD key ] I0424 18:59:17.318531 3653 cni.go:473] [openshift-image-registry/image-registry-6cd8d6c8bb-dzxt5 b7987ed36372281046c649aef49735d8d54abc9f6531c067705788b0fd7c382b network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6cd8d6c8bb-dzxt5 b7987ed36372281046c649aef49735d8d54abc9f6531c067705788b0fd7c382b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:59:c9:33:cf:85\",\"name\":\"b7987ed36372281\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29b7b242-8678-46b9-b762-dcdf2ee3889a\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 18:59:17.334914 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-rbmg7, hostIfaceName: 7692117d8c76059, network: default, NAD default, SandboxID: "7692117d8c7605987e6d7ec51fa19f5b5cb0d8e9a0758dc32aae43ab61d9f1bc", PCI device ID: , UID: "af445cf4-b58f-4902-ac63-4bfe589fb659", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0424 18:59:17.337328 3653 cni.go:473] [openshift-ingress-canary/ingress-canary-5fn94 4c0943acff050ea16c1cb63929f7403a906777478bf0e8508a5941bdb72ae29d network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-5fn94 4c0943acff050ea16c1cb63929f7403a906777478bf0e8508a5941bdb72ae29d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:92:75:f6:60:60\",\"name\":\"4c0943acff050ea\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e0779511-d51d-4e8f-86d7-414a50148e72\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 18:59:17.362456 3653 cni.go:473] [openshift-insights/insights-runtime-extractor-6n2vk b648872d448c774b8c361794c3811b5428fb13265781835bfd45e342982feb1c network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-6n2vk b648872d448c774b8c361794c3811b5428fb13265781835bfd45e342982feb1c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:d0:03:b4:7b:e2\",\"name\":\"b648872d448c774\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e2bfa0be-6ebc-4bc8-8323-fc1923d3e0b5\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 18:59:17.379770 3653 cni.go:473] [openshift-dns/dns-default-rbmg7 7692117d8c7605987e6d7ec51fa19f5b5cb0d8e9a0758dc32aae43ab61d9f1bc network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-rbmg7 7692117d8c7605987e6d7ec51fa19f5b5cb0d8e9a0758dc32aae43ab61d9f1bc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:31:98:93:97:69\",\"name\":\"7692117d8c76059\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/acf79172-dbe0-451a-9026-936573d12ed2\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 18:59:18.121937 3653 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0424 18:59:18.682359 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0424 18:59:18.693158 3653 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0424 18:59:20.009865 3653 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-mrsxh] creating logical port openshift-monitoring_prometheus-operator-76b589d668-mrsxh for pod on switch ip-10-0-1-235.ec2.internal I0424 18:59:20.009982 3653 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-mrsxh I0424 18:59:20.029063 3653 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-mrsxh] pod update took 19.116071ms I0424 18:59:20.029088 3653 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-mrsxh] addLogicalPort annotation time took 19.14629ms I0424 18:59:20.030313 3653 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-mrsxh] addLogicalPort took 20.46432ms, libovsdb time 957.605µs I0424 18:59:21.001193 3653 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-mrsxh db51d0eaa19680c15ca5bcac5da59bed968c246aabd44f7f7fbfbc486a24f68a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-mrsxh db51d0eaa19680c15ca5bcac5da59bed968c246aabd44f7f7fbfbc486a24f68a network default NAD default NAD key ] I0424 18:59:21.012092 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-mrsxh, hostIfaceName: db51d0eaa19680c, network: default, NAD default, SandboxID: "db51d0eaa19680c15ca5bcac5da59bed968c246aabd44f7f7fbfbc486a24f68a", PCI device ID: , UID: "ab6d40a7-018f-4bd7-a5ee-03d2f0c89168", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0424 18:59:21.057584 3653 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-mrsxh db51d0eaa19680c15ca5bcac5da59bed968c246aabd44f7f7fbfbc486a24f68a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-mrsxh db51d0eaa19680c15ca5bcac5da59bed968c246aabd44f7f7fbfbc486a24f68a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:af:0d:17:dc:ae\",\"name\":\"db51d0eaa19680c\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a1bb3e2-3412-4989-8926-4964c8b65493\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 18:59:24.564190 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 18:59:24.564222 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0424 18:59:27.482777 3653 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-tvwh4] creating logical port openshift-console_downloads-5c54f4944f-tvwh4 for pod on switch ip-10-0-1-235.ec2.internal I0424 18:59:27.482870 3653 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-tvwh4 I0424 18:59:27.507634 3653 pod.go:62] [openshift-console/downloads-5c54f4944f-tvwh4] pod update took 24.786856ms I0424 18:59:27.507656 3653 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-tvwh4] addLogicalPort annotation time took 24.81409ms I0424 18:59:27.508823 3653 pods.go:271] [openshift-console/downloads-5c54f4944f-tvwh4] addLogicalPort took 26.061719ms, libovsdb time 844.299µs I0424 18:59:27.871691 3653 cni.go:452] [openshift-console/downloads-5c54f4944f-tvwh4 6d9aee79211c0dab663df2e853fbe9a547accb92db9e81444d366603fa459df8 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-tvwh4 6d9aee79211c0dab663df2e853fbe9a547accb92db9e81444d366603fa459df8 network default NAD default NAD key ] I0424 18:59:27.881996 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-tvwh4, hostIfaceName: 6d9aee79211c0da, network: default, NAD default, SandboxID: "6d9aee79211c0dab663df2e853fbe9a547accb92db9e81444d366603fa459df8", PCI device ID: , UID: "1a09ed0e-b4bd-4d5d-9cf0-e07b52ef98f5", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0424 18:59:27.929543 3653 cni.go:473] [openshift-console/downloads-5c54f4944f-tvwh4 6d9aee79211c0dab663df2e853fbe9a547accb92db9e81444d366603fa459df8 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-tvwh4 6d9aee79211c0dab663df2e853fbe9a547accb92db9e81444d366603fa459df8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:f0:ad:58:63:ab\",\"name\":\"6d9aee79211c0da\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1671d77c-31a1-414a-84f5-40e8406db090\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 18:59:27.932340 3653 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-235.ec2.internal I0424 18:59:27.932556 3653 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0424 18:59:27.965267 3653 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 32.774761ms I0424 18:59:27.965295 3653 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 32.835809ms I0424 18:59:27.966803 3653 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 34.477324ms, libovsdb time 1.05778ms I0424 18:59:28.356154 3653 cni.go:452] [openshift-monitoring/alertmanager-main-1 27d7f317a2852a27d0182e44e15edeafd4de150be57aec5ad8f4ddee9159e7a2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 27d7f317a2852a27d0182e44e15edeafd4de150be57aec5ad8f4ddee9159e7a2 network default NAD default NAD key ] I0424 18:59:28.366127 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 27d7f317a2852a2, network: default, NAD default, SandboxID: "27d7f317a2852a27d0182e44e15edeafd4de150be57aec5ad8f4ddee9159e7a2", PCI device ID: , UID: "2c73677d-27a0-4439-b185-7acd4d7d5dda", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0424 18:59:28.414554 3653 cni.go:473] [openshift-monitoring/alertmanager-main-1 27d7f317a2852a27d0182e44e15edeafd4de150be57aec5ad8f4ddee9159e7a2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 27d7f317a2852a27d0182e44e15edeafd4de150be57aec5ad8f4ddee9159e7a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:b5:58:9b:a1:75\",\"name\":\"27d7f317a2852a2\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a014d3cf-d5b1-4863-a5b8-5c5f32cf4182\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 18:59:29.883921 3653 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-dc58649b8-rwfq9] creating logical port openshift-monitoring_thanos-querier-dc58649b8-rwfq9 for pod on switch ip-10-0-1-235.ec2.internal I0424 18:59:29.884047 3653 kube.go:256] Updating pod openshift-monitoring/thanos-querier-dc58649b8-rwfq9 I0424 18:59:29.907325 3653 pod.go:62] [openshift-monitoring/thanos-querier-dc58649b8-rwfq9] pod update took 23.317449ms I0424 18:59:29.907423 3653 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-dc58649b8-rwfq9] addLogicalPort annotation time took 23.421326ms I0424 18:59:29.908747 3653 pods.go:271] [openshift-monitoring/thanos-querier-dc58649b8-rwfq9] addLogicalPort took 24.855897ms, libovsdb time 972.798µs I0424 18:59:30.335118 3653 cni.go:452] [openshift-monitoring/thanos-querier-dc58649b8-rwfq9 44f942344ef1d8bfa8b63a30d1ab3b1f9119166ab73f45666d6b908c20620904 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-dc58649b8-rwfq9 44f942344ef1d8bfa8b63a30d1ab3b1f9119166ab73f45666d6b908c20620904 network default NAD default NAD key ] I0424 18:59:30.345637 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-dc58649b8-rwfq9, hostIfaceName: 44f942344ef1d8b, network: default, NAD default, SandboxID: "44f942344ef1d8bfa8b63a30d1ab3b1f9119166ab73f45666d6b908c20620904", PCI device ID: , UID: "f9e57282-3c19-4c08-847d-bb616d9cd5ff", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0424 18:59:30.396365 3653 cni.go:473] [openshift-monitoring/thanos-querier-dc58649b8-rwfq9 44f942344ef1d8bfa8b63a30d1ab3b1f9119166ab73f45666d6b908c20620904 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-dc58649b8-rwfq9 44f942344ef1d8bfa8b63a30d1ab3b1f9119166ab73f45666d6b908c20620904 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:4d:c3:05:f1:b5\",\"name\":\"44f942344ef1d8b\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a59e471e-5cfe-41fc-a6a9-563d1aa9690c\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 18:59:30.697380 3653 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 18:59:30.697407 3653 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 18:59:30.697413 3653 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 18:59:31.154072 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 18:59:31.154098 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0424 18:59:31.154108 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0424 18:59:31.247960 3653 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-8ng9z] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-8ng9z for pod on switch ip-10-0-1-235.ec2.internal I0424 18:59:31.248048 3653 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-8ng9z W0424 18:59:31.253662 3653 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 18:59:31.253681 3653 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 18:59:31.253686 3653 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0424 18:59:31.265493 3653 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-8ng9z] pod update took 17.469829ms I0424 18:59:31.265515 3653 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-8ng9z] addLogicalPort annotation time took 17.497746ms I0424 18:59:31.266760 3653 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-8ng9z] addLogicalPort took 18.815724ms, libovsdb time 877.413µs I0424 18:59:31.374605 3653 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-c4f9bd8cc-xmcl8] creating logical port openshift-monitoring_metrics-server-c4f9bd8cc-xmcl8 for pod on switch ip-10-0-1-235.ec2.internal I0424 18:59:31.374799 3653 kube.go:256] Updating pod openshift-monitoring/metrics-server-c4f9bd8cc-xmcl8 I0424 18:59:31.390907 3653 pod.go:62] [openshift-monitoring/metrics-server-c4f9bd8cc-xmcl8] pod update took 16.131917ms I0424 18:59:31.390940 3653 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-c4f9bd8cc-xmcl8] addLogicalPort annotation time took 16.186186ms I0424 18:59:31.392778 3653 pods.go:271] [openshift-monitoring/metrics-server-c4f9bd8cc-xmcl8] addLogicalPort took 18.200285ms, libovsdb time 1.414557ms I0424 18:59:31.768451 3653 cni.go:452] [openshift-monitoring/metrics-server-c4f9bd8cc-xmcl8 c89e36d1578f578c9242c9d90bdcc791e8d385135fef871218f5954dcdfefe46 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-c4f9bd8cc-xmcl8 c89e36d1578f578c9242c9d90bdcc791e8d385135fef871218f5954dcdfefe46 network default NAD default NAD key ] I0424 18:59:31.780563 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-c4f9bd8cc-xmcl8, hostIfaceName: c89e36d1578f578, network: default, NAD default, SandboxID: "c89e36d1578f578c9242c9d90bdcc791e8d385135fef871218f5954dcdfefe46", PCI device ID: , UID: "3732e152-216f-4931-827a-cebf97e81ddf", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0424 18:59:31.835022 3653 cni.go:473] [openshift-monitoring/metrics-server-c4f9bd8cc-xmcl8 c89e36d1578f578c9242c9d90bdcc791e8d385135fef871218f5954dcdfefe46 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-c4f9bd8cc-xmcl8 c89e36d1578f578c9242c9d90bdcc791e8d385135fef871218f5954dcdfefe46 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:a3:b5:cc:15:5f\",\"name\":\"c89e36d1578f578\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21bbb4d7-97ff-4e1e-b6c4-3b3241bfac33\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 18:59:33.182914 3653 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-8ng9z fa34c8277822bf533118a8e46c0055e19f8cf74e217c781549d1246a3ec24066 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-8ng9z fa34c8277822bf533118a8e46c0055e19f8cf74e217c781549d1246a3ec24066 network default NAD default NAD key ] I0424 18:59:33.193631 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-8ng9z, hostIfaceName: fa34c8277822bf5, network: default, NAD default, SandboxID: "fa34c8277822bf533118a8e46c0055e19f8cf74e217c781549d1246a3ec24066", PCI device ID: , UID: "1c112018-9714-496e-928d-2453752194e4", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0424 18:59:33.249791 3653 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-8ng9z fa34c8277822bf533118a8e46c0055e19f8cf74e217c781549d1246a3ec24066 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-8ng9z fa34c8277822bf533118a8e46c0055e19f8cf74e217c781549d1246a3ec24066 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:2b:26:41:3e:26\",\"name\":\"fa34c8277822bf5\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c13b1522-b06f-4c4a-b64c-e53d8077e362\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 18:59:33.394228 3653 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-235.ec2.internal I0424 18:59:33.394408 3653 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0424 18:59:33.422967 3653 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 28.60394ms I0424 18:59:33.423063 3653 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 28.701563ms I0424 18:59:33.424671 3653 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 30.456832ms, libovsdb time 1.154744ms I0424 18:59:33.768401 3653 cni.go:452] [openshift-monitoring/prometheus-k8s-0 466379fa5c2437d0bd71a4ec22099be85a04f4e1d4fb161c35d3b6e49617411f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 466379fa5c2437d0bd71a4ec22099be85a04f4e1d4fb161c35d3b6e49617411f network default NAD default NAD key ] I0424 18:59:33.779060 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 466379fa5c2437d, network: default, NAD default, SandboxID: "466379fa5c2437d0bd71a4ec22099be85a04f4e1d4fb161c35d3b6e49617411f", PCI device ID: , UID: "852b742c-5840-4216-8936-9d41f597efb4", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0424 18:59:33.834487 3653 cni.go:473] [openshift-monitoring/prometheus-k8s-0 466379fa5c2437d0bd71a4ec22099be85a04f4e1d4fb161c35d3b6e49617411f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 466379fa5c2437d0bd71a4ec22099be85a04f4e1d4fb161c35d3b6e49617411f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:e1:22:e6:84:7b\",\"name\":\"466379fa5c2437d\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de38fbdf-4dcc-4cb3-818d-65f14d539694\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 18:59:34.729289 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0424 18:59:35.037733 3653 cni.go:452] [openshift-multus/network-metrics-daemon-pr7zw 9103277b32095d9d60abc2f3561a27c91a0c7a55437792265ac7bfb8dab2b18a network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-pr7zw 9103277b32095d9d60abc2f3561a27c91a0c7a55437792265ac7bfb8dab2b18a network default NAD default NAD key ] I0424 18:59:35.049639 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-pr7zw, hostIfaceName: 9103277b32095d9, network: default, NAD default, SandboxID: "9103277b32095d9d60abc2f3561a27c91a0c7a55437792265ac7bfb8dab2b18a", PCI device ID: , UID: "ba6f785e-d944-47ae-a2a4-5a092b90796c", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0424 18:59:35.108746 3653 cni.go:473] [openshift-multus/network-metrics-daemon-pr7zw 9103277b32095d9d60abc2f3561a27c91a0c7a55437792265ac7bfb8dab2b18a network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-pr7zw 9103277b32095d9d60abc2f3561a27c91a0c7a55437792265ac7bfb8dab2b18a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:bf:55:1e:87:fd\",\"name\":\"9103277b32095d9\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1ddcf065-3a14-4136-a0b1-6f1d7ed7b816\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 18:59:35.111283 3653 cni.go:452] [openshift-network-diagnostics/network-check-target-mt5rg a11fb4d88b7504401e0fb4df45a6f7a723fba6076a2b5c02a0e2e01b66d1adfb network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-mt5rg a11fb4d88b7504401e0fb4df45a6f7a723fba6076a2b5c02a0e2e01b66d1adfb network default NAD default NAD key ] I0424 18:59:35.123085 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-mt5rg, hostIfaceName: a11fb4d88b75044, network: default, NAD default, SandboxID: "a11fb4d88b7504401e0fb4df45a6f7a723fba6076a2b5c02a0e2e01b66d1adfb", PCI device ID: , UID: "8bf9caa8-143e-4257-b6e0-4249dc1cbc51", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0424 18:59:35.176917 3653 cni.go:473] [openshift-network-diagnostics/network-check-target-mt5rg a11fb4d88b7504401e0fb4df45a6f7a723fba6076a2b5c02a0e2e01b66d1adfb network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-mt5rg a11fb4d88b7504401e0fb4df45a6f7a723fba6076a2b5c02a0e2e01b66d1adfb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:9c:6c:25:55:da\",\"name\":\"a11fb4d88b75044\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d423a05-979e-4ad0-afec-dc422bbf93e5\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 18:59:35.216083 3653 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 18:59:35.216140 3653 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 18:59:35.216150 3653 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 18:59:35.216157 3653 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 18:59:35.259180 3653 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 18:59:35.259208 3653 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 18:59:35.313454 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0424 18:59:35.739220 3653 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 18:59:35.739251 3653 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 18:59:35.739258 3653 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 18:59:35.739266 3653 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 18:59:35.781231 3653 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 18:59:35.781248 3653 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0424 18:59:36.646210 3653 base_network_controller_pods.go:487] [default/openshift-console/console-57fb49cf99-7pz57] creating logical port openshift-console_console-57fb49cf99-7pz57 for pod on switch ip-10-0-1-235.ec2.internal I0424 18:59:36.646351 3653 kube.go:256] Updating pod openshift-console/console-57fb49cf99-7pz57 I0424 18:59:36.664573 3653 pod.go:62] [openshift-console/console-57fb49cf99-7pz57] pod update took 18.272952ms I0424 18:59:36.664605 3653 base_network_controller_pods.go:951] [default/openshift-console/console-57fb49cf99-7pz57] addLogicalPort annotation time took 18.310299ms I0424 18:59:36.666104 3653 pods.go:271] [openshift-console/console-57fb49cf99-7pz57] addLogicalPort took 19.917583ms, libovsdb time 1.058488ms I0424 18:59:39.066504 3653 cni.go:452] [openshift-console/console-57fb49cf99-7pz57 fef7b992b6ce6f72a706da11fa370b6b0b320d3b0f094f2af363512df22b63b8 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-57fb49cf99-7pz57 fef7b992b6ce6f72a706da11fa370b6b0b320d3b0f094f2af363512df22b63b8 network default NAD default NAD key ] I0424 18:59:39.093494 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-57fb49cf99-7pz57, hostIfaceName: fef7b992b6ce6f7, network: default, NAD default, SandboxID: "fef7b992b6ce6f72a706da11fa370b6b0b320d3b0f094f2af363512df22b63b8", PCI device ID: , UID: "7bccb569-1b23-4c6b-a0df-c365a52a8e1d", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] W0424 18:59:39.149355 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0424 18:59:39.156358 3653 cni.go:473] [openshift-console/console-57fb49cf99-7pz57 fef7b992b6ce6f72a706da11fa370b6b0b320d3b0f094f2af363512df22b63b8 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-57fb49cf99-7pz57 fef7b992b6ce6f72a706da11fa370b6b0b320d3b0f094f2af363512df22b63b8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:3b:a3:26:ce:52\",\"name\":\"fef7b992b6ce6f7\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b8e1c69-6636-44db-95aa-ef0383ef9334\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 18:59:41.245098 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 18:59:41.245121 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 18:59:41.245127 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 18:59:41.245132 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 18:59:41.777879 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0424 18:59:42.268485 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0424 18:59:43.461208 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0424 18:59:46.821764 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0424 18:59:47.299319 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0424 18:59:48.834585 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0424 18:59:49.315177 3653 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0424 18:59:49.365330 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0424 18:59:53.847378 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0424 18:59:53.919162 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0424 18:59:55.750516 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0424 18:59:55.750545 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0424 18:59:56.239706 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0424 18:59:58.322234 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 18:59:58.322254 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 18:59:58.322260 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 18:59:58.322270 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 18:59:58.322274 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 18:59:58.322279 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 18:59:58.384413 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 18:59:58.384433 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 18:59:58.384439 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0424 19:00:03.022440 3653 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp5ntf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:03.023087 3653 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp5ntf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:03.023114 3653 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp5ntf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:00:03.023123 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0424 19:00:03.023134 3653 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp5ntf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:00:03.023139 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0424 19:00:04.052498 3653 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp5ntf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:04.052524 3653 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp5ntf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:04.052536 3653 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp5ntf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:04.052552 3653 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp5ntf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:04.507198 3653 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6d58b8c8cc-4b544 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:04.507733 3653 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6d58b8c8cc-4b544 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:04.886498 3653 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6d58b8c8cc-4b544 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:04.886526 3653 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6d58b8c8cc-4b544 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:04.895935 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6d58b8c8cc-4b544 I0424 19:00:04.895956 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6d58b8c8cc-4b544 I0424 19:00:07.531470 3653 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0424 19:00:07.546307 3653 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0424 19:00:08.760276 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 19:00:08.760298 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0424 19:00:09.054199 3653 obj_retry.go:498] Detected object openshift-console/console-57fb49cf99-gxg8c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:09.054764 3653 obj_retry.go:498] Detected object openshift-console/console-57fb49cf99-gxg8c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:09.910978 3653 obj_retry.go:492] Detected object openshift-console/console-57fb49cf99-gxg8c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:09.911003 3653 obj_retry.go:492] Detected object openshift-console/console-57fb49cf99-gxg8c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:09.922327 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-57fb49cf99-gxg8c I0424 19:00:09.922358 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-57fb49cf99-gxg8c W0424 19:00:10.270411 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0424 19:00:19.108995 3653 cni.go:452] [openshift-console/console-57fb49cf99-7pz57 fef7b992b6ce6f72a706da11fa370b6b0b320d3b0f094f2af363512df22b63b8 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-57fb49cf99-7pz57 fef7b992b6ce6f72a706da11fa370b6b0b320d3b0f094f2af363512df22b63b8 network default NAD default NAD key ] I0424 19:00:19.176346 3653 cni.go:473] [openshift-console/console-57fb49cf99-7pz57 fef7b992b6ce6f72a706da11fa370b6b0b320d3b0f094f2af363512df22b63b8 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-57fb49cf99-7pz57 fef7b992b6ce6f72a706da11fa370b6b0b320d3b0f094f2af363512df22b63b8 network default NAD default NAD key default], result "{}", err I0424 19:00:19.241504 3653 obj_retry.go:498] Detected object openshift-console/console-57fb49cf99-7pz57 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:19.241549 3653 pods.go:176] Deleting pod: openshift-console/console-57fb49cf99-7pz57 I0424 19:00:19.243055 3653 pods.go:236] Attempting to release IPs for pod: openshift-console/console-57fb49cf99-7pz57, ips: 10.130.0.16 I0424 19:00:19.243089 3653 obj_retry.go:498] Detected object openshift-console/console-57fb49cf99-7pz57 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:19.384530 3653 obj_retry.go:498] Detected object openshift-ingress/router-default-676c99797c-xjrkc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:19.385055 3653 obj_retry.go:498] Detected object openshift-ingress/router-default-676c99797c-xjrkc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:19.429111 3653 obj_retry.go:492] Detected object openshift-console/console-57fb49cf99-7pz57 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:19.429137 3653 obj_retry.go:492] Detected object openshift-console/console-57fb49cf99-7pz57 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:19.442006 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-57fb49cf99-7pz57 I0424 19:00:19.442037 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-57fb49cf99-7pz57 I0424 19:00:19.965076 3653 obj_retry.go:492] Detected object openshift-ingress/router-default-676c99797c-xjrkc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:19.965104 3653 obj_retry.go:492] Detected object openshift-ingress/router-default-676c99797c-xjrkc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:19.972099 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-676c99797c-xjrkc I0424 19:00:19.972130 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-676c99797c-xjrkc W0424 19:00:34.094973 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 19:00:34.094998 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 19:00:34.095016 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 19:00:34.095023 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 19:00:34.513188 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 19:00:34.513213 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0424 19:00:46.194742 3653 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-ztjg4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:46.195276 3653 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-ztjg4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:47.073255 3653 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-ztjg4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:47.073284 3653 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-ztjg4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:48.802568 3653 cni.go:452] [openshift-monitoring/alertmanager-main-1 27d7f317a2852a27d0182e44e15edeafd4de150be57aec5ad8f4ddee9159e7a2 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 27d7f317a2852a27d0182e44e15edeafd4de150be57aec5ad8f4ddee9159e7a2 network default NAD default NAD key ] I0424 19:00:48.878435 3653 cni.go:473] [openshift-monitoring/alertmanager-main-1 27d7f317a2852a27d0182e44e15edeafd4de150be57aec5ad8f4ddee9159e7a2 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 27d7f317a2852a27d0182e44e15edeafd4de150be57aec5ad8f4ddee9159e7a2 network default NAD default NAD key default], result "{}", err I0424 19:00:48.955687 3653 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:48.955724 3653 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0424 19:00:48.956885 3653 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.130.0.11 I0424 19:00:48.956922 3653 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:49.544956 3653 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:49.544983 3653 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:49.558748 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0424 19:00:49.558779 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0424 19:00:49.626226 3653 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-235.ec2.internal I0424 19:00:49.626340 3653 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0424 19:00:49.661102 3653 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 34.801619ms I0424 19:00:49.661128 3653 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 34.831161ms I0424 19:00:49.662372 3653 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 36.160466ms, libovsdb time 946.322µs I0424 19:00:50.284501 3653 cni.go:452] [openshift-monitoring/alertmanager-main-1 0cff3b792d4bbe34854b4372f257ab9586443fb72813db8aed7721545ed8bc7c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 0cff3b792d4bbe34854b4372f257ab9586443fb72813db8aed7721545ed8bc7c network default NAD default NAD key ] I0424 19:00:50.293732 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 0cff3b792d4bbe3, network: default, NAD default, SandboxID: "0cff3b792d4bbe34854b4372f257ab9586443fb72813db8aed7721545ed8bc7c", PCI device ID: , UID: "1fc785db-323e-45d9-a5ad-7927e64e8966", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0424 19:00:50.343350 3653 cni.go:473] [openshift-monitoring/alertmanager-main-1 0cff3b792d4bbe34854b4372f257ab9586443fb72813db8aed7721545ed8bc7c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 0cff3b792d4bbe34854b4372f257ab9586443fb72813db8aed7721545ed8bc7c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:04:c0:2d:a0:51\",\"name\":\"0cff3b792d4bbe3\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d2e9e08f-3807-4dfc-b33f-81a2f2de5a7b\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:00:53.554084 3653 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:53.554636 3653 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:54.111005 3653 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:54.111028 3653 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:54.123925 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0424 19:00:54.123948 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0424 19:00:56.397214 3653 base_network_controller_pods.go:487] [default/openshift-console/console-6d9469576-ngks4] creating logical port openshift-console_console-6d9469576-ngks4 for pod on switch ip-10-0-1-235.ec2.internal I0424 19:00:56.397313 3653 kube.go:256] Updating pod openshift-console/console-6d9469576-ngks4 I0424 19:00:56.421206 3653 pod.go:62] [openshift-console/console-6d9469576-ngks4] pod update took 23.918115ms I0424 19:00:56.421235 3653 base_network_controller_pods.go:951] [default/openshift-console/console-6d9469576-ngks4] addLogicalPort annotation time took 23.952014ms I0424 19:00:56.422500 3653 pods.go:271] [openshift-console/console-6d9469576-ngks4] addLogicalPort took 25.304845ms, libovsdb time 921.603µs I0424 19:00:56.756713 3653 cni.go:452] [openshift-console/console-6d9469576-ngks4 f00c2385070618932e4f9108bec7a8faeaa959e49b66626bad3053b4eb34f403 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6d9469576-ngks4 f00c2385070618932e4f9108bec7a8faeaa959e49b66626bad3053b4eb34f403 network default NAD default NAD key ] I0424 19:00:56.777035 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6d9469576-ngks4, hostIfaceName: f00c23850706189, network: default, NAD default, SandboxID: "f00c2385070618932e4f9108bec7a8faeaa959e49b66626bad3053b4eb34f403", PCI device ID: , UID: "c39942da-b002-4f5e-b051-cb6c340b6ec1", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0424 19:00:56.832418 3653 cni.go:473] [openshift-console/console-6d9469576-ngks4 f00c2385070618932e4f9108bec7a8faeaa959e49b66626bad3053b4eb34f403 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6d9469576-ngks4 f00c2385070618932e4f9108bec7a8faeaa959e49b66626bad3053b4eb34f403 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:ff:1b:b5:f2:f3\",\"name\":\"f00c23850706189\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a701e970-21ca-4b30-8c69-38ece638105a\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 19:01:07.636199 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0424 19:01:10.350205 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 19:01:10.350236 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 19:01:10.350244 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0424 19:01:11.752367 3653 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:01:11.752951 3653 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:01:12.156978 3653 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:01:12.157007 3653 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:01:12.166943 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0424 19:01:12.166972 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0424 19:01:21.708644 3653 obj_retry.go:498] Detected object openshift-console/console-7b94b6b545-69lpj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:01:21.709251 3653 obj_retry.go:498] Detected object openshift-console/console-7b94b6b545-69lpj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:01:22.237126 3653 obj_retry.go:492] Detected object openshift-console/console-7b94b6b545-69lpj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:01:22.237188 3653 obj_retry.go:492] Detected object openshift-console/console-7b94b6b545-69lpj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:01:22.244190 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b94b6b545-69lpj I0424 19:01:22.244250 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b94b6b545-69lpj I0424 19:01:32.991275 3653 obj_retry.go:498] Detected object openshift-console/console-7b94b6b545-4bkqs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:01:32.991863 3653 obj_retry.go:498] Detected object openshift-console/console-7b94b6b545-4bkqs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:01:33.245822 3653 obj_retry.go:492] Detected object openshift-console/console-7b94b6b545-4bkqs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:01:33.245844 3653 obj_retry.go:492] Detected object openshift-console/console-7b94b6b545-4bkqs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:01:33.254880 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b94b6b545-4bkqs I0424 19:01:33.254923 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b94b6b545-4bkqs I0424 19:01:56.593017 3653 cni.go:452] [openshift-monitoring/prometheus-k8s-0 466379fa5c2437d0bd71a4ec22099be85a04f4e1d4fb161c35d3b6e49617411f network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 466379fa5c2437d0bd71a4ec22099be85a04f4e1d4fb161c35d3b6e49617411f network default NAD default NAD key ] I0424 19:01:56.670463 3653 cni.go:473] [openshift-monitoring/prometheus-k8s-0 466379fa5c2437d0bd71a4ec22099be85a04f4e1d4fb161c35d3b6e49617411f network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 466379fa5c2437d0bd71a4ec22099be85a04f4e1d4fb161c35d3b6e49617411f network default NAD default NAD key default], result "{}", err I0424 19:01:56.737053 3653 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:01:56.737094 3653 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0424 19:01:56.738273 3653 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.15 I0424 19:01:56.738300 3653 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:01:57.112407 3653 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:01:57.112433 3653 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:01:57.122238 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0424 19:01:57.122262 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0424 19:01:57.178036 3653 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-235.ec2.internal I0424 19:01:57.178178 3653 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0424 19:01:57.204022 3653 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 25.879001ms I0424 19:01:57.204053 3653 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 25.915148ms I0424 19:01:57.205317 3653 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 27.297074ms, libovsdb time 864.143µs I0424 19:01:57.542513 3653 cni.go:452] [openshift-monitoring/prometheus-k8s-0 e33b6cf94f375c58dbfe2ef56158f4fe860d3adeb52e79996ff58951f42b3a95 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 e33b6cf94f375c58dbfe2ef56158f4fe860d3adeb52e79996ff58951f42b3a95 network default NAD default NAD key ] I0424 19:01:57.552560 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: e33b6cf94f375c5, network: default, NAD default, SandboxID: "e33b6cf94f375c58dbfe2ef56158f4fe860d3adeb52e79996ff58951f42b3a95", PCI device ID: , UID: "04fb020d-b1b9-47b0-8cbf-6b434a851305", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0424 19:01:57.600575 3653 cni.go:473] [openshift-monitoring/prometheus-k8s-0 e33b6cf94f375c58dbfe2ef56158f4fe860d3adeb52e79996ff58951f42b3a95 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 e33b6cf94f375c58dbfe2ef56158f4fe860d3adeb52e79996ff58951f42b3a95 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:80:a8:cc:3b:5e\",\"name\":\"e33b6cf94f375c5\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d0a274e-c377-4067-90e5-1768a8b73eea\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:02:23.845509 3653 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0424 19:02:58.112166 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 19:02:58.112190 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0424 19:03:29.063148 3653 obj_retry.go:498] Detected object openshift-console/console-6d9469576-qj94q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:03:29.063750 3653 obj_retry.go:498] Detected object openshift-console/console-6d9469576-qj94q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:03:29.792706 3653 obj_retry.go:492] Detected object openshift-console/console-6d9469576-qj94q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:03:29.792730 3653 obj_retry.go:492] Detected object openshift-console/console-6d9469576-qj94q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:03:29.801871 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d9469576-qj94q I0424 19:03:29.801913 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d9469576-qj94q I0424 19:03:39.883398 3653 cni.go:452] [openshift-console/console-6d9469576-ngks4 f00c2385070618932e4f9108bec7a8faeaa959e49b66626bad3053b4eb34f403 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6d9469576-ngks4 f00c2385070618932e4f9108bec7a8faeaa959e49b66626bad3053b4eb34f403 network default NAD default NAD key ] I0424 19:03:39.945096 3653 cni.go:473] [openshift-console/console-6d9469576-ngks4 f00c2385070618932e4f9108bec7a8faeaa959e49b66626bad3053b4eb34f403 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6d9469576-ngks4 f00c2385070618932e4f9108bec7a8faeaa959e49b66626bad3053b4eb34f403 network default NAD default NAD key default], result "{}", err I0424 19:03:39.994733 3653 obj_retry.go:498] Detected object openshift-console/console-6d9469576-ngks4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:03:39.994764 3653 pods.go:176] Deleting pod: openshift-console/console-6d9469576-ngks4 I0424 19:03:39.996048 3653 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6d9469576-ngks4, ips: 10.130.0.18 I0424 19:03:39.996077 3653 obj_retry.go:498] Detected object openshift-console/console-6d9469576-ngks4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:03:40.220175 3653 obj_retry.go:492] Detected object openshift-console/console-6d9469576-ngks4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:03:40.220209 3653 obj_retry.go:492] Detected object openshift-console/console-6d9469576-ngks4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:03:40.234764 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d9469576-ngks4 I0424 19:03:40.234791 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d9469576-ngks4 I0424 19:04:21.161808 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0424 19:04:32.166376 3653 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0424 19:05:11.135877 3653 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0424 19:05:12.048694 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=11 W0424 19:05:12.127693 3653 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 19:05:23.198230 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0424 19:05:23.198295 3653 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-pshkp IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-pshkp: no pod IPs found I0424 19:05:53.157496 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0424 19:05:54.055936 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=479 I0424 19:05:59.045224 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0424 19:06:09.047698 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=129 I0424 19:06:14.139653 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0424 19:06:23.621144 3653 namespace.go:98] [tsf] adding namespace I0424 19:06:23.622090 3653 namespace.go:102] [tsf] adding namespace took 925.023µs I0424 19:06:23.642289 3653 namespace.go:142] [tsf] updating namespace I0424 19:06:23.658937 3653 namespace.go:142] [tsf] updating namespace I0424 19:06:27.774063 3653 namespace.go:98] [konflux-ui] adding namespace I0424 19:06:27.774836 3653 namespace.go:102] [konflux-ui] adding namespace took 755.841µs I0424 19:06:27.782007 3653 namespace.go:98] [tsf-tas] adding namespace I0424 19:06:27.782080 3653 namespace.go:98] [rhbk-operator] adding namespace I0424 19:06:27.782110 3653 namespace.go:98] [cert-manager-operator] adding namespace I0424 19:06:27.782314 3653 namespace.go:98] [konflux-operator] adding namespace I0424 19:06:27.782418 3653 namespace.go:98] [rhtpa-operator] adding namespace I0424 19:06:27.782761 3653 namespace.go:102] [tsf-tas] adding namespace took 738.609µs I0424 19:06:27.783370 3653 namespace.go:102] [rhbk-operator] adding namespace took 1.274138ms I0424 19:06:27.783945 3653 namespace.go:102] [cert-manager-operator] adding namespace took 1.817192ms I0424 19:06:27.784495 3653 namespace.go:102] [konflux-operator] adding namespace took 2.165521ms I0424 19:06:27.785053 3653 namespace.go:102] [rhtpa-operator] adding namespace took 2.62176ms I0424 19:06:27.787042 3653 namespace.go:98] [tsf-tpa] adding namespace I0424 19:06:27.787616 3653 namespace.go:102] [tsf-tpa] adding namespace took 557.673µs I0424 19:06:27.790431 3653 namespace.go:98] [tsf-keycloak] adding namespace I0424 19:06:27.791117 3653 namespace.go:102] [tsf-keycloak] adding namespace took 672.245µs I0424 19:06:27.801478 3653 namespace.go:142] [konflux-ui] updating namespace I0424 19:06:27.817199 3653 namespace.go:142] [konflux-ui] updating namespace I0424 19:06:27.835031 3653 namespace.go:142] [tsf-tas] updating namespace I0424 19:06:27.850373 3653 namespace.go:142] [rhbk-operator] updating namespace I0424 19:06:27.850456 3653 namespace.go:142] [konflux-operator] updating namespace I0424 19:06:27.850603 3653 namespace.go:142] [cert-manager-operator] updating namespace I0424 19:06:27.862380 3653 namespace.go:142] [tsf-tas] updating namespace I0424 19:06:27.867056 3653 namespace.go:142] [tsf-keycloak] updating namespace I0424 19:06:27.867070 3653 namespace.go:142] [rhtpa-operator] updating namespace I0424 19:06:27.877450 3653 namespace.go:142] [tsf-tpa] updating namespace I0424 19:06:27.877587 3653 namespace.go:142] [konflux-ui] updating namespace I0424 19:06:27.899057 3653 namespace.go:142] [cert-manager-operator] updating namespace I0424 19:06:27.933483 3653 namespace.go:142] [cert-manager-operator] updating namespace I0424 19:06:27.934771 3653 namespace.go:142] [konflux-operator] updating namespace I0424 19:06:27.959532 3653 namespace.go:142] [konflux-operator] updating namespace I0424 19:06:27.969313 3653 namespace.go:142] [rhtpa-operator] updating namespace I0424 19:06:27.982525 3653 namespace.go:142] [rhtpa-operator] updating namespace I0424 19:06:28.000352 3653 namespace.go:142] [tsf-tpa] updating namespace I0424 19:06:28.016432 3653 namespace.go:142] [tsf-tpa] updating namespace I0424 19:06:28.024571 3653 namespace.go:142] [tsf-keycloak] updating namespace I0424 19:06:28.038432 3653 namespace.go:142] [tsf-keycloak] updating namespace I0424 19:06:28.043473 3653 namespace.go:142] [rhbk-operator] updating namespace I0424 19:06:28.056412 3653 namespace.go:142] [rhbk-operator] updating namespace I0424 19:06:28.199385 3653 namespace.go:142] [tsf-tas] updating namespace I0424 19:06:29.587973 3653 namespace.go:142] [tsf-tpa] updating namespace I0424 19:06:29.614001 3653 namespace.go:142] [tsf-keycloak] updating namespace I0424 19:06:29.845178 3653 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-235.ec2.internal I0424 19:06:29.845306 3653 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0424 19:06:29.877040 3653 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 31.761704ms I0424 19:06:29.877066 3653 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 31.7893ms I0424 19:06:29.878183 3653 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 33.026754ms, libovsdb time 801.773µs I0424 19:06:30.213093 3653 cni.go:452] [tsf/test-tsf-subscriptions 9cc70c3897840e6742782b6a2b85576a07dd625d4361a1e8d18e3a256f3175f3 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 9cc70c3897840e6742782b6a2b85576a07dd625d4361a1e8d18e3a256f3175f3 network default NAD default NAD key ] I0424 19:06:30.222076 3653 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 9cc70c3897840e6, network: default, NAD default, SandboxID: "9cc70c3897840e6742782b6a2b85576a07dd625d4361a1e8d18e3a256f3175f3", PCI device ID: , UID: "d585bbce-1bb2-4317-a071-97d2b8fdd147", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0424 19:06:30.270741 3653 cni.go:473] [tsf/test-tsf-subscriptions 9cc70c3897840e6742782b6a2b85576a07dd625d4361a1e8d18e3a256f3175f3 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 9cc70c3897840e6742782b6a2b85576a07dd625d4361a1e8d18e3a256f3175f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:ae:64:5b:7f:62\",\"name\":\"9cc70c3897840e6\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f0a298a8-27ee-41ca-96d2-76ecb69c1294\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:06:36.637960 3653 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lpwrw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:36.638508 3653 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lpwrw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:36.638535 3653 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lpwrw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:36.638543 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 19:06:36.638552 3653 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lpwrw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:36.638557 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 19:06:36.664376 3653 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sfpws of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:36.665021 3653 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sfpws of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:36.665048 3653 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sfpws of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:36.665056 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 19:06:36.665065 3653 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sfpws of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:36.665069 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 19:06:37.666240 3653 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lpwrw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:37.666261 3653 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lpwrw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:37.666275 3653 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lpwrw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:37.666292 3653 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lpwrw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:37.697668 3653 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sfpws of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:37.697689 3653 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sfpws of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:37.697699 3653 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sfpws of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:37.697709 3653 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sfpws of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:38.640826 3653 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158cbtxj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:38.641424 3653 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158cbtxj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:38.641459 3653 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158cbtxj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:38.641470 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 19:06:38.641482 3653 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158cbtxj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:38.641487 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 19:06:39.679049 3653 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158cbtxj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:39.679073 3653 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158cbtxj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:39.679090 3653 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158cbtxj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:39.679100 3653 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158cbtxj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:42.687975 3653 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vg782 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:42.688496 3653 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vg782 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:42.688531 3653 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vg782 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:42.688539 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 19:06:42.688548 3653 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vg782 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:42.688552 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 19:06:42.728333 3653 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8tq56 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:42.728828 3653 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8tq56 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:42.728855 3653 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8tq56 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:42.728863 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 19:06:42.728872 3653 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8tq56 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:42.728876 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 19:06:42.755922 3653 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77vhnp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:42.756289 3653 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77vhnp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:42.756309 3653 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77vhnp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:42.756315 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 19:06:42.756321 3653 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77vhnp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:42.756325 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 19:06:43.718397 3653 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vg782 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:43.718419 3653 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vg782 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:43.718434 3653 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vg782 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:43.718448 3653 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vg782 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:43.769682 3653 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8tq56 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:43.769702 3653 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8tq56 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:43.769715 3653 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8tq56 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:43.769724 3653 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8tq56 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:43.795074 3653 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77vhnp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:43.795096 3653 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77vhnp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:43.795108 3653 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77vhnp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:43.795119 3653 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77vhnp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0424 19:06:49.571545 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0424 19:06:53.351697 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0424 19:06:53.368003 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0424 19:06:59.869025 3653 namespace.go:142] [openshift-operators] updating namespace I0424 19:06:59.884764 3653 namespace.go:142] [openshift-operators] updating namespace W0424 19:07:01.676947 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 19:07:04.715680 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 19:07:04.728737 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 19:07:04.745868 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 19:07:04.761617 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0424 19:07:06.527712 3653 namespace.go:98] [cert-manager] adding namespace I0424 19:07:06.528584 3653 namespace.go:102] [cert-manager] adding namespace took 847.781µs I0424 19:07:06.575271 3653 namespace.go:142] [cert-manager] updating namespace I0424 19:07:06.623619 3653 namespace.go:142] [cert-manager] updating namespace I0424 19:07:07.150063 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0424 19:07:07.454987 3653 namespace.go:142] [openshift-operators] updating namespace W0424 19:07:10.944455 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0424 19:07:10.944474 3653 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0424 19:07:16.026856 3653 cni.go:452] [tsf/test-tsf-subscriptions 9cc70c3897840e6742782b6a2b85576a07dd625d4361a1e8d18e3a256f3175f3 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 9cc70c3897840e6742782b6a2b85576a07dd625d4361a1e8d18e3a256f3175f3 network default NAD default NAD key ] I0424 19:07:16.104432 3653 cni.go:473] [tsf/test-tsf-subscriptions 9cc70c3897840e6742782b6a2b85576a07dd625d4361a1e8d18e3a256f3175f3 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 9cc70c3897840e6742782b6a2b85576a07dd625d4361a1e8d18e3a256f3175f3 network default NAD default NAD key default], result "{}", err I0424 19:07:16.214478 3653 namespace.go:98] [trusted-artifact-signer] adding namespace I0424 19:07:16.215327 3653 namespace.go:102] [trusted-artifact-signer] adding namespace took 827.292µs I0424 19:07:16.261806 3653 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:07:16.261840 3653 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0424 19:07:16.262960 3653 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.20 I0424 19:07:16.262988 3653 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:07:16.268134 3653 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 19:07:16.304060 3653 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:07:16.304081 3653 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:07:16.312246 3653 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 19:07:16.330621 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0424 19:07:16.330647 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0424 19:07:16.444325 3653 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-2cpjc] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-2cpjc for pod on switch ip-10-0-1-235.ec2.internal I0424 19:07:16.444416 3653 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-2cpjc I0424 19:07:16.457457 3653 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-2cpjc] pod update took 13.061323ms I0424 19:07:16.457476 3653 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-2cpjc] addLogicalPort annotation time took 13.086436ms I0424 19:07:16.458665 3653 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-2cpjc] addLogicalPort took 14.357425ms, libovsdb time 913.858µs W0424 19:07:16.772641 3653 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0424 19:07:16.806354 3653 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-2cpjc df6831701fb5163181d82e79a375c7c3fe348caf4bfcb8328a64944a0bb51455 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-2cpjc df6831701fb5163181d82e79a375c7c3fe348caf4bfcb8328a64944a0bb51455 network default NAD default NAD key ] I0424 19:07:16.815690 3653 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-2cpjc, hostIfaceName: df6831701fb5163, network: default, NAD default, SandboxID: "df6831701fb5163181d82e79a375c7c3fe348caf4bfcb8328a64944a0bb51455", PCI device ID: , UID: "63092112-3eba-4227-b4a3-445b75f2740c", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0424 19:07:16.861885 3653 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-2cpjc df6831701fb5163181d82e79a375c7c3fe348caf4bfcb8328a64944a0bb51455 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-2cpjc df6831701fb5163181d82e79a375c7c3fe348caf4bfcb8328a64944a0bb51455 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:17:8c:cf:47:0e\",\"name\":\"df6831701fb5163\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/622eba55-69e8-45b0-b906-a80bfaaf8ed1\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:07:18.575550 3653 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-1-235.ec2.internal I0424 19:07:18.575644 3653 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0424 19:07:18.596695 3653 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 21.079746ms I0424 19:07:18.596720 3653 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 21.110262ms I0424 19:07:18.598181 3653 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 22.647305ms, libovsdb time 1.074592ms I0424 19:07:18.962565 3653 cni.go:452] [tsf/test-tsf-infrastructure e8fe893c2a1ce6d6af502fbe4507f710af07fde792f6f18cc9609e98f66a1bd5 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure e8fe893c2a1ce6d6af502fbe4507f710af07fde792f6f18cc9609e98f66a1bd5 network default NAD default NAD key ] I0424 19:07:18.972752 3653 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: e8fe893c2a1ce6d, network: default, NAD default, SandboxID: "e8fe893c2a1ce6d6af502fbe4507f710af07fde792f6f18cc9609e98f66a1bd5", PCI device ID: , UID: "ce5c5b92-66f4-4c71-b5c7-84ab2232bffa", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0424 19:07:19.029342 3653 cni.go:473] [tsf/test-tsf-infrastructure e8fe893c2a1ce6d6af502fbe4507f710af07fde792f6f18cc9609e98f66a1bd5 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure e8fe893c2a1ce6d6af502fbe4507f710af07fde792f6f18cc9609e98f66a1bd5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:ad:a9:c7:a8:c5\",\"name\":\"e8fe893c2a1ce6d\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/beaf4fea-6043-41df-8dac-f2e4719f767c\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:07:21.521350 3653 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-plgzl] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-plgzl for pod on switch ip-10-0-1-235.ec2.internal I0424 19:07:21.521464 3653 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-plgzl I0424 19:07:21.531061 3653 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-76xjk] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-76xjk for pod on switch ip-10-0-1-235.ec2.internal I0424 19:07:21.531153 3653 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-76xjk I0424 19:07:21.537046 3653 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-plgzl] pod update took 15.606157ms I0424 19:07:21.537064 3653 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-plgzl] addLogicalPort annotation time took 15.628097ms I0424 19:07:21.538256 3653 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-plgzl] addLogicalPort took 16.920632ms, libovsdb time 914.556µs I0424 19:07:21.549740 3653 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-76xjk] pod update took 18.608639ms I0424 19:07:21.549766 3653 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-76xjk] addLogicalPort annotation time took 18.637697ms I0424 19:07:21.550987 3653 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-76xjk] addLogicalPort took 19.939083ms, libovsdb time 780.377µs I0424 19:07:23.019171 3653 namespace.go:98] [openshift-pipelines] adding namespace I0424 19:07:23.020011 3653 namespace.go:102] [openshift-pipelines] adding namespace took 812.658µs I0424 19:07:23.084016 3653 namespace.go:142] [openshift-pipelines] updating namespace I0424 19:07:25.267512 3653 namespace.go:142] [cert-manager] updating namespace I0424 19:07:25.468726 3653 namespace.go:142] [cert-manager-operator] updating namespace I0424 19:07:25.876363 3653 namespace.go:142] [konflux-operator] updating namespace I0424 19:07:26.072543 3653 namespace.go:142] [konflux-ui] updating namespace I0424 19:07:26.274695 3653 namespace.go:142] [open-cluster-management-2psmnq5enrfb9073b3upr1o4s41pk5k1] updating namespace I0424 19:07:26.678994 3653 namespace.go:142] [rhbk-operator] updating namespace I0424 19:07:26.879134 3653 namespace.go:142] [rhtpa-operator] updating namespace I0424 19:07:27.080984 3653 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 19:07:27.278124 3653 namespace.go:142] [tsf] updating namespace I0424 19:07:27.485710 3653 namespace.go:142] [tsf-keycloak] updating namespace I0424 19:07:27.683201 3653 namespace.go:142] [tsf-tas] updating namespace I0424 19:07:27.901952 3653 namespace.go:142] [tsf-tpa] updating namespace I0424 19:07:28.070942 3653 namespace.go:142] [cert-manager] updating namespace I0424 19:07:28.093581 3653 namespace.go:142] [cert-manager-operator] updating namespace I0424 19:07:28.119198 3653 namespace.go:142] [default] updating namespace I0424 19:07:28.135598 3653 namespace.go:142] [konflux-operator] updating namespace I0424 19:07:28.160217 3653 namespace.go:142] [konflux-ui] updating namespace I0424 19:07:28.180989 3653 namespace.go:142] [open-cluster-management-2psmnq5enrfb9073b3upr1o4s41pk5k1] updating namespace I0424 19:07:28.195161 3653 namespace.go:142] [openshift] updating namespace I0424 19:07:28.211854 3653 namespace.go:142] [rhbk-operator] updating namespace I0424 19:07:28.234203 3653 namespace.go:142] [rhtpa-operator] updating namespace I0424 19:07:28.253974 3653 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 19:07:28.275707 3653 namespace.go:142] [tsf] updating namespace I0424 19:07:28.339469 3653 namespace.go:142] [tsf-keycloak] updating namespace I0424 19:07:28.389263 3653 namespace.go:142] [tsf-tas] updating namespace I0424 19:07:28.421849 3653 namespace.go:142] [tsf-tpa] updating namespace I0424 19:07:28.647913 3653 namespace.go:142] [cert-manager] updating namespace I0424 19:07:29.001677 3653 namespace.go:142] [cert-manager-operator] updating namespace I0424 19:07:29.229246 3653 namespace.go:142] [default] updating namespace I0424 19:07:29.356961 3653 namespace.go:142] [konflux-operator] updating namespace I0424 19:07:29.511685 3653 namespace.go:142] [konflux-ui] updating namespace I0424 19:07:29.596108 3653 namespace.go:142] [open-cluster-management-2psmnq5enrfb9073b3upr1o4s41pk5k1] updating namespace I0424 19:07:29.673660 3653 namespace.go:142] [openshift] updating namespace I0424 19:07:29.739144 3653 namespace.go:142] [rhbk-operator] updating namespace I0424 19:07:29.816623 3653 namespace.go:142] [rhtpa-operator] updating namespace I0424 19:07:29.885193 3653 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 19:07:29.941377 3653 namespace.go:142] [tsf] updating namespace I0424 19:07:30.046696 3653 namespace.go:142] [tsf-keycloak] updating namespace I0424 19:07:30.139766 3653 namespace.go:142] [tsf-tas] updating namespace I0424 19:07:30.238227 3653 namespace.go:142] [tsf-tpa] updating namespace I0424 19:07:30.757871 3653 namespace.go:142] [openshift-pipelines] updating namespace I0424 19:07:31.204119 3653 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-plgzl 0b493f68ee6c0ac7d3fc43320c31db1331660cb5cd8296158a5347ae0baf81ed network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-plgzl 0b493f68ee6c0ac7d3fc43320c31db1331660cb5cd8296158a5347ae0baf81ed network default NAD default NAD key ] I0424 19:07:31.213792 3653 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-plgzl, hostIfaceName: 0b493f68ee6c0ac, network: default, NAD default, SandboxID: "0b493f68ee6c0ac7d3fc43320c31db1331660cb5cd8296158a5347ae0baf81ed", PCI device ID: , UID: "06d6585c-5682-4e83-835e-d7230cbf3137", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0424 19:07:31.260380 3653 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-plgzl 0b493f68ee6c0ac7d3fc43320c31db1331660cb5cd8296158a5347ae0baf81ed network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-plgzl 0b493f68ee6c0ac7d3fc43320c31db1331660cb5cd8296158a5347ae0baf81ed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:b8:11:09:cb:5a\",\"name\":\"0b493f68ee6c0ac\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12312ef8-4904-4238-9058-4a646eb3d095\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 19:07:32.242654 3653 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0424 19:07:40.136334 3653 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0424 19:07:40.886578 3653 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-76xjk 1afef17149e7e645e2211a543448c395705bbf485deb016e1475793733b59d92 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-76xjk 1afef17149e7e645e2211a543448c395705bbf485deb016e1475793733b59d92 network default NAD default NAD key ] I0424 19:07:40.895743 3653 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-76xjk, hostIfaceName: 1afef17149e7e64, network: default, NAD default, SandboxID: "1afef17149e7e645e2211a543448c395705bbf485deb016e1475793733b59d92", PCI device ID: , UID: "101d0ccd-d979-4573-88fa-c557fb2933e1", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0424 19:07:40.942984 3653 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-76xjk 1afef17149e7e645e2211a543448c395705bbf485deb016e1475793733b59d92 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-76xjk 1afef17149e7e645e2211a543448c395705bbf485deb016e1475793733b59d92 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:d9:96:56:61:f0\",\"name\":\"1afef17149e7e64\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e47e3f59-ea9f-40c2-9b95-152553327f08\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:07:41.876554 3653 namespace.go:142] [openshift-pipelines] updating namespace W0424 19:07:42.146938 3653 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0424 19:07:43.829809 3653 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 19:07:43.829834 3653 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 19:07:43.829840 3653 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0424 19:07:44.173385 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 W0424 19:07:45.948316 3653 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 19:07:45.948334 3653 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 19:07:45.948340 3653 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 19:07:46.001616 3653 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 19:07:46.001640 3653 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 19:07:46.001647 3653 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 19:07:46.001653 3653 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 19:07:53.109566 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0424 19:08:03.174788 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0424 19:08:04.752504 3653 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-wqj6m] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-wqj6m for pod on switch ip-10-0-1-235.ec2.internal I0424 19:08:04.752596 3653 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-wqj6m I0424 19:08:04.771749 3653 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-wqj6m] pod update took 19.176054ms I0424 19:08:04.771776 3653 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-wqj6m] addLogicalPort annotation time took 19.205034ms I0424 19:08:04.773003 3653 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-wqj6m] addLogicalPort took 20.519703ms, libovsdb time 857.154µs I0424 19:08:05.108848 3653 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-wqj6m 244ea4343672509c7475454ff275131f54b1fe206e8bc25a6cbb8729c5d4618f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-wqj6m 244ea4343672509c7475454ff275131f54b1fe206e8bc25a6cbb8729c5d4618f network default NAD default NAD key ] I0424 19:08:05.119244 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-wqj6m, hostIfaceName: 244ea4343672509, network: default, NAD default, SandboxID: "244ea4343672509c7475454ff275131f54b1fe206e8bc25a6cbb8729c5d4618f", PCI device ID: , UID: "aa70cf19-29d6-44f4-af87-87e78055577d", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0424 19:08:05.170287 3653 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-wqj6m 244ea4343672509c7475454ff275131f54b1fe206e8bc25a6cbb8729c5d4618f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-wqj6m 244ea4343672509c7475454ff275131f54b1fe206e8bc25a6cbb8729c5d4618f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:82:64:2b:2f:99\",\"name\":\"244ea4343672509\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7bcb606e-1bd9-414b-941a-ae35929a9596\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:08:05.172556 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 W0424 19:08:08.260270 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0424 19:08:14.284655 3653 cni.go:452] [tsf/test-tsf-infrastructure e8fe893c2a1ce6d6af502fbe4507f710af07fde792f6f18cc9609e98f66a1bd5 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure e8fe893c2a1ce6d6af502fbe4507f710af07fde792f6f18cc9609e98f66a1bd5 network default NAD default NAD key ] I0424 19:08:14.358687 3653 cni.go:473] [tsf/test-tsf-infrastructure e8fe893c2a1ce6d6af502fbe4507f710af07fde792f6f18cc9609e98f66a1bd5 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure e8fe893c2a1ce6d6af502fbe4507f710af07fde792f6f18cc9609e98f66a1bd5 network default NAD default NAD key default], result "{}", err I0424 19:08:14.431692 3653 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:08:14.431726 3653 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0424 19:08:14.433355 3653 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.22 I0424 19:08:14.433393 3653 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:08:14.457858 3653 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:08:14.457886 3653 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:08:14.468822 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0424 19:08:14.468846 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0424 19:08:15.714887 3653 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-235.ec2.internal I0424 19:08:15.714994 3653 kube.go:256] Updating pod tsf/test-tsf-iam I0424 19:08:15.735450 3653 pod.go:62] [tsf/test-tsf-iam] pod update took 20.47669ms I0424 19:08:15.735476 3653 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 20.507086ms I0424 19:08:15.736922 3653 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 22.053903ms, libovsdb time 927.347µs I0424 19:08:16.078331 3653 cni.go:452] [tsf/test-tsf-iam 2cba505a9e844a038bfec1a21453a388ecaf395a501e6a8ef640e9cc51c8549a network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 2cba505a9e844a038bfec1a21453a388ecaf395a501e6a8ef640e9cc51c8549a network default NAD default NAD key ] I0424 19:08:16.088221 3653 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 2cba505a9e844a0, network: default, NAD default, SandboxID: "2cba505a9e844a038bfec1a21453a388ecaf395a501e6a8ef640e9cc51c8549a", PCI device ID: , UID: "e65d4cca-cabb-484b-9cc1-9e426f36d29e", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0424 19:08:16.139251 3653 cni.go:473] [tsf/test-tsf-iam 2cba505a9e844a038bfec1a21453a388ecaf395a501e6a8ef640e9cc51c8549a network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 2cba505a9e844a038bfec1a21453a388ecaf395a501e6a8ef640e9cc51c8549a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:23:19:d5:9c:62\",\"name\":\"2cba505a9e844a0\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1942462-cdde-4f0c-b5f0-903aeefcad1e\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:08:16.563724 3653 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0424 19:08:16.564467 3653 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0424 19:08:16.564493 3653 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0424 19:08:16.566503 3653 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0424 19:08:19.277802 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0424 19:08:21.420642 3653 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-7nwh4] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-7nwh4 for pod on switch ip-10-0-1-235.ec2.internal I0424 19:08:21.420779 3653 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-7nwh4 I0424 19:08:21.438464 3653 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-7nwh4] pod update took 17.70753ms I0424 19:08:21.438487 3653 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-7nwh4] addLogicalPort annotation time took 17.735872ms I0424 19:08:21.439635 3653 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-7nwh4] addLogicalPort took 19.009268ms, libovsdb time 843.126µs I0424 19:08:21.788233 3653 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-7nwh4 1ad287afbdd176f20572eb4e6e99c4c330d3241f14c83059f36b6473e5beb167 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-7nwh4 1ad287afbdd176f20572eb4e6e99c4c330d3241f14c83059f36b6473e5beb167 network default NAD default NAD key ] I0424 19:08:21.797693 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-7nwh4, hostIfaceName: 1ad287afbdd176f, network: default, NAD default, SandboxID: "1ad287afbdd176f20572eb4e6e99c4c330d3241f14c83059f36b6473e5beb167", PCI device ID: , UID: "96ae9b2d-80b5-44b9-970d-09b57cfc445b", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0424 19:08:21.845593 3653 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-7nwh4 1ad287afbdd176f20572eb4e6e99c4c330d3241f14c83059f36b6473e5beb167 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-7nwh4 1ad287afbdd176f20572eb4e6e99c4c330d3241f14c83059f36b6473e5beb167 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:0b:d8:36:c9:be\",\"name\":\"1ad287afbdd176f\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/284e5389-0643-4c3e-a973-f09fb4bc4aad\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 19:08:23.122507 3653 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0424 19:08:23.122532 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0424 19:08:23.127742 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0424 19:08:23.127755 3653 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0424 19:08:26.393804 3653 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0424 19:08:28.046778 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=82 I0424 19:08:44.154691 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0424 19:08:44.581511 3653 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-wbqhw] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-wbqhw for pod on switch ip-10-0-1-235.ec2.internal I0424 19:08:44.581639 3653 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-wbqhw I0424 19:08:44.602676 3653 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-wbqhw] pod update took 21.067224ms I0424 19:08:44.602695 3653 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-wbqhw] addLogicalPort annotation time took 21.090823ms I0424 19:08:44.603975 3653 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-wbqhw] addLogicalPort took 22.482885ms, libovsdb time 953.908µs I0424 19:08:44.664087 3653 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-vbt9l] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-vbt9l for pod on switch ip-10-0-1-235.ec2.internal I0424 19:08:44.664167 3653 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-vbt9l I0424 19:08:44.684736 3653 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-vbt9l] pod update took 20.589485ms I0424 19:08:44.684757 3653 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-vbt9l] addLogicalPort annotation time took 20.615154ms I0424 19:08:44.685836 3653 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-vbt9l] addLogicalPort took 21.766952ms, libovsdb time 762.956µs I0424 19:08:44.945499 3653 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-wbqhw 18ac2089786e8c6d342f537fedb55fb8ab0a32f1e700b45ef024985ca0c70e97 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-wbqhw 18ac2089786e8c6d342f537fedb55fb8ab0a32f1e700b45ef024985ca0c70e97 network default NAD default NAD key ] I0424 19:08:44.954649 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-wbqhw, hostIfaceName: 18ac2089786e8c6, network: default, NAD default, SandboxID: "18ac2089786e8c6d342f537fedb55fb8ab0a32f1e700b45ef024985ca0c70e97", PCI device ID: , UID: "22411f1f-c552-4bf7-a330-b6a4a022b47d", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0424 19:08:45.003762 3653 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-wbqhw 18ac2089786e8c6d342f537fedb55fb8ab0a32f1e700b45ef024985ca0c70e97 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-wbqhw 18ac2089786e8c6d342f537fedb55fb8ab0a32f1e700b45ef024985ca0c70e97 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:73:97:cc:ba:62\",\"name\":\"18ac2089786e8c6\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/670988df-b3f0-4d06-9bf6-6fccd3a8e904\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:08:45.023391 3653 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-vbt9l 08b394795b34828d37ba89d6ab12ef3730ef7e0fcf61499ae88b7ff13e98709e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-vbt9l 08b394795b34828d37ba89d6ab12ef3730ef7e0fcf61499ae88b7ff13e98709e network default NAD default NAD key ] I0424 19:08:45.032237 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-vbt9l, hostIfaceName: 08b394795b34828, network: default, NAD default, SandboxID: "08b394795b34828d37ba89d6ab12ef3730ef7e0fcf61499ae88b7ff13e98709e", PCI device ID: , UID: "f893fc0b-3275-4d38-8c04-a5af3242f38d", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0424 19:08:45.045535 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=89 I0424 19:08:45.081040 3653 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-vbt9l 08b394795b34828d37ba89d6ab12ef3730ef7e0fcf61499ae88b7ff13e98709e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-vbt9l 08b394795b34828d37ba89d6ab12ef3730ef7e0fcf61499ae88b7ff13e98709e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:e4:a3:43:21:de\",\"name\":\"08b394795b34828\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c87294b-8abc-4127-a593-2b11995e4592\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 19:08:50.454815 3653 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 19:08:50.454833 3653 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 19:08:50.454838 3653 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 19:08:55.480870 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 19:08:55.480906 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 19:08:55.480912 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0424 19:09:01.583737 3653 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-rcvbr] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-rcvbr for pod on switch ip-10-0-1-235.ec2.internal I0424 19:09:01.583838 3653 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-rcvbr I0424 19:09:01.605596 3653 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-rcvbr] pod update took 21.780905ms I0424 19:09:01.605624 3653 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-rcvbr] addLogicalPort annotation time took 21.814884ms I0424 19:09:01.606769 3653 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-rcvbr] addLogicalPort took 23.053695ms, libovsdb time 809.452µs I0424 19:09:01.950473 3653 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-rcvbr bf65d6c7e3dd5aa162215e0addae43d22ae1106fba2dbc68bc651f6efb25b314 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-rcvbr bf65d6c7e3dd5aa162215e0addae43d22ae1106fba2dbc68bc651f6efb25b314 network default NAD default NAD key ] I0424 19:09:01.959493 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-rcvbr, hostIfaceName: bf65d6c7e3dd5aa, network: default, NAD default, SandboxID: "bf65d6c7e3dd5aa162215e0addae43d22ae1106fba2dbc68bc651f6efb25b314", PCI device ID: , UID: "e39fdad5-0bf2-46bd-87e9-cc377a418209", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0424 19:09:02.007379 3653 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-rcvbr bf65d6c7e3dd5aa162215e0addae43d22ae1106fba2dbc68bc651f6efb25b314 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-rcvbr bf65d6c7e3dd5aa162215e0addae43d22ae1106fba2dbc68bc651f6efb25b314 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:87:a6:3d:ce:ba\",\"name\":\"bf65d6c7e3dd5aa\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44e9da6f-7c3a-4c62-9145-143578950ed7\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:09:07.533243 3653 cni.go:452] [tsf/test-tsf-iam 2cba505a9e844a038bfec1a21453a388ecaf395a501e6a8ef640e9cc51c8549a network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 2cba505a9e844a038bfec1a21453a388ecaf395a501e6a8ef640e9cc51c8549a network default NAD default NAD key ] I0424 19:09:07.609263 3653 cni.go:473] [tsf/test-tsf-iam 2cba505a9e844a038bfec1a21453a388ecaf395a501e6a8ef640e9cc51c8549a network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 2cba505a9e844a038bfec1a21453a388ecaf395a501e6a8ef640e9cc51c8549a network default NAD default NAD key default], result "{}", err I0424 19:09:07.660503 3653 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:09:07.660537 3653 pods.go:176] Deleting pod: tsf/test-tsf-iam I0424 19:09:07.661813 3653 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.26 I0424 19:09:07.661840 3653 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:09:07.709261 3653 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:09:07.709280 3653 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:09:07.720500 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0424 19:09:07.720524 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0424 19:09:08.743618 3653 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-1-235.ec2.internal I0424 19:09:08.743721 3653 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0424 19:09:08.760666 3653 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 16.97518ms I0424 19:09:08.760691 3653 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 17.00721ms I0424 19:09:08.761913 3653 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 18.296339ms, libovsdb time 840.201µs I0424 19:09:09.102272 3653 cni.go:452] [tsf-tas/test-tsf-tas 64f6282e60781d776d9747890e42e51bc67880995241775c300c7cdb599fbf5f network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 64f6282e60781d776d9747890e42e51bc67880995241775c300c7cdb599fbf5f network default NAD default NAD key ] I0424 19:09:09.111861 3653 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 64f6282e60781d7, network: default, NAD default, SandboxID: "64f6282e60781d776d9747890e42e51bc67880995241775c300c7cdb599fbf5f", PCI device ID: , UID: "577ed0d8-8a40-4062-90a7-7fb06e155903", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0424 19:09:09.160860 3653 cni.go:473] [tsf-tas/test-tsf-tas 64f6282e60781d776d9747890e42e51bc67880995241775c300c7cdb599fbf5f network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 64f6282e60781d776d9747890e42e51bc67880995241775c300c7cdb599fbf5f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:b4:92:b9:fa:f5\",\"name\":\"64f6282e60781d7\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d864c75d-142e-4949-95c9-3dd582e8aaff\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:09:10.705302 3653 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-bb6548f74-5q5nb] creating logical port tsf-tas_fulcio-server-bb6548f74-5q5nb for pod on switch ip-10-0-1-235.ec2.internal I0424 19:09:10.705499 3653 kube.go:256] Updating pod tsf-tas/fulcio-server-bb6548f74-5q5nb I0424 19:09:10.721853 3653 pod.go:62] [tsf-tas/fulcio-server-bb6548f74-5q5nb] pod update took 16.392584ms I0424 19:09:10.721872 3653 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-bb6548f74-5q5nb] addLogicalPort annotation time took 16.435523ms I0424 19:09:10.723174 3653 pods.go:271] [tsf-tas/fulcio-server-bb6548f74-5q5nb] addLogicalPort took 17.889973ms, libovsdb time 925.235µs I0424 19:09:11.063661 3653 cni.go:452] [tsf-tas/fulcio-server-bb6548f74-5q5nb c332832bc436244cd6618ce89efa314dbcb096179a11368275d0d5cdf708e5d0 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-bb6548f74-5q5nb c332832bc436244cd6618ce89efa314dbcb096179a11368275d0d5cdf708e5d0 network default NAD default NAD key ] I0424 19:09:11.074986 3653 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-bb6548f74-5q5nb, hostIfaceName: c332832bc436244, network: default, NAD default, SandboxID: "c332832bc436244cd6618ce89efa314dbcb096179a11368275d0d5cdf708e5d0", PCI device ID: , UID: "eb621845-6524-4fab-821a-de1405c8c3bb", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0424 19:09:11.123465 3653 cni.go:473] [tsf-tas/fulcio-server-bb6548f74-5q5nb c332832bc436244cd6618ce89efa314dbcb096179a11368275d0d5cdf708e5d0 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-bb6548f74-5q5nb c332832bc436244cd6618ce89efa314dbcb096179a11368275d0d5cdf708e5d0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:e8:8f:4b:6b:8c\",\"name\":\"c332832bc436244\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/20507ca1-78c4-4353-8bf9-c1cbfefb9c85\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:09:11.204076 3653 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-797f488d-qbfbd] creating logical port tsf-tas_trillian-logserver-797f488d-qbfbd for pod on switch ip-10-0-1-235.ec2.internal I0424 19:09:11.204157 3653 kube.go:256] Updating pod tsf-tas/trillian-logserver-797f488d-qbfbd I0424 19:09:11.230805 3653 pod.go:62] [tsf-tas/trillian-logserver-797f488d-qbfbd] pod update took 26.66846ms I0424 19:09:11.230830 3653 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-797f488d-qbfbd] addLogicalPort annotation time took 26.696552ms I0424 19:09:11.232317 3653 pods.go:271] [tsf-tas/trillian-logserver-797f488d-qbfbd] addLogicalPort took 28.256064ms, libovsdb time 994.959µs I0424 19:09:11.424173 3653 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-srx9p-sn6qm] creating logical port tsf-tas_rekor-createtree-job-srx9p-sn6qm for pod on switch ip-10-0-1-235.ec2.internal I0424 19:09:11.424251 3653 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-srx9p-sn6qm I0424 19:09:11.442817 3653 pod.go:62] [tsf-tas/rekor-createtree-job-srx9p-sn6qm] pod update took 18.586495ms I0424 19:09:11.442836 3653 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-srx9p-sn6qm] addLogicalPort annotation time took 18.610664ms I0424 19:09:11.444185 3653 pods.go:271] [tsf-tas/rekor-createtree-job-srx9p-sn6qm] addLogicalPort took 20.025536ms, libovsdb time 917.815µs I0424 19:09:11.565959 3653 cni.go:452] [tsf-tas/trillian-logserver-797f488d-qbfbd 0c637b7074f19c2889acb47577c9ba37ecba566d4a70d656e6fcc6241b13521b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-797f488d-qbfbd 0c637b7074f19c2889acb47577c9ba37ecba566d4a70d656e6fcc6241b13521b network default NAD default NAD key ] I0424 19:09:11.577852 3653 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-797f488d-qbfbd, hostIfaceName: 0c637b7074f19c2, network: default, NAD default, SandboxID: "0c637b7074f19c2889acb47577c9ba37ecba566d4a70d656e6fcc6241b13521b", PCI device ID: , UID: "fd4e9e00-02d9-4f7e-bcb5-0a5c567193cf", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0424 19:09:11.626321 3653 cni.go:473] [tsf-tas/trillian-logserver-797f488d-qbfbd 0c637b7074f19c2889acb47577c9ba37ecba566d4a70d656e6fcc6241b13521b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-797f488d-qbfbd 0c637b7074f19c2889acb47577c9ba37ecba566d4a70d656e6fcc6241b13521b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:e8:85:c8:71:f2\",\"name\":\"0c637b7074f19c2\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08150786-bb9f-4fcc-82cb-b87d49a75889\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:09:11.786283 3653 cni.go:452] [tsf-tas/rekor-createtree-job-srx9p-sn6qm cfc2ef83ae89678b245503a9b97cf14b3c4f0be77b8e37aa51f75e897f45ac11 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-srx9p-sn6qm cfc2ef83ae89678b245503a9b97cf14b3c4f0be77b8e37aa51f75e897f45ac11 network default NAD default NAD key ] I0424 19:09:11.797695 3653 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-srx9p-sn6qm, hostIfaceName: cfc2ef83ae89678, network: default, NAD default, SandboxID: "cfc2ef83ae89678b245503a9b97cf14b3c4f0be77b8e37aa51f75e897f45ac11", PCI device ID: , UID: "41827cae-f006-4d63-82f6-514c34137a5a", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0424 19:09:11.847062 3653 cni.go:473] [tsf-tas/rekor-createtree-job-srx9p-sn6qm cfc2ef83ae89678b245503a9b97cf14b3c4f0be77b8e37aa51f75e897f45ac11 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-srx9p-sn6qm cfc2ef83ae89678b245503a9b97cf14b3c4f0be77b8e37aa51f75e897f45ac11 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:a3:57:7a:2d:9b\",\"name\":\"cfc2ef83ae89678\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/feeb2248-e81b-4c9b-9a78-8def50b311e5\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 19:09:15.585073 3653 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0424 19:09:15.585091 3653 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0424 19:09:15.611578 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0424 19:09:15.611605 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0424 19:09:16.595988 3653 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-f5hnz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:09:16.596554 3653 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-f5hnz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:09:17.499056 3653 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-f5hnz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:09:17.499087 3653 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-f5hnz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0424 19:09:19.604042 3653 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0424 19:09:24.391161 3653 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0424 19:09:26.386055 3653 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0424 19:09:27.517852 3653 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-c4pn5-nb89x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:09:27.518453 3653 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-c4pn5-nb89x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:09:28.543322 3653 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-c4pn5-nb89x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:09:28.543340 3653 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-c4pn5-nb89x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0424 19:09:28.547985 3653 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0424 19:09:52.722294 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0424 19:09:57.786799 3653 cni.go:452] [tsf-tas/test-tsf-tas 64f6282e60781d776d9747890e42e51bc67880995241775c300c7cdb599fbf5f network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 64f6282e60781d776d9747890e42e51bc67880995241775c300c7cdb599fbf5f network default NAD default NAD key ] I0424 19:09:57.865866 3653 cni.go:473] [tsf-tas/test-tsf-tas 64f6282e60781d776d9747890e42e51bc67880995241775c300c7cdb599fbf5f network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 64f6282e60781d776d9747890e42e51bc67880995241775c300c7cdb599fbf5f network default NAD default NAD key default], result "{}", err I0424 19:09:57.948454 3653 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:09:57.948484 3653 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0424 19:09:57.949838 3653 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.31 I0424 19:09:57.949865 3653 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:09:57.976941 3653 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:09:57.976960 3653 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:09:57.990232 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0424 19:09:57.990255 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0424 19:09:58.966753 3653 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-dmqqb] creating logical port tsf_patch-tekton-config-dmqqb for pod on switch ip-10-0-1-235.ec2.internal I0424 19:09:58.966843 3653 kube.go:256] Updating pod tsf/patch-tekton-config-dmqqb I0424 19:09:58.983219 3653 pod.go:62] [tsf/patch-tekton-config-dmqqb] pod update took 16.40041ms I0424 19:09:58.983238 3653 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-dmqqb] addLogicalPort annotation time took 16.42382ms I0424 19:09:58.984464 3653 pods.go:271] [tsf/patch-tekton-config-dmqqb] addLogicalPort took 17.726206ms, libovsdb time 871.164µs I0424 19:09:59.324719 3653 cni.go:452] [tsf/patch-tekton-config-dmqqb bc462f397cb8b5ac8df002a3bd802ace01b91f16218ce5f758dd2cbead344b69 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-dmqqb bc462f397cb8b5ac8df002a3bd802ace01b91f16218ce5f758dd2cbead344b69 network default NAD default NAD key ] I0424 19:09:59.334064 3653 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-dmqqb, hostIfaceName: bc462f397cb8b5a, network: default, NAD default, SandboxID: "bc462f397cb8b5ac8df002a3bd802ace01b91f16218ce5f758dd2cbead344b69", PCI device ID: , UID: "cc3a94fb-b405-4e72-bc38-6b68f40b4a04", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0424 19:09:59.382563 3653 cni.go:473] [tsf/patch-tekton-config-dmqqb bc462f397cb8b5ac8df002a3bd802ace01b91f16218ce5f758dd2cbead344b69 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-dmqqb bc462f397cb8b5ac8df002a3bd802ace01b91f16218ce5f758dd2cbead344b69 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:64:23:e6:c2:2c\",\"name\":\"bc462f397cb8b5a\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b53677ee-d334-44b3-b6d0-47437ebf11c7\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:10:03.704223 3653 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bgbx2-rbcfc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:03.704800 3653 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bgbx2-rbcfc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:03.887403 3653 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-7t8mt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:03.887958 3653 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-7t8mt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:04.585323 3653 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bgbx2-rbcfc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:04.585351 3653 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bgbx2-rbcfc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:04.766224 3653 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-7t8mt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:04.766250 3653 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-7t8mt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:06.835055 3653 cni.go:452] [tsf/patch-tekton-config-dmqqb bc462f397cb8b5ac8df002a3bd802ace01b91f16218ce5f758dd2cbead344b69 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-dmqqb bc462f397cb8b5ac8df002a3bd802ace01b91f16218ce5f758dd2cbead344b69 network default NAD default NAD key ] I0424 19:10:06.911111 3653 cni.go:473] [tsf/patch-tekton-config-dmqqb bc462f397cb8b5ac8df002a3bd802ace01b91f16218ce5f758dd2cbead344b69 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-dmqqb bc462f397cb8b5ac8df002a3bd802ace01b91f16218ce5f758dd2cbead344b69 network default NAD default NAD key default], result "{}", err I0424 19:10:06.962762 3653 obj_retry.go:498] Detected object tsf/patch-tekton-config-dmqqb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:06.962798 3653 pods.go:176] Deleting pod: tsf/patch-tekton-config-dmqqb I0424 19:10:06.964210 3653 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-dmqqb, ips: 10.130.0.35 I0424 19:10:06.964238 3653 obj_retry.go:498] Detected object tsf/patch-tekton-config-dmqqb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:07.988380 3653 obj_retry.go:492] Detected object tsf/patch-tekton-config-dmqqb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:07.988411 3653 obj_retry.go:492] Detected object tsf/patch-tekton-config-dmqqb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:08.165029 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 W0424 19:10:08.593248 3653 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0424 19:10:08.845426 3653 cni.go:452] [tsf-tas/rekor-createtree-job-srx9p-sn6qm cfc2ef83ae89678b245503a9b97cf14b3c4f0be77b8e37aa51f75e897f45ac11 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-srx9p-sn6qm cfc2ef83ae89678b245503a9b97cf14b3c4f0be77b8e37aa51f75e897f45ac11 network default NAD default NAD key ] I0424 19:10:08.923372 3653 cni.go:473] [tsf-tas/rekor-createtree-job-srx9p-sn6qm cfc2ef83ae89678b245503a9b97cf14b3c4f0be77b8e37aa51f75e897f45ac11 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-srx9p-sn6qm cfc2ef83ae89678b245503a9b97cf14b3c4f0be77b8e37aa51f75e897f45ac11 network default NAD default NAD key default], result "{}", err I0424 19:10:08.975560 3653 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-srx9p-sn6qm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:08.975595 3653 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-srx9p-sn6qm I0424 19:10:08.976833 3653 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-srx9p-sn6qm, ips: 10.130.0.34 I0424 19:10:08.976864 3653 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-srx9p-sn6qm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:09.870268 3653 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-srx9p-sn6qm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:09.870292 3653 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-srx9p-sn6qm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:12.961408 3653 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-pd6lv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:12.961853 3653 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-pd6lv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:13.991259 3653 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-pd6lv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:13.991283 3653 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-pd6lv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:14.038201 3653 obj_retry.go:492] Detected object tsf/patch-tekton-config-dmqqb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:14.038221 3653 obj_retry.go:492] Detected object tsf/patch-tekton-config-dmqqb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:14.046270 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-dmqqb I0424 19:10:14.046298 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-dmqqb I0424 19:10:14.892853 3653 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-1-235.ec2.internal I0424 19:10:14.892966 3653 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0424 19:10:14.907429 3653 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 14.490675ms I0424 19:10:14.907449 3653 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 14.516808ms I0424 19:10:14.908744 3653 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 15.903559ms, libovsdb time 814.777µs I0424 19:10:15.253654 3653 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 0b3ab02a7531a481049932e22f3e15714f2e5a5e10040b9c7a21a5868969def0 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 0b3ab02a7531a481049932e22f3e15714f2e5a5e10040b9c7a21a5868969def0 network default NAD default NAD key ] I0424 19:10:15.262510 3653 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 0b3ab02a7531a48, network: default, NAD default, SandboxID: "0b3ab02a7531a481049932e22f3e15714f2e5a5e10040b9c7a21a5868969def0", PCI device ID: , UID: "f905f0ca-5b20-45a4-8778-58f26f105f38", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0424 19:10:15.310553 3653 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 0b3ab02a7531a481049932e22f3e15714f2e5a5e10040b9c7a21a5868969def0 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 0b3ab02a7531a481049932e22f3e15714f2e5a5e10040b9c7a21a5868969def0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:c3:04:0f:b7:0c\",\"name\":\"0b3ab02a7531a48\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b2537766-37f0-4823-bcc9-0612ee9f8084\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:10:15.385583 3653 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-74c9dd79bb-cxppg] creating logical port tsf-tas_rekor-server-74c9dd79bb-cxppg for pod on switch ip-10-0-1-235.ec2.internal I0424 19:10:15.385697 3653 kube.go:256] Updating pod tsf-tas/rekor-server-74c9dd79bb-cxppg I0424 19:10:15.400643 3653 pod.go:62] [tsf-tas/rekor-server-74c9dd79bb-cxppg] pod update took 14.965038ms I0424 19:10:15.400664 3653 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-74c9dd79bb-cxppg] addLogicalPort annotation time took 14.989388ms I0424 19:10:15.401857 3653 pods.go:271] [tsf-tas/rekor-server-74c9dd79bb-cxppg] addLogicalPort took 16.290964ms, libovsdb time 814.719µs W0424 19:10:15.638936 3653 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0424 19:10:16.835060 3653 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0424 19:10:18.901050 3653 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 0b3ab02a7531a481049932e22f3e15714f2e5a5e10040b9c7a21a5868969def0 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 0b3ab02a7531a481049932e22f3e15714f2e5a5e10040b9c7a21a5868969def0 network default NAD default NAD key ] I0424 19:10:18.983949 3653 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 0b3ab02a7531a481049932e22f3e15714f2e5a5e10040b9c7a21a5868969def0 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 0b3ab02a7531a481049932e22f3e15714f2e5a5e10040b9c7a21a5868969def0 network default NAD default NAD key default], result "{}", err I0424 19:10:19.035169 3653 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:19.035200 3653 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0424 19:10:19.036523 3653 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.36 I0424 19:10:19.036549 3653 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:19.061197 3653 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:19.061222 3653 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:19.071255 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0424 19:10:19.071284 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0424 19:10:19.334294 3653 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-1-235.ec2.internal I0424 19:10:19.334395 3653 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0424 19:10:19.349662 3653 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 15.297842ms I0424 19:10:19.349685 3653 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 15.323552ms I0424 19:10:19.350978 3653 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 16.699113ms, libovsdb time 909.674µs I0424 19:10:19.693696 3653 cni.go:452] [tsf-tpa/test-tsf-tpa bacf193014df5553acc99bdbcff28f541e013086af209c1fdb1ab1df23360470 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa bacf193014df5553acc99bdbcff28f541e013086af209c1fdb1ab1df23360470 network default NAD default NAD key ] I0424 19:10:19.703207 3653 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: bacf193014df555, network: default, NAD default, SandboxID: "bacf193014df5553acc99bdbcff28f541e013086af209c1fdb1ab1df23360470", PCI device ID: , UID: "080e9ffa-eb23-4145-ade6-2c8d9d1ed042", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0424 19:10:19.749970 3653 cni.go:473] [tsf-tpa/test-tsf-tpa bacf193014df5553acc99bdbcff28f541e013086af209c1fdb1ab1df23360470 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa bacf193014df5553acc99bdbcff28f541e013086af209c1fdb1ab1df23360470 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:3a:86:d0:38:c6\",\"name\":\"bacf193014df555\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21109a37-9c73-454f-8ed7-269411de9b78\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:10:23.545991 3653 cni.go:452] [tsf-tas/rekor-server-74c9dd79bb-cxppg a31deadeb39731d5a5b9cc0b9fe606f647195aad61893a5d7d870ba94fa59ec5 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-74c9dd79bb-cxppg a31deadeb39731d5a5b9cc0b9fe606f647195aad61893a5d7d870ba94fa59ec5 network default NAD default NAD key ] I0424 19:10:23.555336 3653 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-74c9dd79bb-cxppg, hostIfaceName: a31deadeb39731d, network: default, NAD default, SandboxID: "a31deadeb39731d5a5b9cc0b9fe606f647195aad61893a5d7d870ba94fa59ec5", PCI device ID: , UID: "1796907f-1517-44c0-84fd-fcd5962922cb", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0424 19:10:23.602147 3653 cni.go:473] [tsf-tas/rekor-server-74c9dd79bb-cxppg a31deadeb39731d5a5b9cc0b9fe606f647195aad61893a5d7d870ba94fa59ec5 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-74c9dd79bb-cxppg a31deadeb39731d5a5b9cc0b9fe606f647195aad61893a5d7d870ba94fa59ec5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:66:86:5b:9b:54\",\"name\":\"a31deadeb39731d\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9819088b-7770-4f5e-ad8a-a3a9d09b222b\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:10:25.838169 3653 obj_retry.go:498] Detected object tsf-tpa/create-db-gmwh9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:25.838693 3653 obj_retry.go:498] Detected object tsf-tpa/create-db-gmwh9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0424 19:10:25.940781 3653 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0424 19:10:26.865076 3653 obj_retry.go:492] Detected object tsf-tpa/create-db-gmwh9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:26.865102 3653 obj_retry.go:492] Detected object tsf-tpa/create-db-gmwh9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:26.986370 3653 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-kccp6] creating logical port tsf-tpa_migrate-db-kccp6 for pod on switch ip-10-0-1-235.ec2.internal I0424 19:10:26.986467 3653 kube.go:256] Updating pod tsf-tpa/migrate-db-kccp6 I0424 19:10:27.000559 3653 pod.go:62] [tsf-tpa/migrate-db-kccp6] pod update took 14.116838ms I0424 19:10:27.000585 3653 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-kccp6] addLogicalPort annotation time took 14.14602ms I0424 19:10:27.002151 3653 pods.go:271] [tsf-tpa/migrate-db-kccp6] addLogicalPort took 15.797628ms, libovsdb time 1.009209ms I0424 19:10:27.346587 3653 cni.go:452] [tsf-tpa/migrate-db-kccp6 fb817f8720ec13dacb643aeb2e11430fef483ecc421cdb21ca4352813565e9f7 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-kccp6 fb817f8720ec13dacb643aeb2e11430fef483ecc421cdb21ca4352813565e9f7 network default NAD default NAD key ] I0424 19:10:27.370684 3653 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-kccp6, hostIfaceName: fb817f8720ec13d, network: default, NAD default, SandboxID: "fb817f8720ec13dacb643aeb2e11430fef483ecc421cdb21ca4352813565e9f7", PCI device ID: , UID: "38030b93-2ec2-4737-8608-1612648c106a", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0424 19:10:27.419034 3653 cni.go:473] [tsf-tpa/migrate-db-kccp6 fb817f8720ec13dacb643aeb2e11430fef483ecc421cdb21ca4352813565e9f7 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-kccp6 fb817f8720ec13dacb643aeb2e11430fef483ecc421cdb21ca4352813565e9f7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:c5:3b:29:96:d2\",\"name\":\"fb817f8720ec13d\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/95e38654-16cd-4397-b0b3-7f6456ae1e32\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:10:31.974968 3653 cni.go:452] [tsf-tpa/migrate-db-kccp6 fb817f8720ec13dacb643aeb2e11430fef483ecc421cdb21ca4352813565e9f7 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-kccp6 fb817f8720ec13dacb643aeb2e11430fef483ecc421cdb21ca4352813565e9f7 network default NAD default NAD key ] I0424 19:10:32.057773 3653 cni.go:473] [tsf-tpa/migrate-db-kccp6 fb817f8720ec13dacb643aeb2e11430fef483ecc421cdb21ca4352813565e9f7 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-kccp6 fb817f8720ec13dacb643aeb2e11430fef483ecc421cdb21ca4352813565e9f7 network default NAD default NAD key default], result "{}", err I0424 19:10:32.113971 3653 obj_retry.go:498] Detected object tsf-tpa/migrate-db-kccp6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:32.114015 3653 pods.go:176] Deleting pod: tsf-tpa/migrate-db-kccp6 I0424 19:10:32.115210 3653 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-kccp6, ips: 10.130.0.39 I0424 19:10:32.115237 3653 obj_retry.go:498] Detected object tsf-tpa/migrate-db-kccp6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:33.009054 3653 obj_retry.go:492] Detected object tsf-tpa/migrate-db-kccp6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:33.009078 3653 obj_retry.go:492] Detected object tsf-tpa/migrate-db-kccp6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:33.266342 3653 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-bvctl] creating logical port tsf-tpa_create-importers-bvctl for pod on switch ip-10-0-1-235.ec2.internal I0424 19:10:33.266452 3653 kube.go:256] Updating pod tsf-tpa/create-importers-bvctl I0424 19:10:33.280225 3653 pod.go:62] [tsf-tpa/create-importers-bvctl] pod update took 13.793042ms I0424 19:10:33.280246 3653 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-bvctl] addLogicalPort annotation time took 13.818284ms I0424 19:10:33.281436 3653 pods.go:271] [tsf-tpa/create-importers-bvctl] addLogicalPort took 15.107482ms, libovsdb time 834.064µs I0424 19:10:33.622851 3653 cni.go:452] [tsf-tpa/create-importers-bvctl 649672b78f86d0455fc74444c645559ec44ac68da5fa9916be34df161fad9ddd network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-bvctl 649672b78f86d0455fc74444c645559ec44ac68da5fa9916be34df161fad9ddd network default NAD default NAD key ] I0424 19:10:33.631786 3653 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-bvctl, hostIfaceName: 649672b78f86d04, network: default, NAD default, SandboxID: "649672b78f86d0455fc74444c645559ec44ac68da5fa9916be34df161fad9ddd", PCI device ID: , UID: "eda386d3-7cff-4faf-8a85-2e482cadacf2", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0424 19:10:33.680599 3653 cni.go:473] [tsf-tpa/create-importers-bvctl 649672b78f86d0455fc74444c645559ec44ac68da5fa9916be34df161fad9ddd network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-bvctl 649672b78f86d0455fc74444c645559ec44ac68da5fa9916be34df161fad9ddd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:92:f7:7c:31:4f\",\"name\":\"649672b78f86d04\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0cf3ea19-5000-43ee-b8c0-018d3bed844a\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:10:34.994879 3653 cni.go:452] [tsf-tpa/create-importers-bvctl 649672b78f86d0455fc74444c645559ec44ac68da5fa9916be34df161fad9ddd network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-bvctl 649672b78f86d0455fc74444c645559ec44ac68da5fa9916be34df161fad9ddd network default NAD default NAD key ] I0424 19:10:35.077834 3653 cni.go:473] [tsf-tpa/create-importers-bvctl 649672b78f86d0455fc74444c645559ec44ac68da5fa9916be34df161fad9ddd network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-bvctl 649672b78f86d0455fc74444c645559ec44ac68da5fa9916be34df161fad9ddd network default NAD default NAD key default], result "{}", err I0424 19:10:35.134031 3653 obj_retry.go:498] Detected object tsf-tpa/create-importers-bvctl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:35.134064 3653 pods.go:176] Deleting pod: tsf-tpa/create-importers-bvctl I0424 19:10:35.135332 3653 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-bvctl, ips: 10.130.0.40 I0424 19:10:35.135362 3653 obj_retry.go:498] Detected object tsf-tpa/create-importers-bvctl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:36.161864 3653 obj_retry.go:492] Detected object tsf-tpa/create-importers-bvctl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:36.161908 3653 obj_retry.go:492] Detected object tsf-tpa/create-importers-bvctl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0424 19:10:36.947212 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server W0424 19:10:40.779162 3653 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0424 19:10:44.100274 3653 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-4qkpk-xm7m4] creating logical port tsf-tas_tuf-repository-init-4qkpk-xm7m4 for pod on switch ip-10-0-1-235.ec2.internal I0424 19:10:44.100361 3653 kube.go:256] Updating pod tsf-tas/tuf-repository-init-4qkpk-xm7m4 I0424 19:10:44.114378 3653 pod.go:62] [tsf-tas/tuf-repository-init-4qkpk-xm7m4] pod update took 14.039249ms I0424 19:10:44.114398 3653 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-4qkpk-xm7m4] addLogicalPort annotation time took 14.063281ms I0424 19:10:44.115593 3653 pods.go:271] [tsf-tas/tuf-repository-init-4qkpk-xm7m4] addLogicalPort took 15.335365ms, libovsdb time 852.232µs I0424 19:10:54.387946 3653 cni.go:452] [tsf-tas/tuf-repository-init-4qkpk-xm7m4 8e41afad2c8e2cf1be11e8aac1e1d4f5b5a78abe168c94eb960ed32b4c7c36cd network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-4qkpk-xm7m4 8e41afad2c8e2cf1be11e8aac1e1d4f5b5a78abe168c94eb960ed32b4c7c36cd network default NAD default NAD key ] I0424 19:10:54.397003 3653 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-4qkpk-xm7m4, hostIfaceName: 8e41afad2c8e2cf, network: default, NAD default, SandboxID: "8e41afad2c8e2cf1be11e8aac1e1d4f5b5a78abe168c94eb960ed32b4c7c36cd", PCI device ID: , UID: "84339964-d77a-4383-9bb8-d3867866f4ae", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0424 19:10:54.446063 3653 cni.go:473] [tsf-tas/tuf-repository-init-4qkpk-xm7m4 8e41afad2c8e2cf1be11e8aac1e1d4f5b5a78abe168c94eb960ed32b4c7c36cd network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-4qkpk-xm7m4 8e41afad2c8e2cf1be11e8aac1e1d4f5b5a78abe168c94eb960ed32b4c7c36cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:b6:aa:dd:24:4c\",\"name\":\"8e41afad2c8e2cf\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e2ee232e-6efb-456b-83d7-ea3823278352\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:11:00.125874 3653 cni.go:452] [tsf-tas/tuf-repository-init-4qkpk-xm7m4 8e41afad2c8e2cf1be11e8aac1e1d4f5b5a78abe168c94eb960ed32b4c7c36cd network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-4qkpk-xm7m4 8e41afad2c8e2cf1be11e8aac1e1d4f5b5a78abe168c94eb960ed32b4c7c36cd network default NAD default NAD key ] I0424 19:11:00.211045 3653 cni.go:473] [tsf-tas/tuf-repository-init-4qkpk-xm7m4 8e41afad2c8e2cf1be11e8aac1e1d4f5b5a78abe168c94eb960ed32b4c7c36cd network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-4qkpk-xm7m4 8e41afad2c8e2cf1be11e8aac1e1d4f5b5a78abe168c94eb960ed32b4c7c36cd network default NAD default NAD key default], result "{}", err I0424 19:11:00.261332 3653 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-4qkpk-xm7m4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:11:00.261367 3653 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-4qkpk-xm7m4 I0424 19:11:00.262548 3653 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-4qkpk-xm7m4, ips: 10.130.0.41 I0424 19:11:00.262581 3653 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-4qkpk-xm7m4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:11:01.158852 3653 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-4qkpk-xm7m4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:11:01.158875 3653 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-4qkpk-xm7m4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:11:06.248059 3653 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-wnkqz] creating logical port tsf-tas_tuf-97fc8ff76-wnkqz for pod on switch ip-10-0-1-235.ec2.internal I0424 19:11:06.248170 3653 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-wnkqz I0424 19:11:06.266387 3653 pod.go:62] [tsf-tas/tuf-97fc8ff76-wnkqz] pod update took 18.232477ms I0424 19:11:06.266413 3653 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-wnkqz] addLogicalPort annotation time took 18.263602ms I0424 19:11:06.267586 3653 pods.go:271] [tsf-tas/tuf-97fc8ff76-wnkqz] addLogicalPort took 19.541088ms, libovsdb time 827.877µs I0424 19:11:08.048005 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0424 19:11:08.165665 3653 cni.go:452] [tsf-tpa/test-tsf-tpa bacf193014df5553acc99bdbcff28f541e013086af209c1fdb1ab1df23360470 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa bacf193014df5553acc99bdbcff28f541e013086af209c1fdb1ab1df23360470 network default NAD default NAD key ] I0424 19:11:08.260941 3653 cni.go:473] [tsf-tpa/test-tsf-tpa bacf193014df5553acc99bdbcff28f541e013086af209c1fdb1ab1df23360470 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa bacf193014df5553acc99bdbcff28f541e013086af209c1fdb1ab1df23360470 network default NAD default NAD key default], result "{}", err I0424 19:11:08.312161 3653 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:11:08.312197 3653 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0424 19:11:08.313581 3653 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.130.0.38 I0424 19:11:08.313607 3653 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:11:08.361450 3653 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:11:08.361472 3653 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:11:08.368143 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0424 19:11:08.368163 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0424 19:11:09.289468 3653 namespace.go:98] [default-tenant] adding namespace I0424 19:11:09.289612 3653 namespace.go:98] [integration-service] adding namespace I0424 19:11:09.290476 3653 namespace.go:102] [default-tenant] adding namespace took 986.607µs I0424 19:11:09.290513 3653 namespace.go:98] [build-service] adding namespace I0424 19:11:09.290976 3653 namespace.go:102] [build-service] adding namespace took 457.659µs I0424 19:11:09.291532 3653 namespace.go:102] [integration-service] adding namespace took 1.90692ms I0424 19:11:09.296748 3653 namespace.go:98] [image-controller] adding namespace I0424 19:11:09.297386 3653 namespace.go:102] [image-controller] adding namespace took 621.982µs I0424 19:11:09.353464 3653 namespace.go:142] [default-tenant] updating namespace I0424 19:11:09.374018 3653 namespace.go:142] [default-tenant] updating namespace I0424 19:11:09.390016 3653 namespace.go:142] [build-service] updating namespace I0424 19:11:09.421337 3653 namespace.go:142] [build-service] updating namespace I0424 19:11:09.428432 3653 namespace.go:142] [integration-service] updating namespace I0424 19:11:09.447725 3653 namespace.go:142] [integration-service] updating namespace I0424 19:11:09.460252 3653 namespace.go:142] [image-controller] updating namespace I0424 19:11:09.475318 3653 namespace.go:142] [image-controller] updating namespace I0424 19:11:09.519398 3653 namespace.go:142] [build-service] updating namespace I0424 19:11:09.536366 3653 namespace.go:142] [integration-service] updating namespace I0424 19:11:09.577256 3653 namespace.go:98] [release-service] adding namespace I0424 19:11:09.578119 3653 namespace.go:102] [release-service] adding namespace took 850.281µs I0424 19:11:09.622378 3653 namespace.go:142] [release-service] updating namespace I0424 19:11:09.622481 3653 namespace.go:142] [konflux-ui] updating namespace I0424 19:11:09.641434 3653 namespace.go:142] [release-service] updating namespace I0424 19:11:09.730609 3653 namespace.go:98] [konflux-info] adding namespace I0424 19:11:09.731333 3653 namespace.go:102] [konflux-info] adding namespace took 711.421µs I0424 19:11:09.781569 3653 namespace.go:98] [namespace-lister] adding namespace I0424 19:11:09.781667 3653 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-1-235.ec2.internal I0424 19:11:09.781757 3653 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0424 19:11:09.782199 3653 namespace.go:102] [namespace-lister] adding namespace took 612.022µs I0424 19:11:09.811978 3653 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 30.244985ms I0424 19:11:09.811997 3653 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 30.26823ms I0424 19:11:09.813058 3653 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 31.400842ms, libovsdb time 730.415µs I0424 19:11:09.819524 3653 namespace.go:142] [konflux-info] updating namespace I0424 19:11:09.866990 3653 namespace.go:142] [konflux-info] updating namespace I0424 19:11:09.874280 3653 namespace.go:98] [enterprise-contract-service] adding namespace I0424 19:11:09.874979 3653 namespace.go:102] [enterprise-contract-service] adding namespace took 686.226µs I0424 19:11:09.911329 3653 namespace.go:142] [image-controller] updating namespace I0424 19:11:09.913064 3653 namespace.go:142] [namespace-lister] updating namespace I0424 19:11:09.965404 3653 namespace.go:142] [namespace-lister] updating namespace I0424 19:11:09.998421 3653 namespace.go:142] [enterprise-contract-service] updating namespace I0424 19:11:10.043472 3653 namespace.go:142] [enterprise-contract-service] updating namespace I0424 19:11:10.100653 3653 namespace.go:142] [default-tenant] updating namespace I0424 19:11:10.253664 3653 namespace.go:98] [segment-bridge] adding namespace I0424 19:11:10.254483 3653 namespace.go:102] [segment-bridge] adding namespace took 799.809µs I0424 19:11:10.331483 3653 namespace.go:142] [segment-bridge] updating namespace I0424 19:11:10.380367 3653 namespace.go:98] [konflux-cli] adding namespace I0424 19:11:10.381096 3653 namespace.go:102] [konflux-cli] adding namespace took 714.01µs I0424 19:11:10.389814 3653 namespace.go:142] [segment-bridge] updating namespace I0424 19:11:10.450045 3653 cni.go:452] [konflux-ui/test-tsf-konflux c2fda047f045da137059f3d21ed71e27f73fac018d7ddabb2783c293569c0e61 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux c2fda047f045da137059f3d21ed71e27f73fac018d7ddabb2783c293569c0e61 network default NAD default NAD key ] I0424 19:11:10.460012 3653 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: c2fda047f045da1, network: default, NAD default, SandboxID: "c2fda047f045da137059f3d21ed71e27f73fac018d7ddabb2783c293569c0e61", PCI device ID: , UID: "f3f34b86-f785-4e8f-b13b-8e74e01d4664", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0424 19:11:10.508470 3653 cni.go:473] [konflux-ui/test-tsf-konflux c2fda047f045da137059f3d21ed71e27f73fac018d7ddabb2783c293569c0e61 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux c2fda047f045da137059f3d21ed71e27f73fac018d7ddabb2783c293569c0e61 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:96:03:6a:b2:f1\",\"name\":\"c2fda047f045da1\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8a08ec2b-a342-4990-bc0d-04656e831610\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:11:10.588592 3653 namespace.go:142] [konflux-cli] updating namespace I0424 19:11:10.844678 3653 namespace.go:142] [konflux-cli] updating namespace I0424 19:11:10.868267 3653 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0424 19:11:10.868864 3653 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0424 19:11:10.868880 3653 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0424 19:11:10.871520 3653 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0424 19:11:10.942417 3653 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-zzv77] creating logical port namespace-lister_namespace-lister-696b855848-zzv77 for pod on switch ip-10-0-1-235.ec2.internal I0424 19:11:10.942525 3653 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-zzv77 I0424 19:11:10.958603 3653 pod.go:62] [namespace-lister/namespace-lister-696b855848-zzv77] pod update took 16.104737ms I0424 19:11:10.958618 3653 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-zzv77] addLogicalPort annotation time took 16.123489ms I0424 19:11:10.959685 3653 pods.go:271] [namespace-lister/namespace-lister-696b855848-zzv77] addLogicalPort took 17.280542ms, libovsdb time 707.924µs I0424 19:11:11.081778 3653 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0424 19:11:11.081804 3653 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0424 19:11:11.082847 3653 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0424 19:11:11.655348 3653 cni.go:452] [namespace-lister/namespace-lister-696b855848-zzv77 3ac234d915ec39de00d6fc8268653b0133cfb176775dc72e4d3974fe7586b4fe network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-zzv77 3ac234d915ec39de00d6fc8268653b0133cfb176775dc72e4d3974fe7586b4fe network default NAD default NAD key ] I0424 19:11:11.664777 3653 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-zzv77, hostIfaceName: 3ac234d915ec39d, network: default, NAD default, SandboxID: "3ac234d915ec39de00d6fc8268653b0133cfb176775dc72e4d3974fe7586b4fe", PCI device ID: , UID: "632febb6-cf75-4aa7-a5e5-ac7305514588", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0424 19:11:11.713772 3653 cni.go:473] [namespace-lister/namespace-lister-696b855848-zzv77 3ac234d915ec39de00d6fc8268653b0133cfb176775dc72e4d3974fe7586b4fe network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-zzv77 3ac234d915ec39de00d6fc8268653b0133cfb176775dc72e4d3974fe7586b4fe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:e8:67:39:5b:a8\",\"name\":\"3ac234d915ec39d\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e5261af9-b375-4ad4-98d3-3b2f9decbad2\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:11:12.044785 3653 namespace.go:142] [build-service] updating namespace I0424 19:11:12.383170 3653 base_network_controller_pods.go:487] [default/konflux-ui/dex-7dc67cf4fb-vxjhd] creating logical port konflux-ui_dex-7dc67cf4fb-vxjhd for pod on switch ip-10-0-1-235.ec2.internal I0424 19:11:12.383288 3653 kube.go:256] Updating pod konflux-ui/dex-7dc67cf4fb-vxjhd I0424 19:11:12.403528 3653 pod.go:62] [konflux-ui/dex-7dc67cf4fb-vxjhd] pod update took 20.281433ms I0424 19:11:12.403548 3653 base_network_controller_pods.go:951] [default/konflux-ui/dex-7dc67cf4fb-vxjhd] addLogicalPort annotation time took 20.306332ms I0424 19:11:12.404857 3653 pods.go:271] [konflux-ui/dex-7dc67cf4fb-vxjhd] addLogicalPort took 21.705009ms, libovsdb time 908.191µs I0424 19:11:12.490909 3653 base_network_controller_pods.go:487] [default/konflux-ui/proxy-57544bcc68-h6rzg] creating logical port konflux-ui_proxy-57544bcc68-h6rzg for pod on switch ip-10-0-1-235.ec2.internal I0424 19:11:12.491081 3653 kube.go:256] Updating pod konflux-ui/proxy-57544bcc68-h6rzg I0424 19:11:12.532743 3653 pod.go:62] [konflux-ui/proxy-57544bcc68-h6rzg] pod update took 41.714062ms I0424 19:11:12.532763 3653 base_network_controller_pods.go:951] [default/konflux-ui/proxy-57544bcc68-h6rzg] addLogicalPort annotation time took 41.740623ms I0424 19:11:12.534122 3653 pods.go:271] [konflux-ui/proxy-57544bcc68-h6rzg] addLogicalPort took 43.259347ms, libovsdb time 887.912µs I0424 19:11:12.711005 3653 namespace.go:142] [default-tenant] updating namespace I0424 19:11:13.203521 3653 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-bb9kz] creating logical port build-service_build-service-controller-manager-7cbf488fcf-bb9kz for pod on switch ip-10-0-1-235.ec2.internal I0424 19:11:13.203700 3653 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-bb9kz I0424 19:11:13.223419 3653 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-bb9kz] pod update took 19.755305ms I0424 19:11:13.223442 3653 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-bb9kz] addLogicalPort annotation time took 19.785762ms I0424 19:11:13.224992 3653 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-bb9kz] addLogicalPort took 21.496385ms, libovsdb time 1.048513ms W0424 19:11:13.349544 3653 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0424 19:11:13.625131 3653 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-bb9kz 1432b1d9e297a3078911918487162c119ee649923afbca29b1ab297e96b8c3ac network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-bb9kz 1432b1d9e297a3078911918487162c119ee649923afbca29b1ab297e96b8c3ac network default NAD default NAD key ] I0424 19:11:13.636210 3653 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-bb9kz, hostIfaceName: 1432b1d9e297a30, network: default, NAD default, SandboxID: "1432b1d9e297a3078911918487162c119ee649923afbca29b1ab297e96b8c3ac", PCI device ID: , UID: "620bbbe9-964a-4465-9cc8-fbbd014e295b", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0424 19:11:13.691797 3653 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-bb9kz 1432b1d9e297a3078911918487162c119ee649923afbca29b1ab297e96b8c3ac network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-bb9kz 1432b1d9e297a3078911918487162c119ee649923afbca29b1ab297e96b8c3ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:0e:ff:b5:f9:3c\",\"name\":\"1432b1d9e297a30\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ff88c95c-b2a2-40cf-9d4a-f4f7ddc1b167\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:11:13.833719 3653 namespace.go:142] [enterprise-contract-service] updating namespace I0424 19:11:14.137907 3653 namespace.go:142] [image-controller] updating namespace W0424 19:11:14.267777 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0424 19:11:14.388795 3653 namespace.go:142] [integration-service] updating namespace I0424 19:11:14.618510 3653 namespace.go:142] [konflux-info] updating namespace I0424 19:11:14.706611 3653 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-ptbfk] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-ptbfk for pod on switch ip-10-0-1-235.ec2.internal I0424 19:11:14.706711 3653 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-ptbfk I0424 19:11:14.725718 3653 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-ptbfk] pod update took 19.030928ms I0424 19:11:14.725759 3653 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-ptbfk] addLogicalPort annotation time took 19.07679ms I0424 19:11:14.727331 3653 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-ptbfk] addLogicalPort took 20.73763ms, libovsdb time 1.052962ms I0424 19:11:14.790751 3653 namespace.go:142] [namespace-lister] updating namespace I0424 19:11:14.980973 3653 namespace.go:142] [release-service] updating namespace I0424 19:11:15.015884 3653 cni.go:452] [tsf-tas/tuf-97fc8ff76-wnkqz 6ee453a08d5caa31a3600bd3c9aefa581b9a83050c7591be401c6cb7e0dd2623 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-wnkqz 6ee453a08d5caa31a3600bd3c9aefa581b9a83050c7591be401c6cb7e0dd2623 network default NAD default NAD key ] I0424 19:11:15.027676 3653 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-wnkqz, hostIfaceName: 6ee453a08d5caa3, network: default, NAD default, SandboxID: "6ee453a08d5caa31a3600bd3c9aefa581b9a83050c7591be401c6cb7e0dd2623", PCI device ID: , UID: "0f265e44-88e4-48c0-be75-e47aa365cd50", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0424 19:11:15.091123 3653 cni.go:473] [tsf-tas/tuf-97fc8ff76-wnkqz 6ee453a08d5caa31a3600bd3c9aefa581b9a83050c7591be401c6cb7e0dd2623 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-wnkqz 6ee453a08d5caa31a3600bd3c9aefa581b9a83050c7591be401c6cb7e0dd2623 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:f0:6d:db:ca:70\",\"name\":\"6ee453a08d5caa3\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b610014b-9817-4497-bf5a-e7e0442eb048\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:11:15.112438 3653 namespace.go:142] [build-service] updating namespace I0424 19:11:15.136037 3653 namespace.go:142] [default-tenant] updating namespace I0424 19:11:15.159971 3653 namespace.go:142] [enterprise-contract-service] updating namespace I0424 19:11:15.173616 3653 namespace.go:142] [image-controller] updating namespace I0424 19:11:15.186105 3653 namespace.go:142] [integration-service] updating namespace I0424 19:11:15.210872 3653 namespace.go:142] [konflux-info] updating namespace I0424 19:11:15.232649 3653 namespace.go:142] [namespace-lister] updating namespace I0424 19:11:15.249071 3653 namespace.go:142] [release-service] updating namespace I0424 19:11:15.270623 3653 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-cdf78dcbf-bs2fq] creating logical port integration-service_integration-service-controller-manager-cdf78dcbf-bs2fq for pod on switch ip-10-0-1-235.ec2.internal I0424 19:11:15.270823 3653 kube.go:256] Updating pod integration-service/integration-service-controller-manager-cdf78dcbf-bs2fq I0424 19:11:15.284450 3653 pod.go:62] [integration-service/integration-service-controller-manager-cdf78dcbf-bs2fq] pod update took 13.655922ms I0424 19:11:15.284476 3653 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-cdf78dcbf-bs2fq] addLogicalPort annotation time took 13.688492ms I0424 19:11:15.286076 3653 pods.go:271] [integration-service/integration-service-controller-manager-cdf78dcbf-bs2fq] addLogicalPort took 15.506804ms, libovsdb time 1.054718ms I0424 19:11:15.321476 3653 namespace.go:142] [build-service] updating namespace I0424 19:11:15.403691 3653 namespace.go:142] [default-tenant] updating namespace I0424 19:11:15.493217 3653 namespace.go:142] [enterprise-contract-service] updating namespace I0424 19:11:15.547741 3653 namespace.go:142] [image-controller] updating namespace I0424 19:11:15.606500 3653 namespace.go:142] [integration-service] updating namespace I0424 19:11:15.708018 3653 namespace.go:142] [konflux-info] updating namespace I0424 19:11:15.808557 3653 namespace.go:142] [namespace-lister] updating namespace I0424 19:11:15.904503 3653 namespace.go:142] [release-service] updating namespace W0424 19:11:16.210974 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0424 19:11:17.173818 3653 namespace.go:142] [konflux-cli] updating namespace I0424 19:11:17.354991 3653 namespace.go:142] [segment-bridge] updating namespace I0424 19:11:17.476615 3653 namespace.go:142] [konflux-cli] updating namespace I0424 19:11:17.491193 3653 namespace.go:142] [segment-bridge] updating namespace I0424 19:11:17.569147 3653 namespace.go:142] [konflux-cli] updating namespace I0424 19:11:17.668737 3653 namespace.go:142] [segment-bridge] updating namespace I0424 19:11:19.290781 3653 cni.go:452] [integration-service/integration-service-controller-manager-cdf78dcbf-bs2fq a213db333d5bc79541c4f1a04def6d94cd92a104b2346ab37d19b3e44ca9fb62 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-cdf78dcbf-bs2fq a213db333d5bc79541c4f1a04def6d94cd92a104b2346ab37d19b3e44ca9fb62 network default NAD default NAD key ] I0424 19:11:19.299993 3653 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-cdf78dcbf-bs2fq, hostIfaceName: a213db333d5bc79, network: default, NAD default, SandboxID: "a213db333d5bc79541c4f1a04def6d94cd92a104b2346ab37d19b3e44ca9fb62", PCI device ID: , UID: "e6cb138a-ab64-4d3c-b686-b7950cd05eb0", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0424 19:11:19.353051 3653 cni.go:473] [integration-service/integration-service-controller-manager-cdf78dcbf-bs2fq a213db333d5bc79541c4f1a04def6d94cd92a104b2346ab37d19b3e44ca9fb62 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-cdf78dcbf-bs2fq a213db333d5bc79541c4f1a04def6d94cd92a104b2346ab37d19b3e44ca9fb62 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:2e:33:1d:d7:c0\",\"name\":\"a213db333d5bc79\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/344c1594-9f1d-40bf-a65a-aba72f4875e7\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 19:11:20.245450 3653 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0424 19:11:20.311572 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0424 19:11:20.315471 3653 cni.go:452] [konflux-ui/dex-7dc67cf4fb-vxjhd d5dbac753973ec0acd96de203d97e948678f60a54b842fb6ae1372445f7effae network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-7dc67cf4fb-vxjhd d5dbac753973ec0acd96de203d97e948678f60a54b842fb6ae1372445f7effae network default NAD default NAD key ] I0424 19:11:20.326964 3653 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-7dc67cf4fb-vxjhd, hostIfaceName: d5dbac753973ec0, network: default, NAD default, SandboxID: "d5dbac753973ec0acd96de203d97e948678f60a54b842fb6ae1372445f7effae", PCI device ID: , UID: "14a28d30-4749-4cb2-ae47-7688c9f8dc28", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0424 19:11:20.369304 3653 cni.go:452] [konflux-ui/proxy-57544bcc68-h6rzg cf0acf15421df4b0b0f2999346554026f7a517eb1b3ef29afe2c7db3b0144062 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-57544bcc68-h6rzg cf0acf15421df4b0b0f2999346554026f7a517eb1b3ef29afe2c7db3b0144062 network default NAD default NAD key ] I0424 19:11:20.382343 3653 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-57544bcc68-h6rzg, hostIfaceName: cf0acf15421df4b, network: default, NAD default, SandboxID: "cf0acf15421df4b0b0f2999346554026f7a517eb1b3ef29afe2c7db3b0144062", PCI device ID: , UID: "1a9d719c-b025-4983-9b68-6434af71c8c2", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0424 19:11:20.386873 3653 cni.go:473] [konflux-ui/dex-7dc67cf4fb-vxjhd d5dbac753973ec0acd96de203d97e948678f60a54b842fb6ae1372445f7effae network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-7dc67cf4fb-vxjhd d5dbac753973ec0acd96de203d97e948678f60a54b842fb6ae1372445f7effae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:13:93:d1:b1:a0\",\"name\":\"d5dbac753973ec0\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6eb7c968-2ed6-4232-95a5-ad57771e3a4f\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 19:11:20.436854 3653 cni.go:473] [konflux-ui/proxy-57544bcc68-h6rzg cf0acf15421df4b0b0f2999346554026f7a517eb1b3ef29afe2c7db3b0144062 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-57544bcc68-h6rzg cf0acf15421df4b0b0f2999346554026f7a517eb1b3ef29afe2c7db3b0144062 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:76:94:e5:ee:1e\",\"name\":\"cf0acf15421df4b\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4fb7610d-923b-4b3e-8b7e-cd04108f99e7\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 19:11:23.243739 3653 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0424 19:11:23.243759 3653 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0424 19:11:25.469313 3653 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-ptbfk f752f853e123a4ad4e7ed27218eec4862ef979ddfbd378221e77b24f49a591ed network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-ptbfk f752f853e123a4ad4e7ed27218eec4862ef979ddfbd378221e77b24f49a591ed network default NAD default NAD key ] I0424 19:11:25.524139 3653 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-ptbfk, hostIfaceName: f752f853e123a4a, network: default, NAD default, SandboxID: "f752f853e123a4ad4e7ed27218eec4862ef979ddfbd378221e77b24f49a591ed", PCI device ID: , UID: "870e69d0-84a8-4891-b9fa-dc5a73cda22d", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0424 19:11:25.576390 3653 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-ptbfk f752f853e123a4ad4e7ed27218eec4862ef979ddfbd378221e77b24f49a591ed network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-ptbfk f752f853e123a4ad4e7ed27218eec4862ef979ddfbd378221e77b24f49a591ed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:d6:d4:15:f5:ad\",\"name\":\"f752f853e123a4a\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e5db5726-17a9-4174-b1b7-4901dcfb8190\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 19:11:26.295298 3653 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0424 19:11:26.295837 3653 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0424 19:11:26.300432 3653 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0424 19:11:26.300446 3653 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0424 19:11:26.328171 3653 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0424 19:11:26.329842 3653 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0424 19:11:26.354175 3653 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0424 19:11:27.138942 3653 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 W0424 19:11:27.329909 3653 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0424 19:11:27.330712 3653 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service I0424 19:11:31.058904 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=597 W0424 19:11:31.267920 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0424 19:11:31.283979 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf W0424 19:11:37.276727 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0424 19:11:37.276753 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0424 19:11:37.276937 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0424 19:11:37.276961 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0424 19:11:37.309118 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0424 19:11:37.309743 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0424 19:11:37.645117 3653 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-xxh7n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:11:37.645698 3653 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-xxh7n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0424 19:11:38.315238 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0424 19:11:38.319197 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0424 19:11:38.350291 3653 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-xxh7n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:11:38.350313 3653 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-xxh7n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:11:38.361480 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-xxh7n I0424 19:11:38.361501 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-xxh7n W0424 19:11:39.346587 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex I0424 19:11:49.051925 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=162 W0424 19:12:03.330673 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0424 19:12:03.330694 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0424 19:12:03.330705 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0424 19:12:03.330710 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0424 19:12:06.383531 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0424 19:12:06.383552 3653 util.go:959] Failed to build node endpoints for node ip-10-0-1-235.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0424 19:12:33.304692 3653 cni.go:452] [konflux-ui/proxy-57544bcc68-h6rzg cf0acf15421df4b0b0f2999346554026f7a517eb1b3ef29afe2c7db3b0144062 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-57544bcc68-h6rzg cf0acf15421df4b0b0f2999346554026f7a517eb1b3ef29afe2c7db3b0144062 network default NAD default NAD key ] I0424 19:12:33.388224 3653 cni.go:473] [konflux-ui/proxy-57544bcc68-h6rzg cf0acf15421df4b0b0f2999346554026f7a517eb1b3ef29afe2c7db3b0144062 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-57544bcc68-h6rzg cf0acf15421df4b0b0f2999346554026f7a517eb1b3ef29afe2c7db3b0144062 network default NAD default NAD key default], result "{}", err I0424 19:12:33.464087 3653 obj_retry.go:498] Detected object konflux-ui/proxy-57544bcc68-h6rzg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:12:33.464127 3653 pods.go:176] Deleting pod: konflux-ui/proxy-57544bcc68-h6rzg I0424 19:12:33.465427 3653 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-57544bcc68-h6rzg, ips: 10.130.0.46 I0424 19:12:33.465491 3653 obj_retry.go:498] Detected object konflux-ui/proxy-57544bcc68-h6rzg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:12:33.665229 3653 obj_retry.go:492] Detected object konflux-ui/proxy-57544bcc68-h6rzg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:12:33.665254 3653 obj_retry.go:492] Detected object konflux-ui/proxy-57544bcc68-h6rzg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:12:33.676400 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-57544bcc68-h6rzg I0424 19:12:33.676422 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-57544bcc68-h6rzg I0424 19:12:41.718683 3653 cni.go:452] [konflux-ui/test-tsf-konflux c2fda047f045da137059f3d21ed71e27f73fac018d7ddabb2783c293569c0e61 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux c2fda047f045da137059f3d21ed71e27f73fac018d7ddabb2783c293569c0e61 network default NAD default NAD key ] I0424 19:12:41.803721 3653 cni.go:473] [konflux-ui/test-tsf-konflux c2fda047f045da137059f3d21ed71e27f73fac018d7ddabb2783c293569c0e61 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux c2fda047f045da137059f3d21ed71e27f73fac018d7ddabb2783c293569c0e61 network default NAD default NAD key default], result "{}", err I0424 19:12:41.860292 3653 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:12:41.860358 3653 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0424 19:12:41.861701 3653 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.130.0.43 I0424 19:12:41.861729 3653 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:12:41.883194 3653 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:12:41.883215 3653 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:12:41.896391 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0424 19:12:41.896412 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0424 19:13:08.180679 3653 namespace.go:98] [default-managed-tenant-339ff] adding namespace I0424 19:13:08.181603 3653 namespace.go:102] [default-managed-tenant-339ff] adding namespace took 897.864µs I0424 19:13:08.212768 3653 namespace.go:142] [default-managed-tenant-339ff] updating namespace I0424 19:13:08.237744 3653 namespace.go:142] [default-managed-tenant-339ff] updating namespace I0424 19:13:09.238374 3653 namespace.go:142] [default-managed-tenant-339ff] updating namespace I0424 19:13:09.361099 3653 namespace.go:142] [default-managed-tenant-339ff] updating namespace I0424 19:13:09.460983 3653 namespace.go:142] [default-managed-tenant-339ff] updating namespace I0424 19:13:39.142397 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0424 19:13:39.153094 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7