+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-237.ec2.internal ++ [[ -n ip-10-0-2-237.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-237.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0521 19:30:45.741416106 - disable conntrack on geneve port' I0521 19:30:45.741416106 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0521 19:30:45.760068785 - starting ovnkube-node + echo 'I0521 19:30:45.760068785 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-237.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-237.ec2.internal --init-node ip-10-0-2-237.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-237.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0521 19:30:45.802603 3649 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0521 19:30:45.802660 3649 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-cae51eb60e.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0521 19:30:45.804574 3649 kube.go:431] Waiting for certificate I0521 19:30:45.804618 3649 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0521 19:30:45.804661 3649 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0521 19:30:45.805386 3649 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 19:30:45.834873 3649 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:30:45.834893 3649 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:30:45.836868 3649 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:30:45.836997 3649 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-xcrxw" I0521 19:30:45.847628 3649 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-xcrxw" I0521 19:30:45.847874 3649 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:30:46.804638 3649 kube.go:438] Certificate found I0521 19:30:46.805211 3649 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 19:30:46.806143 3649 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0521 19:30:46.850856 3649 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-22 19:25:45 +0000 UTC" deadline="2026-05-22 12:24:08.395715152 +0000 UTC" I0521 19:30:46.850896 3649 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="16h53m21.544830631s" I0521 19:30:46.878682 3649 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 19:30:46.890017 3649 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0521 19:30:46.890196 3649 server.go:101] MetricServer registers OVS metrics I0521 19:30:46.890508 3649 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0521 19:30:46.890578 3649 factory.go:561] Starting watch factory I0521 19:30:46.890582 3649 server.go:105] MetricServer registers OVN DB metrics I0521 19:30:46.890690 3649 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:46.890710 3649 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:46.890732 3649 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:46.890717 3649 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:46.890688 3649 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:46.891419 3649 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:46.891498 3649 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:46.891406 3649 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:46.890780 3649 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:46.891783 3649 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:46.893012 3649 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:46.893031 3649 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:46.895906 3649 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0521 19:30:46.895942 3649 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0521 19:30:46.897532 3649 controller_manager.go:370] Starting the ovnkube controller I0521 19:30:46.897545 3649 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-237.ec2.internal I0521 19:30:46.897584 3649 controller_manager.go:395] NBDB zone sync took: 32.821µs I0521 19:30:46.897595 3649 factory.go:561] Starting watch factory I0521 19:30:46.908434 3649 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0521 19:30:46.908461 3649 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0521 19:30:46.911731 3649 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0521 19:30:46.911773 3649 server.go:109] MetricServer registers OVN Controller metrics I0521 19:30:46.911886 3649 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:46.913570 3649 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:46.915032 3649 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:46.915263 3649 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:46.915865 3649 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:46.916832 3649 server.go:113] MetricServer registers OVN Northd metrics I0521 19:30:46.921714 3649 metrics.go:519] OVN Metrics Server starts to run ... I0521 19:30:46.925273 3649 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:46.996368 3649 factory.go:1977] *v1.Service informer cache synced successfully I0521 19:30:46.996393 3649 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 19:30:46.996397 3649 factory.go:1977] *v1.Pod informer cache synced successfully I0521 19:30:46.996400 3649 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 19:30:46.996403 3649 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 19:30:46.996406 3649 factory.go:1977] *v1.Node informer cache synced successfully I0521 19:30:46.996530 3649 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:30:46.996554 3649 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:30:46.996542 3649 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:30:46.996579 3649 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:30:46.999432 3649 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:30:46.999463 3649 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:30:47.002019 3649 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 19:30:47.002036 3649 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 19:30:47.002114 3649 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:47.002134 3649 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:47.004218 3649 factory.go:1977] *v1.Pod informer cache synced successfully I0521 19:30:47.004232 3649 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 19:30:47.004235 3649 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 19:30:47.004239 3649 factory.go:1977] *v1.Node informer cache synced successfully I0521 19:30:47.004241 3649 factory.go:1977] *v1.Service informer cache synced successfully I0521 19:30:47.004244 3649 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 19:30:47.004512 3649 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:47.007864 3649 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 19:30:47.007941 3649 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:47.007958 3649 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:47.010241 3649 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 19:30:47.010252 3649 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 19:30:47.010734 3649 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:47.013260 3649 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 19:30:47.013324 3649 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:47.013340 3649 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:47.015437 3649 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 19:30:47.015805 3649 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:47.019190 3649 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 19:30:47.019267 3649 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:47.019290 3649 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:47.020592 3649 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 19:30:47.021844 3649 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:47.024334 3649 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 19:30:47.024412 3649 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:47.024429 3649 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:47.026476 3649 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 19:30:47.027048 3649 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:47.030326 3649 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 19:30:47.030492 3649 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:30:47.030508 3649 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:30:47.031788 3649 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 19:30:47.033720 3649 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:30:47.035714 3649 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 19:30:47.035803 3649 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:47.035857 3649 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:47.035913 3649 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:47.035933 3649 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:47.037282 3649 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 19:30:47.038767 3649 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:47.038778 3649 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:47.041149 3649 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 19:30:47.041160 3649 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 19:30:47.041167 3649 factory.go:680] Watch Factory start up complete, took: 150.593265ms I0521 19:30:47.041249 3649 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0521 19:30:47.042500 3649 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 19:30:47.047578 3649 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 19:30:47.047594 3649 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 19:30:47.047602 3649 factory.go:680] Watch Factory start up complete, took: 150.006384ms I0521 19:30:47.047612 3649 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-237.ec2.internal" zone I0521 19:30:47.089832 3649 default_node_network_controller.go:710] Initializing the default node network controller I0521 19:30:47.180258 3649 udn_isolation.go:101] Starting UDN host isolation manager I0521 19:30:47.186281 3649 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0521 19:30:47.244530 3649 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0521 19:30:47.244622 3649 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0521 19:30:47.244640 3649 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0521 19:30:47.275875 3649 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0521 19:30:47.275932 3649 default_node_network_controller.go:809] Node ip-10-0-2-237.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0521 19:30:47.280640 3649 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.237"] k8s.ovn.org/zone-name:ip-10-0-2-237.ec2.internal] on node ip-10-0-2-237.ec2.internal I0521 19:30:47.298409 3649 controller_manager.go:429] Waiting for node in zone sync took: 250.786062ms I0521 19:30:47.302018 3649 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0521 19:30:47.303004 3649 controller_manager.go:611] Switching to transit router for layer2 networks I0521 19:30:47.303016 3649 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-237.ec2.internal I0521 19:30:47.308084 3649 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0521 19:30:47.308379 3649 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0521 19:30:47.308601 3649 gateway_init.go:263] Preparing Gateway I0521 19:30:47.308614 3649 gateway_shared_intf.go:1687] Creating new gateway I0521 19:30:47.351518 3649 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 19:30:47.357760 3649 controller_manager.go:290] SCTP support detected in OVN I0521 19:30:47.358333 3649 services_controller.go:69] Creating services controller for network=default I0521 19:30:47.358865 3649 udn_enabled_svc.go:80] Waiting for service informer to sync I0521 19:30:47.359014 3649 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0521 19:30:47.359042 3649 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0521 19:30:47.359053 3649 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0521 19:30:47.359061 3649 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 19:30:47.359232 3649 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0521 19:30:47.359259 3649 udn_enabled_svc.go:95] Performing full resync I0521 19:30:47.359272 3649 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0521 19:30:47.359300 3649 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 23.162µs I0521 19:30:47.359310 3649 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 37.885µs I0521 19:30:47.359315 3649 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0521 19:30:47.359320 3649 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0521 19:30:47.359328 3649 default_network_controller.go:325] Starting the default network controller I0521 19:30:47.359356 3649 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 44.512µs I0521 19:30:47.359403 3649 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 14.851µs I0521 19:30:47.359510 3649 udn_enabled_svc.go:99] Waiting for handler to sync I0521 19:30:47.359519 3649 udn_enabled_svc.go:104] Starting worker I0521 19:30:47.367836 3649 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0521 19:30:47.367902 3649 repair.go:33] Syncing exgw routes took 55.583µs I0521 19:30:47.367922 3649 default_network_controller.go:414] Starting all the Watchers... I0521 19:30:47.368133 3649 namespace.go:98] [openshift-infra] adding namespace I0521 19:30:47.368150 3649 namespace.go:98] [openshift-kube-scheduler] adding namespace I0521 19:30:47.368152 3649 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0521 19:30:47.368157 3649 namespace.go:98] [openshift-route-controller-manager] adding namespace I0521 19:30:47.368158 3649 namespace.go:98] [openshift-ingress-canary] adding namespace I0521 19:30:47.368134 3649 namespace.go:98] [openshift-monitoring] adding namespace I0521 19:30:47.368139 3649 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0521 19:30:47.368189 3649 namespace.go:98] [openshift-controller-manager] adding namespace I0521 19:30:47.368189 3649 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0521 19:30:47.368198 3649 namespace.go:98] [openshift-logging] adding namespace I0521 19:30:47.368198 3649 namespace.go:98] [kube-system] adding namespace I0521 19:30:47.368202 3649 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0521 19:30:47.368260 3649 namespace.go:98] [openshift-image-registry] adding namespace I0521 19:30:47.368133 3649 namespace.go:98] [openshift-apiserver] adding namespace I0521 19:30:47.368282 3649 namespace.go:98] [openshift-operators-redhat] adding namespace I0521 19:30:47.368674 3649 namespace.go:102] [openshift-infra] adding namespace took 527.418µs I0521 19:30:47.368689 3649 namespace.go:98] [openshift-authentication] adding namespace I0521 19:30:47.369098 3649 namespace.go:102] [openshift-authentication] adding namespace took 403.928µs I0521 19:30:47.369112 3649 namespace.go:98] [openshift-insights] adding namespace I0521 19:30:47.369589 3649 namespace.go:102] [openshift-insights] adding namespace took 472.417µs I0521 19:30:47.369600 3649 namespace.go:98] [openshift-authentication-operator] adding namespace I0521 19:30:47.370165 3649 namespace.go:102] [openshift-kube-scheduler] adding namespace took 2.007199ms I0521 19:30:47.370186 3649 namespace.go:98] [openshift-backplane-cee] adding namespace I0521 19:30:47.370721 3649 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 2.559694ms I0521 19:30:47.370731 3649 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0521 19:30:47.371367 3649 namespace.go:102] [openshift-route-controller-manager] adding namespace took 3.199161ms I0521 19:30:47.371382 3649 namespace.go:98] [kube-public] adding namespace I0521 19:30:47.372005 3649 namespace.go:102] [openshift-ingress-canary] adding namespace took 3.835061ms I0521 19:30:47.372015 3649 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0521 19:30:47.372616 3649 namespace.go:102] [openshift-monitoring] adding namespace took 4.439981ms I0521 19:30:47.372635 3649 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0521 19:30:47.373706 3649 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 5.513237ms I0521 19:30:47.373718 3649 namespace.go:98] [openshift-apiserver-operator] adding namespace I0521 19:30:47.374209 3649 namespace.go:102] [openshift-controller-manager] adding namespace took 6.012871ms I0521 19:30:47.374221 3649 namespace.go:98] [openshift-multus] adding namespace I0521 19:30:47.374804 3649 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.603471ms I0521 19:30:47.374822 3649 namespace.go:98] [default] adding namespace W0521 19:30:47.375274 3649 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-9dvpt: pod kube-system/global-pull-secret-syncer-9dvpt: no pod IPs found W0521 19:30:47.375286 3649 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-s67vc: pod kube-system/global-pull-secret-syncer-s67vc: no pod IPs found I0521 19:30:47.375313 3649 namespace.go:102] [openshift-logging] adding namespace took 7.105583ms I0521 19:30:47.375330 3649 namespace.go:98] [openshift-machine-config-operator] adding namespace I0521 19:30:47.375809 3649 namespace.go:102] [kube-system] adding namespace took 7.600396ms I0521 19:30:47.375822 3649 namespace.go:98] [openshift-dns] adding namespace I0521 19:30:47.376267 3649 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.056146ms I0521 19:30:47.376277 3649 namespace.go:98] [openshift-customer-monitoring] adding namespace I0521 19:30:47.376753 3649 namespace.go:102] [openshift-image-registry] adding namespace took 8.482193ms I0521 19:30:47.376773 3649 namespace.go:98] [openshift-backplane-mobb] adding namespace I0521 19:30:47.377349 3649 namespace.go:102] [openshift-apiserver] adding namespace took 9.077434ms I0521 19:30:47.377363 3649 namespace.go:98] [openshift-backplane-tam] adding namespace I0521 19:30:47.377808 3649 namespace.go:102] [openshift-operators-redhat] adding namespace took 9.510069ms I0521 19:30:47.377823 3649 namespace.go:98] [openshift-network-diagnostics] adding namespace I0521 19:30:47.378193 3649 namespace.go:102] [openshift-authentication-operator] adding namespace took 8.588714ms I0521 19:30:47.378206 3649 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0521 19:30:47.378641 3649 namespace.go:102] [openshift-backplane-cee] adding namespace took 8.449173ms I0521 19:30:47.378656 3649 namespace.go:98] [openshift] adding namespace I0521 19:30:47.379017 3649 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.280845ms I0521 19:30:47.379032 3649 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0521 19:30:47.379425 3649 namespace.go:102] [kube-public] adding namespace took 8.036834ms I0521 19:30:47.379439 3649 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0521 19:30:47.379834 3649 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.815442ms I0521 19:30:47.379846 3649 namespace.go:98] [openshift-network-operator] adding namespace I0521 19:30:47.380411 3649 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.770619ms I0521 19:30:47.380423 3649 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace W0521 19:30:47.380778 3649 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-d4pzp: pod openshift-multus/network-metrics-daemon-d4pzp: no pod IPs found W0521 19:30:47.380789 3649 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-vjrtd: pod openshift-multus/network-metrics-daemon-vjrtd: no pod IPs found I0521 19:30:47.380817 3649 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.095355ms I0521 19:30:47.380826 3649 namespace.go:98] [openshift-node] adding namespace I0521 19:30:47.381287 3649 namespace.go:102] [openshift-multus] adding namespace took 7.061829ms I0521 19:30:47.381303 3649 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0521 19:30:47.381696 3649 namespace.go:102] [default] adding namespace took 6.867805ms I0521 19:30:47.381710 3649 namespace.go:98] [openshift-operators] adding namespace I0521 19:30:47.382098 3649 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.762929ms I0521 19:30:47.382109 3649 namespace.go:98] [openshift-network-node-identity] adding namespace I0521 19:30:47.382515 3649 namespace.go:102] [openshift-dns] adding namespace took 6.689603ms I0521 19:30:47.382526 3649 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0521 19:30:47.382908 3649 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.626163ms I0521 19:30:47.382919 3649 namespace.go:98] [openshift-host-network] adding namespace I0521 19:30:47.383353 3649 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.574723ms I0521 19:30:47.383363 3649 namespace.go:98] [openshift-ingress] adding namespace W0521 19:30:47.383708 3649 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-fczqr: pod openshift-network-diagnostics/network-check-target-fczqr: no pod IPs found W0521 19:30:47.383720 3649 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-gnffh: pod openshift-network-diagnostics/network-check-target-gnffh: no pod IPs found I0521 19:30:47.383742 3649 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.363784ms I0521 19:30:47.383751 3649 namespace.go:98] [openshift-marketplace] adding namespace I0521 19:30:47.384163 3649 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.334346ms I0521 19:30:47.384195 3649 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0521 19:30:47.384577 3649 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.366442ms I0521 19:30:47.384963 3649 namespace.go:102] [openshift] adding namespace took 6.301259ms I0521 19:30:47.384977 3649 namespace.go:98] [kube-node-lease] adding namespace I0521 19:30:47.385442 3649 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.405069ms I0521 19:30:47.385455 3649 namespace.go:98] [openshift-backplane-cse] adding namespace I0521 19:30:47.385844 3649 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.399963ms I0521 19:30:47.385853 3649 namespace.go:98] [openshift-config-operator] adding namespace I0521 19:30:47.386274 3649 namespace.go:102] [openshift-network-operator] adding namespace took 6.421446ms I0521 19:30:47.386290 3649 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0521 19:30:47.386669 3649 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.241239ms I0521 19:30:47.386681 3649 namespace.go:98] [openshift-console-operator] adding namespace I0521 19:30:47.387053 3649 namespace.go:102] [openshift-node] adding namespace took 6.221738ms I0521 19:30:47.387067 3649 namespace.go:98] [openshift-backplane-srep] adding namespace I0521 19:30:47.387467 3649 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.158465ms I0521 19:30:47.387481 3649 namespace.go:98] [openshift-cluster-version] adding namespace I0521 19:30:47.387807 3649 namespace.go:102] [openshift-operators] adding namespace took 6.093223ms I0521 19:30:47.387822 3649 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0521 19:30:47.388434 3649 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.321111ms I0521 19:30:47.388445 3649 namespace.go:98] [openshift-package-operator] adding namespace I0521 19:30:47.388874 3649 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.343439ms I0521 19:30:47.388884 3649 namespace.go:98] [openshift-backplane-csm] adding namespace I0521 19:30:47.389469 3649 namespace.go:102] [openshift-host-network] adding namespace took 6.543405ms I0521 19:30:47.389487 3649 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0521 19:30:47.389880 3649 namespace.go:102] [openshift-ingress] adding namespace took 6.510882ms I0521 19:30:47.389894 3649 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0521 19:30:47.390428 3649 namespace.go:102] [openshift-marketplace] adding namespace took 6.672077ms I0521 19:30:47.390439 3649 namespace.go:98] [dedicated-admin] adding namespace I0521 19:30:47.390804 3649 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.603765ms I0521 19:30:47.390813 3649 namespace.go:98] [openshift-config-managed] adding namespace I0521 19:30:47.391408 3649 namespace.go:102] [kube-node-lease] adding namespace took 6.426771ms I0521 19:30:47.391417 3649 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0521 19:30:47.391815 3649 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.356907ms I0521 19:30:47.391824 3649 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0521 19:30:47.392408 3649 namespace.go:102] [openshift-config-operator] adding namespace took 6.550954ms I0521 19:30:47.392416 3649 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0521 19:30:47.392845 3649 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 6.548647ms I0521 19:30:47.392858 3649 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0521 19:30:47.393267 3649 namespace.go:102] [openshift-console-operator] adding namespace took 6.582053ms I0521 19:30:47.393278 3649 namespace.go:98] [openshift-kube-apiserver] adding namespace I0521 19:30:47.393669 3649 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.596313ms I0521 19:30:47.393682 3649 namespace.go:98] [openshift-console] adding namespace I0521 19:30:47.394020 3649 namespace.go:102] [openshift-cluster-version] adding namespace took 6.534607ms I0521 19:30:47.394030 3649 namespace.go:98] [openshift-backplane] adding namespace I0521 19:30:47.394600 3649 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.772753ms I0521 19:30:47.394611 3649 namespace.go:98] [openshift-ingress-operator] adding namespace I0521 19:30:47.395011 3649 namespace.go:102] [openshift-package-operator] adding namespace took 6.561322ms I0521 19:30:47.395021 3649 namespace.go:98] [openshift-network-console] adding namespace I0521 19:30:47.395483 3649 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.59532ms I0521 19:30:47.395492 3649 namespace.go:98] [openshift-service-ca-operator] adding namespace I0521 19:30:47.395867 3649 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.375153ms I0521 19:30:47.396454 3649 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.552537ms I0521 19:30:47.396892 3649 namespace.go:102] [dedicated-admin] adding namespace took 6.449728ms I0521 19:30:47.396903 3649 namespace.go:98] [openshift-machine-api] adding namespace I0521 19:30:47.397436 3649 namespace.go:102] [openshift-config-managed] adding namespace took 6.616516ms I0521 19:30:47.397451 3649 namespace.go:98] [openshift-must-gather-operator] adding namespace I0521 19:30:47.397896 3649 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.473505ms I0521 19:30:47.397908 3649 namespace.go:98] [openshift-console-user-settings] adding namespace I0521 19:30:47.398488 3649 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.660111ms I0521 19:30:47.399029 3649 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.609082ms I0521 19:30:47.399603 3649 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.740795ms I0521 19:30:47.399613 3649 namespace.go:98] [openshift-dns-operator] adding namespace I0521 19:30:47.400078 3649 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.793549ms I0521 19:30:47.400595 3649 namespace.go:102] [openshift-console] adding namespace took 6.906791ms I0521 19:30:47.400609 3649 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0521 19:30:47.400994 3649 namespace.go:102] [openshift-backplane] adding namespace took 6.959325ms I0521 19:30:47.401006 3649 namespace.go:98] [openshift-etcd] adding namespace I0521 19:30:47.401420 3649 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.805621ms I0521 19:30:47.401912 3649 namespace.go:102] [openshift-network-console] adding namespace took 6.887227ms I0521 19:30:47.401923 3649 namespace.go:98] [open-cluster-management-2qegnf9tor4r9ir2gd91uu7os8slmm6v] adding namespace I0521 19:30:47.402472 3649 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.975729ms I0521 19:30:47.402879 3649 namespace.go:102] [openshift-machine-api] adding namespace took 5.972366ms I0521 19:30:47.402890 3649 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0521 19:30:47.403277 3649 namespace.go:102] [openshift-must-gather-operator] adding namespace took 5.820536ms I0521 19:30:47.403289 3649 namespace.go:98] [openshift-config] adding namespace I0521 19:30:47.403684 3649 namespace.go:102] [openshift-console-user-settings] adding namespace took 5.771371ms I0521 19:30:47.404043 3649 namespace.go:102] [openshift-dns-operator] adding namespace took 4.42604ms I0521 19:30:47.404466 3649 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 3.852648ms I0521 19:30:47.404836 3649 namespace.go:102] [openshift-etcd] adding namespace took 3.825623ms I0521 19:30:47.405253 3649 namespace.go:102] [open-cluster-management-2qegnf9tor4r9ir2gd91uu7os8slmm6v] adding namespace took 3.326556ms I0521 19:30:47.405664 3649 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 2.769909ms I0521 19:30:47.406104 3649 namespace.go:102] [openshift-config] adding namespace took 2.81034ms W0521 19:30:47.406190 3649 master.go:458] Unable to parse local node ip-10-0-2-237.ec2.internal chassis-id annotation. Chassis may be removed during sync W0521 19:30:47.406198 3649 master.go:471] Unable to parse remote node ip-10-0-0-131.ec2.internal chassis-id annotation. Chassis may be removed during sync I0521 19:30:47.406203 3649 master.go:481] Removing stale chassis with ID/Name: 6a0b38f4-803e-41aa-ac93-25993a9da7af, hostname: ip-10-0-2-237.ec2.internal I0521 19:30:47.406608 3649 master.go:548] Adding or Updating local node "ip-10-0-2-237.ec2.internal" for network "default" I0521 19:30:47.406644 3649 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-131.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-131.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-131.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-131.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-131.ec2.internal I0521 19:30:47.407307 3649 zone_ic_handler.go:195] Time taken to create transit switch: 333.378µs I0521 19:30:47.407320 3649 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-72.ec2.internal for the network default I0521 19:30:47.408288 3649 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-72.ec2.internal" on network "default" took: 1.322493ms I0521 19:30:47.410775 3649 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-237.ec2.internal for the network default I0521 19:30:47.410929 3649 zone_ic_handler.go:195] Time taken to create transit switch: 142.025µs I0521 19:30:47.411638 3649 default_network_controller.go:823] Node add failed for ip-10-0-2-237.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-237.ec2.internal, error getting gateway config for node ip-10-0-2-237.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-237.ec2.internal", failed to update chassis to local for local node ip-10-0-2-237.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-237.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-237.ec2.internal] E0521 19:30:47.411697 3649 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-237.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-237.ec2.internal, error getting gateway config for node ip-10-0-2-237.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-237.ec2.internal", failed to update chassis to local for local node ip-10-0-2-237.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-237.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-237.ec2.internal] I0521 19:30:47.411749 3649 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0521 19:30:47.411762 3649 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-237.ec2.internal", UID:"8e233072-ae9d-4638-a6d8-bdfe7f7ece50", APIVersion:"v1", ResourceVersion:"8860", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-237.ec2.internal, error getting gateway config for node ip-10-0-2-237.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-237.ec2.internal", failed to update chassis to local for local node ip-10-0-2-237.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-237.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-237.ec2.internal] I0521 19:30:47.411779 3649 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0521 19:30:47.411785 3649 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-131.ec2.internal in network "default" I0521 19:30:47.411806 3649 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0521 19:30:47.411817 3649 node_tracker.go:235] Node ip-10-0-0-131.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-131.ec2.internal" I0521 19:30:47.411832 3649 node_tracker.go:169] Node ip-10-0-0-131.ec2.internal switch + router changed, syncing services in network "default" I0521 19:30:47.411849 3649 services_controller.go:574] Full service sync requested for network=default I0521 19:30:47.411860 3649 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-72.ec2.internal in network "default" I0521 19:30:47.411904 3649 node_tracker.go:169] Node ip-10-0-1-72.ec2.internal switch + router changed, syncing services in network "default" I0521 19:30:47.411913 3649 services_controller.go:574] Full service sync requested for network=default I0521 19:30:47.411926 3649 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-237.ec2.internal in network "default" I0521 19:30:47.411943 3649 node_tracker.go:235] Node ip-10-0-2-237.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-237.ec2.internal" I0521 19:30:47.411954 3649 node_tracker.go:169] Node ip-10-0-2-237.ec2.internal switch + router changed, syncing services in network "default" I0521 19:30:47.411963 3649 services_controller.go:574] Full service sync requested for network=default I0521 19:30:47.413449 3649 iptables.go:108] Creating table: filter chain: FORWARD I0521 19:30:47.419412 3649 iptables.go:108] Creating table: filter chain: OUTPUT I0521 19:30:47.425252 3649 gateway_shared_intf.go:1816] Gateway Creation Complete I0521 19:30:47.425270 3649 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-237.ec2.internal","mac-address":"0e:ea:b5:1b:3d:e5","ip-addresses":["10.0.2.237/24"],"ip-address":"10.0.2.237/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:6a0b38f4-803e-41aa-ac93-25993a9da7af k8s.ovn.org/node-encap-ips:["10.0.2.237"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.237/24"} k8s.ovn.org/zone-name:ip-10-0-2-237.ec2.internal] on node ip-10-0-2-237.ec2.internal I0521 19:30:47.503367 3649 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-237.ec2.internal in network "default" I0521 19:30:47.503420 3649 node_tracker.go:169] Node ip-10-0-2-237.ec2.internal switch + router changed, syncing services in network "default" I0521 19:30:47.503419 3649 master.go:548] Adding or Updating local node "ip-10-0-2-237.ec2.internal" for network "default" I0521 19:30:47.503433 3649 services_controller.go:574] Full service sync requested for network=default I0521 19:30:47.507412 3649 default_node_network_controller.go:519] Node connection status = connected W0521 19:30:47.507883 3649 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-9dvpt: pod kube-system/global-pull-secret-syncer-9dvpt: no pod IPs found W0521 19:30:47.507900 3649 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-vjrtd: pod openshift-multus/network-metrics-daemon-vjrtd: no pod IPs found W0521 19:30:47.507907 3649 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-gnffh: pod openshift-network-diagnostics/network-check-target-gnffh: no pod IPs found I0521 19:30:47.508779 3649 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-237.ec2.internal for the network default I0521 19:30:47.508919 3649 zone_ic_handler.go:195] Time taken to create transit switch: 129.486µs I0521 19:30:47.512562 3649 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0521 19:30:47.512580 3649 services_controller.go:208] Setting up event handlers for services for network=default I0521 19:30:47.512619 3649 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0521 19:30:47.512650 3649 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0521 19:30:47.512660 3649 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0521 19:30:47.613056 3649 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0521 19:30:47.613072 3649 repair.go:60] Starting repairing loop for services I0521 19:30:47.613137 3649 repair.go:131] Deleted 0 stale service LBs I0521 19:30:47.613154 3649 repair.go:137] Deleted 0 stale Chassis Template Vars I0521 19:30:47.613169 3649 repair.go:62] Finished repairing loop for services: 98.343µs I0521 19:30:47.613209 3649 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0521 19:30:47.613219 3649 services_controller.go:254] Starting workers for network=default I0521 19:30:47.613510 3649 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-s67vc, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-s67vc: suppressed error logged: pod kube-system/global-pull-secret-syncer-s67vc: no pod IPs found I0521 19:30:47.613582 3649 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-fczqr, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-fczqr: suppressed error logged: pod openshift-network-diagnostics/network-check-target-fczqr: no pod IPs found I0521 19:30:47.613616 3649 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-vjrtd] creating logical port openshift-multus_network-metrics-daemon-vjrtd for pod on switch ip-10-0-2-237.ec2.internal I0521 19:30:47.613707 3649 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-9dvpt] creating logical port kube-system_global-pull-secret-syncer-9dvpt for pod on switch ip-10-0-2-237.ec2.internal I0521 19:30:47.613722 3649 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-d4pzp, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-d4pzp: suppressed error logged: pod openshift-multus/network-metrics-daemon-d4pzp: no pod IPs found I0521 19:30:47.613616 3649 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-gnffh] creating logical port openshift-network-diagnostics_network-check-target-gnffh for pod on switch ip-10-0-2-237.ec2.internal I0521 19:30:47.613743 3649 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-vjrtd I0521 19:30:47.613822 3649 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-9dvpt I0521 19:30:47.613832 3649 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-gnffh I0521 19:30:47.630428 3649 pod.go:62] [openshift-multus/network-metrics-daemon-vjrtd] pod update took 16.723695ms I0521 19:30:47.630451 3649 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-vjrtd] addLogicalPort annotation time took 16.747159ms I0521 19:30:47.631196 3649 pods.go:271] [openshift-multus/network-metrics-daemon-vjrtd] addLogicalPort took 17.592339ms, libovsdb time 540.758µs I0521 19:30:47.632960 3649 pod.go:62] [kube-system/global-pull-secret-syncer-9dvpt] pod update took 19.194363ms I0521 19:30:47.632977 3649 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-9dvpt] addLogicalPort annotation time took 19.215248ms I0521 19:30:47.633755 3649 pods.go:271] [kube-system/global-pull-secret-syncer-9dvpt] addLogicalPort took 20.055262ms, libovsdb time 607.61µs I0521 19:30:47.634338 3649 pod.go:62] [openshift-network-diagnostics/network-check-target-gnffh] pod update took 20.550735ms I0521 19:30:47.634352 3649 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-gnffh] addLogicalPort annotation time took 20.565821ms I0521 19:30:47.635170 3649 pods.go:271] [openshift-network-diagnostics/network-check-target-gnffh] addLogicalPort took 21.570596ms, libovsdb time 640.02µs I0521 19:30:47.635583 3649 admin_network_policy_controller.go:227] Starting controller default-network-controller I0521 19:30:47.635602 3649 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0521 19:30:47.635615 3649 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0521 19:30:47.635619 3649 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0521 19:30:47.635786 3649 repair.go:29] Repairing admin network policies took 162.566µs I0521 19:30:47.635890 3649 repair.go:92] Repairing baseline admin network policies took 96.094µs I0521 19:30:47.636250 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0521 19:30:47.636268 3649 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0521 19:30:47.638030 3649 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0521 19:30:47.638049 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0521 19:30:47.638057 3649 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0521 19:30:47.638569 3649 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0521 19:30:47.638593 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0521 19:30:47.638602 3649 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0521 19:30:47.640366 3649 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0521 19:30:47.640391 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0521 19:30:47.640415 3649 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0521 19:30:47.641771 3649 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0521 19:30:47.641794 3649 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0521 19:30:47.641809 3649 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0521 19:30:47.644010 3649 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0521 19:30:47.644029 3649 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0521 19:30:47.644035 3649 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0521 19:30:47.644394 3649 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0521 19:30:47.644412 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0521 19:30:47.644419 3649 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0521 19:30:47.644717 3649 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0521 19:30:47.644737 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0521 19:30:47.644747 3649 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0521 19:30:47.645261 3649 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0521 19:30:47.645277 3649 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0521 19:30:47.645286 3649 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0521 19:30:47.647234 3649 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0521 19:30:47.647252 3649 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0521 19:30:47.647259 3649 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0521 19:30:47.648753 3649 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0521 19:30:47.648773 3649 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0521 19:30:47.648783 3649 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0521 19:30:47.649893 3649 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0521 19:30:47.649911 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0521 19:30:47.649919 3649 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0521 19:30:47.651374 3649 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0521 19:30:47.651392 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0521 19:30:47.651400 3649 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0521 19:30:47.651907 3649 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0521 19:30:47.651924 3649 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0521 19:30:47.651936 3649 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0521 19:30:47.652760 3649 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0521 19:30:47.652778 3649 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0521 19:30:47.652788 3649 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0521 19:30:47.653743 3649 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0521 19:30:47.653765 3649 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0521 19:30:47.653778 3649 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0521 19:30:47.654956 3649 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0521 19:30:47.654973 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0521 19:30:47.654981 3649 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0521 19:30:47.655435 3649 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0521 19:30:47.655452 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0521 19:30:47.655459 3649 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0521 19:30:47.655907 3649 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0521 19:30:47.655923 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0521 19:30:47.656270 3649 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0521 19:30:47.656281 3649 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 19:30:47.656936 3649 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0521 19:30:47.656954 3649 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0521 19:30:47.656962 3649 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0521 19:30:47.657443 3649 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0521 19:30:47.657459 3649 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0521 19:30:47.657468 3649 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0521 19:30:47.658385 3649 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0521 19:30:47.658402 3649 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0521 19:30:47.658409 3649 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0521 19:30:47.660538 3649 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0521 19:30:47.660563 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0521 19:30:47.660578 3649 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0521 19:30:47.661280 3649 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0521 19:30:47.661297 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0521 19:30:47.661305 3649 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0521 19:30:47.661768 3649 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0521 19:30:47.661781 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0521 19:30:47.661787 3649 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0521 19:30:47.662017 3649 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0521 19:30:47.662034 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0521 19:30:47.662054 3649 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 19:30:47.662700 3649 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0521 19:30:47.662714 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0521 19:30:47.662720 3649 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0521 19:30:47.663140 3649 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0521 19:30:47.663158 3649 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0521 19:30:47.663166 3649 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0521 19:30:47.664117 3649 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0521 19:30:47.664132 3649 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0521 19:30:47.664142 3649 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0521 19:30:47.664662 3649 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0521 19:30:47.669802 3649 egressfirewall.go:374] Starting EgressFirewall controller I0521 19:30:47.669840 3649 controller.go:133] Adding controller egress-firewall-controller event handlers I0521 19:30:47.669853 3649 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0521 19:30:47.669875 3649 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0521 19:30:47.669877 3649 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0521 19:30:47.669886 3649 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0521 19:30:47.669891 3649 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0521 19:30:47.670118 3649 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0521 19:30:47.670130 3649 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0521 19:30:47.670136 3649 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0521 19:30:47.670146 3649 egressqos.go:193] Setting up event handlers for EgressQoS I0521 19:30:47.670162 3649 egressfirewall.go:723] Syncing node "ip-10-0-0-131.ec2.internal" for egress firewall I0521 19:30:47.670193 3649 egressfirewall.go:723] Syncing node "ip-10-0-1-72.ec2.internal" for egress firewall I0521 19:30:47.670201 3649 egressfirewall.go:723] Syncing node "ip-10-0-2-237.ec2.internal" for egress firewall I0521 19:30:47.670336 3649 egressqos.go:245] Starting EgressQoS Controller I0521 19:30:47.670345 3649 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0521 19:30:47.670350 3649 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0521 19:30:47.670355 3649 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0521 19:30:47.670359 3649 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0521 19:30:47.670364 3649 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0521 19:30:47.670368 3649 shared_informer.go:356] "Caches are synced" controller="egressqos" I0521 19:30:47.670371 3649 egressqos.go:259] Repairing EgressQoSes I0521 19:30:47.670375 3649 egressqos.go:399] Starting repairing loop for egressqos I0521 19:30:47.670455 3649 egressqos.go:401] Finished repairing loop for egressqos: 79.512µs I0521 19:30:47.670468 3649 egressservice_zone.go:132] Setting up event handlers for Egress Services I0521 19:30:47.670485 3649 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-237.ec2.internal I0521 19:30:47.670530 3649 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-237.ec2.internal : 46.05µs I0521 19:30:47.670608 3649 egressservice_zone.go:210] Starting Egress Services Controller I0521 19:30:47.670625 3649 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 19:30:47.670636 3649 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 19:30:47.670644 3649 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 19:30:47.670651 3649 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 19:30:47.670658 3649 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 19:30:47.670665 3649 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 19:30:47.670673 3649 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0521 19:30:47.670679 3649 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0521 19:30:47.670685 3649 egressservice_zone.go:228] Repairing Egress Services I0521 19:30:47.670918 3649 master_controller.go:88] Starting Admin Policy Based Route Controller I0521 19:30:47.670928 3649 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 19:30:47.670991 3649 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-131.ec2.internal I0521 19:30:47.671002 3649 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-131.ec2.internal: 13.715µs I0521 19:30:47.671009 3649 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-72.ec2.internal I0521 19:30:47.671016 3649 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-72.ec2.internal: 4.039µs I0521 19:30:47.671021 3649 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-237.ec2.internal I0521 19:30:47.671024 3649 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-237.ec2.internal: 3.843µs I0521 19:30:47.671101 3649 default_network_controller.go:585] Completing all the Watchers took 303.170759ms I0521 19:30:47.671117 3649 default_network_controller.go:589] Starting unidling controllers I0521 19:30:47.671129 3649 unidle.go:46] Registering OVN SB ControllerEvent handler I0521 19:30:47.671136 3649 unidle.go:63] Populating Initial ContollerEvent events I0521 19:30:47.671147 3649 unidle.go:79] Setting up event handlers for services I0521 19:30:47.671229 3649 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0521 19:30:48.007719 3649 default_node_network_controller.go:519] Node connection status = connected I0521 19:30:48.463576 3649 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-72.ec2.internal I0521 19:30:48.463614 3649 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-72.ec2.internal: 46.407µs I0521 19:30:48.507937 3649 default_node_network_controller.go:519] Node connection status = connected I0521 19:30:48.978871 3649 egressfirewall.go:723] Syncing node "ip-10-0-0-131.ec2.internal" for egress firewall I0521 19:30:48.978914 3649 default_network_controller.go:1025] Node "ip-10-0-0-131.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:30:48.978922 3649 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-131.ec2.internal I0521 19:30:48.978940 3649 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-131.ec2.internal: 25.139µs I0521 19:30:49.008298 3649 default_node_network_controller.go:519] Node connection status = connected I0521 19:30:49.529992 3649 default_node_network_controller.go:519] Node connection status = connected I0521 19:30:49.596066 3649 bridgeconfig.go:537] Gateway is ready I0521 19:30:49.596084 3649 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0521 19:30:49.607141 3649 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0521 19:30:49.607951 3649 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.237. Updating OVN encap IP. I0521 19:30:49.613303 3649 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.237 - it is already configured I0521 19:30:49.613315 3649 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.237/24:{} 172.20.0.1/32:{}]. Updating annotations. I0521 19:30:49.613479 3649 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.237/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-237.ec2.internal","mac-address":"0e:ea:b5:1b:3d:e5","ip-addresses":["10.0.2.237/24"],"ip-address":"10.0.2.237/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:6a0b38f4-803e-41aa-ac93-25993a9da7af k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.237/24"}] on node ip-10-0-2-237.ec2.internal I0521 19:30:49.629402 3649 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.237 I0521 19:30:49.629578 3649 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-237.ec2.internal I0521 19:30:49.629596 3649 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-237.ec2.internal: 25.084µs I0521 19:30:49.629650 3649 egressfirewall.go:723] Syncing node "ip-10-0-2-237.ec2.internal" for egress firewall I0521 19:30:49.629669 3649 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-237.ec2.internal in network "default" I0521 19:30:49.629726 3649 node_tracker.go:169] Node ip-10-0-2-237.ec2.internal switch + router changed, syncing services in network "default" I0521 19:30:49.629728 3649 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-237.ec2.internal I0521 19:30:49.629734 3649 master.go:548] Adding or Updating local node "ip-10-0-2-237.ec2.internal" for network "default" I0521 19:30:49.629745 3649 services_controller.go:574] Full service sync requested for network=default I0521 19:30:49.634696 3649 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-237.ec2.internal. Updating no re-route policies I0521 19:30:49.634774 3649 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-d4pzp I0521 19:30:49.634786 3649 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-9dvpt I0521 19:30:49.634792 3649 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-d4pzp I0521 19:30:49.634790 3649 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-gnffh I0521 19:30:49.634800 3649 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-9dvpt I0521 19:30:49.634803 3649 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-gnffh I0521 19:30:49.634806 3649 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-237.ec2.internal I0521 19:30:49.634814 3649 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-kpn69 I0521 19:30:49.634822 3649 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-d4pzp, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-d4pzp: suppressed error logged: pod openshift-multus/network-metrics-daemon-d4pzp: no pod IPs found I0521 19:30:49.634775 3649 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-mqkzh I0521 19:30:49.634829 3649 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-mgh2t I0521 19:30:49.634831 3649 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-kpn69 I0521 19:30:49.634839 3649 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-mgh2t I0521 19:30:49.634839 3649 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-s67vc I0521 19:30:49.634841 3649 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-9dvpt] creating logical port kube-system_global-pull-secret-syncer-9dvpt for pod on switch ip-10-0-2-237.ec2.internal I0521 19:30:49.634845 3649 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-ql9tx I0521 19:30:49.634851 3649 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-s67vc I0521 19:30:49.634854 3649 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-5twsw I0521 19:30:49.634859 3649 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-kpn69 after 0 failed attempt(s) I0521 19:30:49.634845 3649 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-d658w I0521 19:30:49.634862 3649 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-zz8lx I0521 19:30:49.634870 3649 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-237.ec2.internal I0521 19:30:49.634856 3649 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-mgh2t after 0 failed attempt(s) I0521 19:30:49.634885 3649 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-237.ec2.internal I0521 19:30:49.634884 3649 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-fczqr I0521 19:30:49.634884 3649 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-kvrlz I0521 19:30:49.634893 3649 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-fczqr I0521 19:30:49.634893 3649 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-zz8lx I0521 19:30:49.634901 3649 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-kvrlz I0521 19:30:49.634910 3649 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-237.ec2.internal after 0 failed attempt(s) I0521 19:30:49.634916 3649 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-zz8lx after 0 failed attempt(s) I0521 19:30:49.634822 3649 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-237.ec2.internal I0521 19:30:49.634922 3649 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-fczqr, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-fczqr: suppressed error logged: pod openshift-network-diagnostics/network-check-target-fczqr: no pod IPs found I0521 19:30:49.634920 3649 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-kvrlz after 0 failed attempt(s) I0521 19:30:49.634935 3649 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-237.ec2.internal after 0 failed attempt(s) I0521 19:30:49.634867 3649 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-kjd49 I0521 19:30:49.634945 3649 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-kjd49 I0521 19:30:49.634971 3649 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-kjd49 after 0 failed attempt(s) I0521 19:30:49.634975 3649 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-s67vc, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-s67vc: suppressed error logged: pod kube-system/global-pull-secret-syncer-s67vc: no pod IPs found I0521 19:30:49.634861 3649 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-5twsw I0521 19:30:49.634991 3649 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-5twsw after 0 failed attempt(s) I0521 19:30:49.634870 3649 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-d658w I0521 19:30:49.634861 3649 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-ql9tx I0521 19:30:49.635043 3649 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-ql9tx after 0 failed attempt(s) I0521 19:30:49.634834 3649 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-mqkzh I0521 19:30:49.635058 3649 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-mqkzh after 0 failed attempt(s) I0521 19:30:49.634830 3649 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-vjrtd I0521 19:30:49.635081 3649 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-vjrtd I0521 19:30:49.635124 3649 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-vjrtd] creating logical port openshift-multus_network-metrics-daemon-vjrtd for pod on switch ip-10-0-2-237.ec2.internal I0521 19:30:49.634928 3649 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-gnffh] creating logical port openshift-network-diagnostics_network-check-target-gnffh for pod on switch ip-10-0-2-237.ec2.internal I0521 19:30:49.635024 3649 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-d658w after 0 failed attempt(s) I0521 19:30:49.635588 3649 pods.go:271] [kube-system/global-pull-secret-syncer-9dvpt] addLogicalPort took 758.474µs, libovsdb time 231.262µs I0521 19:30:49.635599 3649 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-9dvpt after 0 failed attempt(s) I0521 19:30:49.635712 3649 pods.go:271] [openshift-network-diagnostics/network-check-target-gnffh] addLogicalPort took 792.92µs, libovsdb time 213.47µs I0521 19:30:49.635720 3649 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-gnffh after 0 failed attempt(s) I0521 19:30:49.636055 3649 pods.go:271] [openshift-multus/network-metrics-daemon-vjrtd] addLogicalPort took 960.78µs, libovsdb time 186.39µs I0521 19:30:49.636062 3649 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-vjrtd after 0 failed attempt(s) I0521 19:30:49.646276 3649 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0521 19:30:49.657063 3649 iptables.go:108] Creating table: mangle chain: OUTPUT I0521 19:30:49.660156 3649 iptables.go:108] Creating table: nat chain: OUTPUT I0521 19:30:49.711364 3649 iptables.go:108] Creating table: nat chain: PREROUTING I0521 19:30:49.759732 3649 iptables.go:108] Creating table: filter chain: FORWARD I0521 19:30:49.775566 3649 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0521 19:30:49.775665 3649 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0521 19:30:49.775704 3649 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0521 19:30:49.775771 3649 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0521 19:30:49.775819 3649 gateway_init.go:325] Gateway and management port readiness took 2.272531896s I0521 19:30:49.775845 3649 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0521 19:30:49.775877 3649 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0521 19:30:49.775889 3649 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0521 19:30:49.775898 3649 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 19:30:49.775955 3649 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0521 19:30:49.776033 3649 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 52.453µs I0521 19:30:49.776273 3649 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0521 19:30:49.776298 3649 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.752µs I0521 19:30:49.776306 3649 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 33.474µs I0521 19:30:49.776311 3649 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0521 19:30:49.776320 3649 nad_controller.go:379] [node-nad-controller NAD controller]: started I0521 19:30:49.776324 3649 default_node_network_controller.go:899] Starting the default node network controller I0521 19:30:49.776330 3649 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0521 19:30:49.776404 3649 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.723µs I0521 19:30:49.776481 3649 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0521 19:30:49.776490 3649 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0521 19:30:49.776513 3649 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0000152c0 0xc00033e070 0xc00033e0e0 0xc00033e150 0xc00033e1c0 0xc00033e230 0xc00033e2a0 0xc00016f720 0xc00033e380 0xc00033e3f0 0xc000a42000 0xc006471420 0xc00033e460 map[0x2ff9080:0xc0025b3080 0x2ff95c0:0xc004c0e180 0x2ffa2e0:0xc0025b2fc0 0x2ffa580:0xc0025b3020 0x2ffad60:0xc0025b30e0 0x2ffb000:0xc0025b3140 0x2ffb2a0:0xc0025b31a0 0x2ffba80:0xc004c0e1e0 0x2ffbd20:0xc004c0e240 0x3026980:0xc00074e360 0x3026d20:0xc00074e3c0 0x3027800:0xc000ba3b00 0x3029160:0xc001b98000 0x30298a0:0xc00230b5c0 0x302a720:0xc001b98060] 0xc0008c8620 0} I0521 19:30:49.776564 3649 gateway.go:151] Starting gateway service sync I0521 19:30:49.777420 3649 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0521 19:30:49.779461 3649 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0521 19:30:49.807475 3649 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0521 19:30:49.808570 3649 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0521 19:30:49.809671 3649 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0521 19:30:49.842881 3649 gateway.go:168] Gateway service sync done. Time taken: 66.306698ms I0521 19:30:49.843163 3649 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32648 I0521 19:30:49.843598 3649 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0000152c0 0xc00033e070 0xc00033e0e0 0xc00033e150 0xc00033e1c0 0xc00033e230 0xc00033e2a0 0xc00016f720 0xc00033e380 0xc00033e3f0 0xc000a42000 0xc006471420 0xc00033e460 map[0x2ff9080:0xc0025b3080 0x2ff95c0:0xc004c0e180 0x2ffa2e0:0xc0025b2fc0 0x2ffa580:0xc0025b3020 0x2ffad60:0xc0025b30e0 0x2ffb000:0xc0025b3140 0x2ffb2a0:0xc0025b31a0 0x2ffba80:0xc004c0e1e0 0x2ffbd20:0xc004c0e240 0x3026980:0xc00074e360 0x3026d20:0xc00074e3c0 0x3027800:0xc000ba3b00 0x3029160:0xc001b98000 0x30298a0:0xc00230b5c0 0x302a720:0xc001b98060] 0xc0008c8620 0} I0521 19:30:49.844000 3649 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0000152c0 0xc00033e070 0xc00033e0e0 0xc00033e150 0xc00033e1c0 0xc00033e230 0xc00033e2a0 0xc00016f720 0xc00033e380 0xc00033e3f0 0xc000a42000 0xc006471420 0xc00033e460 map[0x2ff9080:0xc0025b3080 0x2ff95c0:0xc004c0e180 0x2ffa2e0:0xc0025b2fc0 0x2ffa580:0xc0025b3020 0x2ffad60:0xc0025b30e0 0x2ffb000:0xc0025b3140 0x2ffb2a0:0xc0025b31a0 0x2ffba80:0xc004c0e1e0 0x2ffbd20:0xc004c0e240 0x3026980:0xc00074e360 0x3026d20:0xc00074e3c0 0x3027800:0xc000ba3b00 0x3029160:0xc001b98000 0x30298a0:0xc00230b5c0 0x302a720:0xc001b98060] 0xc0008c8620 0} I0521 19:30:49.844031 3649 gateway.go:532] Reconciling gateway with updates I0521 19:30:49.849050 3649 gateway.go:339] Spawning Conntrack Rule Check Thread I0521 19:30:49.849130 3649 default_node_network_controller.go:944] Gateway and management port readiness took 72.632242ms I0521 19:30:49.849133 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:30:49.849147 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:30:49.849151 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:30:49.849186 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:30:49.849191 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:30:49.849192 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:30:49.849200 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:30:49.849209 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:30:49.849206 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:30:49.849215 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:30:49.849221 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 19:30:49.849224 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:30:49.849223 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 19:30:49.849232 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 19:30:49.849219 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:30:49.849245 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:30:49.849246 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:30:49.849245 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:30:49.849256 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 19:30:49.849214 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:30:49.849263 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:30:49.849262 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:30:49.849272 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 19:30:49.849274 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 19:30:49.849269 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:30:49.849282 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:30:49.849287 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:30:49.849289 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:30:49.849291 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:30:49.849294 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:30:49.849296 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:30:49.849299 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:30:49.849302 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 19:30:49.849304 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:30:49.849303 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:30:49.849311 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 19:30:49.849311 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:30:49.849313 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:30:49.849320 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:30:49.849321 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:30:49.849320 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:30:49.849326 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:30:49.849320 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:30:49.849336 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:30:49.849338 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:30:49.849342 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 19:30:49.849346 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 19:30:49.849348 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 19:30:49.849335 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 19:30:49.849248 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:30:49.849355 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 19:30:49.849361 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 19:30:49.849363 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:30:49.849272 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:30:49.849372 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 19:30:49.849380 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:30:49.849328 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:30:49.849393 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:30:49.849406 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 19:30:49.849412 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 19:30:49.849287 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:30:49.849426 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:30:49.849303 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:30:49.849437 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 19:30:49.849448 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:30:49.849467 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 19:30:49.849480 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 19:30:49.849480 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 19:30:49.849490 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 19:30:49.849293 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:30:49.849505 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 19:30:49.849258 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:30:49.849277 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:30:49.849245 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:30:49.849595 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:30:49.849605 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 19:30:49.849258 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 19:30:49.849257 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:30:49.849619 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:30:49.849266 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 19:30:49.849276 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:30:49.849690 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:30:49.849278 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 19:30:49.849279 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 19:30:49.849718 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 19:30:49.849225 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:30:49.849732 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:30:49.849276 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:30:49.849754 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:30:49.849293 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:30:49.849291 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 19:30:49.849906 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 19:30:49.849292 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:30:49.849945 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:30:49.849296 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 19:30:49.849301 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:30:49.849993 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 19:30:49.849306 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 19:30:49.849308 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 19:30:49.849244 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:30:49.850018 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:30:49.850025 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 19:30:49.849312 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:30:49.850031 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:30:49.849311 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:30:49.850062 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:30:49.849311 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:30:49.850074 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:30:49.849341 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:30:49.849350 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:30:49.849434 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 19:30:49.849501 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 19:30:49.850199 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 19:30:49.850213 3649 port_claim.go:71] Svc openshift-ingress/router-default: port 31248 is already open, no action needed I0521 19:30:49.850219 3649 port_claim.go:71] Svc openshift-ingress/router-default: port 30977 is already open, no action needed I0521 19:30:49.850441 3649 node_ip_handler_linux.go:160] Node IP manager is running W0521 19:30:49.886233 3649 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 19:30:49.886379 3649 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 19:30:49.886503 3649 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0521 19:30:49.911078 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 19:30:49.911123 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 19:30:49.911130 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 19:30:49.951914 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 19:30:49.951936 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 19:30:49.951943 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 19:30:49.951949 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 19:30:49.951954 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 19:30:49.951961 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 19:30:49.951967 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 19:30:49.951972 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 19:30:49.951977 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 19:30:49.951983 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 19:30:49.951989 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 19:30:49.951994 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 19:30:49.951999 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 19:30:49.952004 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 19:30:49.952009 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 19:30:49.991414 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 19:30:51.521749 3649 default_node_network_controller.go:1380] Starting node controller node sync W0521 19:30:51.521801 3649 egressip_healthcheck.go:76] Health checking using insecure connection I0521 19:30:51.521898 3649 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0521 19:30:51.533964 3649 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.191396ms I0521 19:30:51.534076 3649 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-72.ec2.internal", IP: 10.0.1.72 to PMTUD blocking rules I0521 19:30:51.534090 3649 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-72.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:30:51.540718 3649 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0521 19:30:51.541035 3649 egressservice_node.go:93] Setting up event handlers for Egress Services I0521 19:30:51.541230 3649 egressservice_node.go:183] Starting Egress Services Controller I0521 19:30:51.541248 3649 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 19:30:51.541261 3649 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 19:30:51.541270 3649 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 19:30:51.541278 3649 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 19:30:51.541285 3649 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 19:30:51.541299 3649 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 19:30:51.541303 3649 egressservice_node.go:197] Repairing Egress Services I0521 19:30:51.551672 3649 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0521 19:30:51.551683 3649 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 19:30:51.551944 3649 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0521 19:30:51.551960 3649 link_network_manager.go:119] Link manager is running I0521 19:30:51.551973 3649 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0521 19:30:51.552148 3649 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0521 19:30:51.552455 3649 vrf_manager.go:128] VRF manager is running I0521 19:30:51.552571 3649 node_controller_manager.go:437] Removing flows to drop GARP I0521 19:30:51.552580 3649 gateway.go:532] Reconciling gateway with updates I0521 19:30:51.571092 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:30:51.571105 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:30:51.571117 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:30:51.571120 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:30:51.571124 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:30:51.571125 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:30:51.571134 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:30:51.571140 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:30:51.571142 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 19:30:51.571147 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:30:51.571154 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 19:30:51.571154 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:30:51.571155 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 19:30:51.571167 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:30:51.571168 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 19:30:51.571130 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 19:30:51.571192 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:30:51.571195 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 19:30:51.571197 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:30:51.571210 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:30:51.571212 3649 port_claim.go:71] Svc openshift-ingress/router-default: port 31248 is already open, no action needed I0521 19:30:51.571215 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:30:51.571207 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:30:51.571223 3649 port_claim.go:71] Svc openshift-ingress/router-default: port 30977 is already open, no action needed I0521 19:30:51.571121 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:30:51.571227 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 19:30:51.571232 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 19:30:51.571235 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 19:30:51.571235 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:30:51.571246 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:30:51.571250 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:30:51.571253 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:30:51.571254 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:30:51.571253 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:30:51.571251 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:30:51.571202 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:30:51.571274 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:30:51.571286 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:30:51.571294 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:30:51.571295 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:30:51.571264 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:30:51.571302 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:30:51.571302 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:30:51.571305 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:30:51.571302 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:30:51.571311 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:30:51.571314 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 19:30:51.571321 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:30:51.571255 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:30:51.571142 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:30:51.571356 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 19:30:51.571372 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 19:30:51.571383 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 19:30:51.571218 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:30:51.571375 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:30:51.571396 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:30:51.571231 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:30:51.571404 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:30:51.571407 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:30:51.571407 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:30:51.571425 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:30:51.571434 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:30:51.571442 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:30:51.571360 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:30:51.571168 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:30:51.571463 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:30:51.571414 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:30:51.571204 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 19:30:51.571500 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 19:30:51.571273 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 19:30:51.571522 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 19:30:51.571212 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 19:30:51.571107 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:30:51.571546 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:30:51.571212 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 19:30:51.571224 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:30:51.571218 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:30:51.571224 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 19:30:51.571615 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 19:30:51.571225 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:30:51.571235 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:30:51.571689 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:30:51.571236 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:30:51.571722 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:30:51.571241 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 19:30:51.571265 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:30:51.571265 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:30:51.571266 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:30:51.571844 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:30:51.571109 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:30:51.571157 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:30:51.571902 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:30:51.571907 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 19:30:51.571289 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:30:51.571914 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 19:30:51.571300 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:30:51.571921 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:30:51.571306 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:30:51.571312 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 19:30:51.571416 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 19:30:51.571221 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:30:51.571963 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:30:51.571967 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 19:30:51.594989 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 19:30:51.594999 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 19:30:51.595013 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 19:30:51.595019 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 19:30:51.595025 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 19:30:51.595031 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 19:30:51.595035 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 19:30:51.595040 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 19:30:51.595053 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 19:30:51.595066 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 19:30:51.595071 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 19:30:51.595078 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 19:30:51.595084 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 19:30:51.595089 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 19:30:51.595094 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 19:30:51.595099 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 19:30:51.636137 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 19:30:51.636159 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 19:30:51.636169 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 19:30:51.636191 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 19:30:51.636200 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 19:30:51.636206 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 19:30:51.636232 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 19:30:51.636243 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 19:30:51.676115 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 19:30:51.676144 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 19:30:51.676155 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 19:30:51.676163 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 19:30:51.676171 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 19:30:51.676194 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 19:30:51.676199 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 19:30:53.443529 3649 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-131.ec2.internal in network "default" I0521 19:30:53.443577 3649 default_network_controller.go:1025] Node "ip-10-0-0-131.ec2.internal" in remote zone "ip-10-0-0-131.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:30:53.443583 3649 node_tracker.go:235] Node ip-10-0-0-131.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-131.ec2.internal" I0521 19:30:53.443605 3649 node_tracker.go:169] Node ip-10-0-0-131.ec2.internal switch + router changed, syncing services in network "default" I0521 19:30:53.443637 3649 services_controller.go:574] Full service sync requested for network=default I0521 19:30:53.582108 3649 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-131.ec2.internal in network "default" I0521 19:30:53.582191 3649 node_tracker.go:169] Node ip-10-0-0-131.ec2.internal switch + router changed, syncing services in network "default" I0521 19:30:53.582171 3649 default_network_controller.go:1025] Node "ip-10-0-0-131.ec2.internal" in remote zone "ip-10-0-0-131.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:30:53.582207 3649 services_controller.go:574] Full service sync requested for network=default I0521 19:30:53.583274 3649 zone_ic_handler.go:195] Time taken to create transit switch: 332.661µs I0521 19:30:53.583291 3649 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-131.ec2.internal for the network default I0521 19:30:53.584491 3649 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-131.ec2.internal" on network "default" took: 1.566895ms I0521 19:30:53.742776 3649 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-237.ec2.internal I0521 19:30:53.742802 3649 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-237.ec2.internal: 32.393µs I0521 19:30:53.773330 3649 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7f6fc9dd99-nxc8v] creating logical port openshift-image-registry_image-registry-7f6fc9dd99-nxc8v for pod on switch ip-10-0-2-237.ec2.internal I0521 19:30:53.773464 3649 kube.go:256] Updating pod openshift-image-registry/image-registry-7f6fc9dd99-nxc8v I0521 19:30:53.773501 3649 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-b5c7dbfc9-lkfgx] creating logical port openshift-ingress_router-default-b5c7dbfc9-lkfgx for pod on switch ip-10-0-2-237.ec2.internal I0521 19:30:53.773598 3649 kube.go:256] Updating pod openshift-ingress/router-default-b5c7dbfc9-lkfgx I0521 19:30:53.792543 3649 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-ngg8s] creating logical port openshift-ingress-canary_ingress-canary-ngg8s for pod on switch ip-10-0-2-237.ec2.internal I0521 19:30:53.792623 3649 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-ngg8s I0521 19:30:53.797819 3649 pod.go:62] [openshift-image-registry/image-registry-7f6fc9dd99-nxc8v] pod update took 24.38446ms I0521 19:30:53.797842 3649 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7f6fc9dd99-nxc8v] addLogicalPort annotation time took 24.41234ms I0521 19:30:53.797860 3649 pod.go:62] [openshift-ingress/router-default-b5c7dbfc9-lkfgx] pod update took 24.285161ms I0521 19:30:53.797875 3649 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-b5c7dbfc9-lkfgx] addLogicalPort annotation time took 24.302784ms I0521 19:30:53.799024 3649 pods.go:271] [openshift-ingress/router-default-b5c7dbfc9-lkfgx] addLogicalPort took 25.5312ms, libovsdb time 908.171µs I0521 19:30:53.799302 3649 pods.go:271] [openshift-image-registry/image-registry-7f6fc9dd99-nxc8v] addLogicalPort took 25.985295ms, libovsdb time 1.162947ms I0521 19:30:53.810805 3649 pod.go:62] [openshift-ingress-canary/ingress-canary-ngg8s] pod update took 18.200539ms I0521 19:30:53.810823 3649 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-ngg8s] addLogicalPort annotation time took 18.21881ms I0521 19:30:53.811064 3649 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-g42cj] creating logical port openshift-dns_dns-default-g42cj for pod on switch ip-10-0-2-237.ec2.internal I0521 19:30:53.811156 3649 kube.go:256] Updating pod openshift-dns/dns-default-g42cj I0521 19:30:53.811810 3649 pods.go:271] [openshift-ingress-canary/ingress-canary-ngg8s] addLogicalPort took 19.275534ms, libovsdb time 700.835µs I0521 19:30:53.832320 3649 pod.go:62] [openshift-dns/dns-default-g42cj] pod update took 21.181298ms I0521 19:30:53.832396 3649 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-g42cj] addLogicalPort annotation time took 21.257961ms I0521 19:30:53.833673 3649 pods.go:271] [openshift-dns/dns-default-g42cj] addLogicalPort took 22.62103ms, libovsdb time 996.547µs I0521 19:30:54.506699 3649 cni.go:452] [openshift-ingress-canary/ingress-canary-ngg8s 7d7c68a3af66c68cee62f2d5e4c7637ca33a08564f1db159202675e52d80f4fa network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-ngg8s 7d7c68a3af66c68cee62f2d5e4c7637ca33a08564f1db159202675e52d80f4fa network default NAD default NAD key ] I0521 19:30:54.551290 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-ngg8s, hostIfaceName: 7d7c68a3af66c68, network: default, NAD default, SandboxID: "7d7c68a3af66c68cee62f2d5e4c7637ca33a08564f1db159202675e52d80f4fa", PCI device ID: , UID: "5b9d80f6-1c71-4c60-904a-4df1718cb00f", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0521 19:30:54.610723 3649 cni.go:473] [openshift-ingress-canary/ingress-canary-ngg8s 7d7c68a3af66c68cee62f2d5e4c7637ca33a08564f1db159202675e52d80f4fa network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-ngg8s 7d7c68a3af66c68cee62f2d5e4c7637ca33a08564f1db159202675e52d80f4fa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:1d:33:ab:c4:85\",\"name\":\"7d7c68a3af66c68\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c8fc910-f7e5-4559-bd8f-0199c1f3b37f\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:30:55.635707 3649 egressfirewall.go:723] Syncing node "ip-10-0-0-131.ec2.internal" for egress firewall I0521 19:30:55.635710 3649 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-131.ec2.internal in network "default" I0521 19:30:55.635728 3649 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-131.ec2.internal I0521 19:30:55.635743 3649 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-131.ec2.internal: 19.275µs I0521 19:30:55.635784 3649 node_tracker.go:169] Node ip-10-0-0-131.ec2.internal switch + router changed, syncing services in network "default" I0521 19:30:55.635798 3649 services_controller.go:574] Full service sync requested for network=default I0521 19:30:55.635815 3649 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-131.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:30:55.635829 3649 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-131.ec2.internal", IP: 10.0.0.131 to PMTUD blocking rules I0521 19:30:55.642117 3649 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-131.ec2.internal. Updating no re-route policies I0521 19:30:55.655226 3649 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-131.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:30:55.655242 3649 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-131.ec2.internal", IP: 10.0.0.131 to PMTUD blocking rules W0521 19:30:55.897903 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0521 19:30:57.309980 3649 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0521 19:30:57.310789 3649 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 790.442µs I0521 19:30:57.328462 3649 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0521 19:30:57.457014 3649 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ntp7b] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-ntp7b for pod on switch ip-10-0-2-237.ec2.internal I0521 19:30:57.457099 3649 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ntp7b I0521 19:30:57.473570 3649 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ntp7b] pod update took 16.495038ms I0521 19:30:57.473593 3649 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ntp7b] addLogicalPort annotation time took 16.522595ms I0521 19:30:57.474763 3649 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ntp7b] addLogicalPort took 17.764857ms, libovsdb time 915.901µs I0521 19:30:57.847609 3649 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ntp7b dd19c16497762a7c974bc814d74201b27417f148425aa6d8f47419591a80f752 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ntp7b dd19c16497762a7c974bc814d74201b27417f148425aa6d8f47419591a80f752 network default NAD default NAD key ] I0521 19:30:57.857882 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-ntp7b, hostIfaceName: dd19c16497762a7, network: default, NAD default, SandboxID: "dd19c16497762a7c974bc814d74201b27417f148425aa6d8f47419591a80f752", PCI device ID: , UID: "3b698781-f29a-46ad-8272-da0a9261e99e", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] W0521 19:30:57.874525 3649 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:30:57.906137 3649 cni.go:452] [kube-system/global-pull-secret-syncer-9dvpt 08f0a73bb1eebf920d078356c0c42a773d3bca9331c7a6b37229b38628460558 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-9dvpt 08f0a73bb1eebf920d078356c0c42a773d3bca9331c7a6b37229b38628460558 network default NAD default NAD key ] I0521 19:30:57.907300 3649 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ntp7b dd19c16497762a7c974bc814d74201b27417f148425aa6d8f47419591a80f752 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ntp7b dd19c16497762a7c974bc814d74201b27417f148425aa6d8f47419591a80f752 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:58:0d:6c:19:8f\",\"name\":\"dd19c16497762a7\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33ebf590-1c4f-4d8e-8161-fc6e3049d522\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:30:57.917749 3649 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-9dvpt, hostIfaceName: 08f0a73bb1eebf9, network: default, NAD default, SandboxID: "08f0a73bb1eebf920d078356c0c42a773d3bca9331c7a6b37229b38628460558", PCI device ID: , UID: "cdcfa526-b7eb-42b9-b2ec-756ae6fa0367", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0521 19:30:57.919573 3649 cni.go:452] [openshift-network-diagnostics/network-check-target-gnffh 328f625f609322c33ef757e42bbfe3d90e2a041fe3277c8655731f811d6e8cdb network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-gnffh 328f625f609322c33ef757e42bbfe3d90e2a041fe3277c8655731f811d6e8cdb network default NAD default NAD key ] I0521 19:30:57.930881 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-gnffh, hostIfaceName: 328f625f609322c, network: default, NAD default, SandboxID: "328f625f609322c33ef757e42bbfe3d90e2a041fe3277c8655731f811d6e8cdb", PCI device ID: , UID: "90201af4-9e90-4229-b21f-c9c1c5b8b4db", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0521 19:30:57.934304 3649 namespace.go:98] [openshift-service-ca] adding namespace I0521 19:30:57.935321 3649 namespace.go:102] [openshift-service-ca] adding namespace took 996.12µs I0521 19:30:57.956578 3649 namespace.go:142] [openshift-service-ca] updating namespace I0521 19:30:57.966274 3649 cni.go:473] [kube-system/global-pull-secret-syncer-9dvpt 08f0a73bb1eebf920d078356c0c42a773d3bca9331c7a6b37229b38628460558 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-9dvpt 08f0a73bb1eebf920d078356c0c42a773d3bca9331c7a6b37229b38628460558 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:d1:d9:59:99:af\",\"name\":\"08f0a73bb1eebf9\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c6e98c67-b1a3-4917-b0f3-ec223fbd664c\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:30:57.976791 3649 cni.go:473] [openshift-network-diagnostics/network-check-target-gnffh 328f625f609322c33ef757e42bbfe3d90e2a041fe3277c8655731f811d6e8cdb network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-gnffh 328f625f609322c33ef757e42bbfe3d90e2a041fe3277c8655731f811d6e8cdb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:3d:d5:ae:7a:09\",\"name\":\"328f625f609322c\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/58d94f8d-e9c4-4392-8ff1-ea0c1758e7af\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:30:59.394292 3649 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-131.ec2.internal I0521 19:30:59.394325 3649 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-131.ec2.internal: 41.021µs W0521 19:31:03.007454 3649 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:31:07.510479 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0521 19:31:09.761545 3649 cni.go:452] [openshift-image-registry/image-registry-7f6fc9dd99-nxc8v c617367bc2ad1c9b8c2c3c4931dcdb41790b8675c0a57abda4172e5ec4ed12db network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7f6fc9dd99-nxc8v c617367bc2ad1c9b8c2c3c4931dcdb41790b8675c0a57abda4172e5ec4ed12db network default NAD default NAD key ] I0521 19:31:09.771289 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7f6fc9dd99-nxc8v, hostIfaceName: c617367bc2ad1c9, network: default, NAD default, SandboxID: "c617367bc2ad1c9b8c2c3c4931dcdb41790b8675c0a57abda4172e5ec4ed12db", PCI device ID: , UID: "fe595a55-f71a-496b-99c1-7e638ddb2615", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0521 19:31:09.808290 3649 cni.go:452] [openshift-dns/dns-default-g42cj 2de38d42d469c003ac57fc351c5cc59d9cadfabce7e2178c73dcc8466fd87055 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-g42cj 2de38d42d469c003ac57fc351c5cc59d9cadfabce7e2178c73dcc8466fd87055 network default NAD default NAD key ] I0521 19:31:09.819689 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-g42cj, hostIfaceName: 2de38d42d469c00, network: default, NAD default, SandboxID: "2de38d42d469c003ac57fc351c5cc59d9cadfabce7e2178c73dcc8466fd87055", PCI device ID: , UID: "406bd760-8109-4315-b543-9328ba0357c2", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0521 19:31:09.820532 3649 cni.go:473] [openshift-image-registry/image-registry-7f6fc9dd99-nxc8v c617367bc2ad1c9b8c2c3c4931dcdb41790b8675c0a57abda4172e5ec4ed12db network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7f6fc9dd99-nxc8v c617367bc2ad1c9b8c2c3c4931dcdb41790b8675c0a57abda4172e5ec4ed12db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:4a:f9:91:7d:58\",\"name\":\"c617367bc2ad1c9\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c0415ced-939e-436e-8b9e-5d746d252b48\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:31:09.863409 3649 cni.go:473] [openshift-dns/dns-default-g42cj 2de38d42d469c003ac57fc351c5cc59d9cadfabce7e2178c73dcc8466fd87055 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-g42cj 2de38d42d469c003ac57fc351c5cc59d9cadfabce7e2178c73dcc8466fd87055 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:e2:2e:09:db:8b\",\"name\":\"2de38d42d469c00\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/99724d87-8193-47d6-ba67-22154d220db7\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:31:25.737879 3649 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:31:25.738047 3649 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:31:25.794843 3649 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:31:25.829307 3649 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:31:25.846269 3649 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-msmxh] creating logical port openshift-insights_insights-runtime-extractor-msmxh for pod on switch ip-10-0-2-237.ec2.internal I0521 19:31:25.846349 3649 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-msmxh I0521 19:31:25.885522 3649 pod.go:62] [openshift-insights/insights-runtime-extractor-msmxh] pod update took 39.197974ms I0521 19:31:25.885559 3649 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-msmxh] addLogicalPort annotation time took 39.220531ms I0521 19:31:25.886629 3649 pods.go:271] [openshift-insights/insights-runtime-extractor-msmxh] addLogicalPort took 40.369358ms, libovsdb time 790.252µs I0521 19:31:25.973776 3649 cni.go:452] [openshift-ingress/router-default-b5c7dbfc9-lkfgx f5a652a6b2211c230c29a68707ac7d9e3eac4ecb1e26a715063affaff1d5fbfe network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-b5c7dbfc9-lkfgx f5a652a6b2211c230c29a68707ac7d9e3eac4ecb1e26a715063affaff1d5fbfe network default NAD default NAD key ] I0521 19:31:25.988287 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-b5c7dbfc9-lkfgx, hostIfaceName: f5a652a6b2211c2, network: default, NAD default, SandboxID: "f5a652a6b2211c230c29a68707ac7d9e3eac4ecb1e26a715063affaff1d5fbfe", PCI device ID: , UID: "59b63832-45b6-4598-b6b6-15157563eb84", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0521 19:31:26.038163 3649 cni.go:473] [openshift-ingress/router-default-b5c7dbfc9-lkfgx f5a652a6b2211c230c29a68707ac7d9e3eac4ecb1e26a715063affaff1d5fbfe network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-b5c7dbfc9-lkfgx f5a652a6b2211c230c29a68707ac7d9e3eac4ecb1e26a715063affaff1d5fbfe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:e9:8c:30:bd:00\",\"name\":\"f5a652a6b2211c2\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c0c10bf-cc27-4584-a35d-707fb394a370\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:31:26.200638 3649 cni.go:452] [openshift-insights/insights-runtime-extractor-msmxh 19cdfad54c73041de8c1f33608f757a4a50d3ab56d74b875b2d880636a5731be network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-msmxh 19cdfad54c73041de8c1f33608f757a4a50d3ab56d74b875b2d880636a5731be network default NAD default NAD key ] I0521 19:31:26.209679 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-msmxh, hostIfaceName: 19cdfad54c73041, network: default, NAD default, SandboxID: "19cdfad54c73041de8c1f33608f757a4a50d3ab56d74b875b2d880636a5731be", PCI device ID: , UID: "940141b8-def4-4189-861c-78922af459ce", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0521 19:31:26.255685 3649 cni.go:473] [openshift-insights/insights-runtime-extractor-msmxh 19cdfad54c73041de8c1f33608f757a4a50d3ab56d74b875b2d880636a5731be network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-msmxh 19cdfad54c73041de8c1f33608f757a4a50d3ab56d74b875b2d880636a5731be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:67:92:5c:83:14\",\"name\":\"19cdfad54c73041\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a187f28f-64d8-4688-8549-a8b41e955291\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:31:27.077204 3649 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-h64jq] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-h64jq for pod on switch ip-10-0-2-237.ec2.internal I0521 19:31:27.077306 3649 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-h64jq I0521 19:31:27.093991 3649 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-h64jq] pod update took 16.706223ms I0521 19:31:27.094012 3649 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-h64jq] addLogicalPort annotation time took 16.732165ms I0521 19:31:27.095055 3649 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-h64jq] addLogicalPort took 17.86276ms, libovsdb time 780.987µs W0521 19:31:27.121228 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0521 19:31:27.121249 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0521 19:31:27.439618 3649 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-h64jq 732f91258e3d04062099794242e079de7ed3c619559e4528122cbea17a87fcff network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-h64jq 732f91258e3d04062099794242e079de7ed3c619559e4528122cbea17a87fcff network default NAD default NAD key ] I0521 19:31:27.449504 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-h64jq, hostIfaceName: 732f91258e3d040, network: default, NAD default, SandboxID: "732f91258e3d04062099794242e079de7ed3c619559e4528122cbea17a87fcff", PCI device ID: , UID: "cee12e4c-9ccc-489c-b3ed-06ad736e9cfa", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0521 19:31:27.496323 3649 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-h64jq 732f91258e3d04062099794242e079de7ed3c619559e4528122cbea17a87fcff network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-h64jq 732f91258e3d04062099794242e079de7ed3c619559e4528122cbea17a87fcff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:47:d1:54:a1:ad\",\"name\":\"732f91258e3d040\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/761d3417-71f6-49d4-92d3-b8c304e3732b\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:31:28.096092 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:31:28.096113 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:31:28.096119 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:31:28.099111 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0521 19:31:28.099131 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0521 19:31:28.244032 3649 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0521 19:31:29.090650 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0521 19:31:29.120422 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0521 19:31:29.912912 3649 cni.go:452] [openshift-multus/network-metrics-daemon-vjrtd af67fa3eed9a0eac14b6ae0900aedea0edbf30ba686ad7e665ad4d7471837530 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-vjrtd af67fa3eed9a0eac14b6ae0900aedea0edbf30ba686ad7e665ad4d7471837530 network default NAD default NAD key ] I0521 19:31:29.921842 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-vjrtd, hostIfaceName: af67fa3eed9a0ea, network: default, NAD default, SandboxID: "af67fa3eed9a0eac14b6ae0900aedea0edbf30ba686ad7e665ad4d7471837530", PCI device ID: , UID: "11d8e4dc-db37-4a83-808d-2c3535e5b635", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0521 19:31:29.966144 3649 cni.go:473] [openshift-multus/network-metrics-daemon-vjrtd af67fa3eed9a0eac14b6ae0900aedea0edbf30ba686ad7e665ad4d7471837530 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-vjrtd af67fa3eed9a0eac14b6ae0900aedea0edbf30ba686ad7e665ad4d7471837530 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:9f:75:9c:ff:8e\",\"name\":\"af67fa3eed9a0ea\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/84bfb866-1dbb-4adf-8ff3-061464e9b5c0\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:31:31.042232 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:31:34.017453 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 19:31:36.910188 3649 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-p5brn] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-p5brn for pod on switch ip-10-0-2-237.ec2.internal I0521 19:31:36.910280 3649 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-p5brn I0521 19:31:36.932167 3649 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-p5brn] pod update took 21.914519ms I0521 19:31:36.932206 3649 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-p5brn] addLogicalPort annotation time took 21.955401ms I0521 19:31:36.933415 3649 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-p5brn] addLogicalPort took 23.264465ms, libovsdb time 890.577µs I0521 19:31:37.265939 3649 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-p5brn eb31041a84dc4e76d9e3ca7569097e6ec09a0a19ad4aa075229c4d7e531596cd network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-p5brn eb31041a84dc4e76d9e3ca7569097e6ec09a0a19ad4aa075229c4d7e531596cd network default NAD default NAD key ] I0521 19:31:37.275069 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-p5brn, hostIfaceName: eb31041a84dc4e7, network: default, NAD default, SandboxID: "eb31041a84dc4e76d9e3ca7569097e6ec09a0a19ad4aa075229c4d7e531596cd", PCI device ID: , UID: "339e6572-158c-4894-897b-b29a452b80a0", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0521 19:31:37.323243 3649 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-p5brn eb31041a84dc4e76d9e3ca7569097e6ec09a0a19ad4aa075229c4d7e531596cd network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-p5brn eb31041a84dc4e76d9e3ca7569097e6ec09a0a19ad4aa075229c4d7e531596cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:2b:b2:eb:68:9f\",\"name\":\"eb31041a84dc4e7\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e8f2f707-8c28-4376-af3e-f0dc5ff12f5c\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:31:37.984383 3649 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-237.ec2.internal I0521 19:31:37.984491 3649 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0521 19:31:38.008505 3649 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 24.051855ms I0521 19:31:38.008525 3649 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 24.075729ms I0521 19:31:38.009669 3649 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 25.301265ms, libovsdb time 817.537µs I0521 19:31:38.344469 3649 cni.go:452] [openshift-monitoring/alertmanager-main-0 ff51e60dea93e92e775067536cfc0f12a4fd78167ab54c2458585f546dd80b01 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 ff51e60dea93e92e775067536cfc0f12a4fd78167ab54c2458585f546dd80b01 network default NAD default NAD key ] I0521 19:31:38.354378 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: ff51e60dea93e92, network: default, NAD default, SandboxID: "ff51e60dea93e92e775067536cfc0f12a4fd78167ab54c2458585f546dd80b01", PCI device ID: , UID: "695fd6a0-9f67-4b7a-b71e-ca6934c6259d", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0521 19:31:38.408369 3649 cni.go:473] [openshift-monitoring/alertmanager-main-0 ff51e60dea93e92e775067536cfc0f12a4fd78167ab54c2458585f546dd80b01 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 ff51e60dea93e92e775067536cfc0f12a4fd78167ab54c2458585f546dd80b01 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:5d:22:d7:ef:39\",\"name\":\"ff51e60dea93e92\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e00419a-0452-4320-9c69-c8cd264da0e3\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:31:39.880611 3649 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-66dbdc894b-vwpgl] creating logical port openshift-monitoring_thanos-querier-66dbdc894b-vwpgl for pod on switch ip-10-0-2-237.ec2.internal I0521 19:31:39.880702 3649 kube.go:256] Updating pod openshift-monitoring/thanos-querier-66dbdc894b-vwpgl I0521 19:31:39.902476 3649 pod.go:62] [openshift-monitoring/thanos-querier-66dbdc894b-vwpgl] pod update took 21.809633ms I0521 19:31:39.902499 3649 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-66dbdc894b-vwpgl] addLogicalPort annotation time took 21.837636ms I0521 19:31:39.903654 3649 pods.go:271] [openshift-monitoring/thanos-querier-66dbdc894b-vwpgl] addLogicalPort took 23.05499ms, libovsdb time 855.508µs W0521 19:31:40.167677 3649 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:31:40.167698 3649 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:31:40.167705 3649 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 19:31:40.237771 3649 cni.go:452] [openshift-monitoring/thanos-querier-66dbdc894b-vwpgl c6d872e60b9c3c730eb5d3ea05b4130c0b9be479a61c0d62df852b19a1d98f76 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-66dbdc894b-vwpgl c6d872e60b9c3c730eb5d3ea05b4130c0b9be479a61c0d62df852b19a1d98f76 network default NAD default NAD key ] I0521 19:31:40.247972 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-66dbdc894b-vwpgl, hostIfaceName: c6d872e60b9c3c7, network: default, NAD default, SandboxID: "c6d872e60b9c3c730eb5d3ea05b4130c0b9be479a61c0d62df852b19a1d98f76", PCI device ID: , UID: "663fd9f7-0fab-4993-aad9-ffcdb6412115", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] W0521 19:31:40.284519 3649 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:31:40.284537 3649 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:31:40.284542 3649 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 19:31:40.293765 3649 cni.go:473] [openshift-monitoring/thanos-querier-66dbdc894b-vwpgl c6d872e60b9c3c730eb5d3ea05b4130c0b9be479a61c0d62df852b19a1d98f76 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-66dbdc894b-vwpgl c6d872e60b9c3c730eb5d3ea05b4130c0b9be479a61c0d62df852b19a1d98f76 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:48:d7:90:7e:65\",\"name\":\"c6d872e60b9c3c7\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ffdf54fc-5cee-410b-a7eb-6a386cdf92a8\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:31:41.448321 3649 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-z7tk7] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-z7tk7 for pod on switch ip-10-0-2-237.ec2.internal I0521 19:31:41.448467 3649 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-z7tk7 I0521 19:31:41.463887 3649 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-z7tk7] pod update took 15.454694ms I0521 19:31:41.463916 3649 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-z7tk7] addLogicalPort annotation time took 15.485762ms I0521 19:31:41.465253 3649 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-z7tk7] addLogicalPort took 16.949513ms, libovsdb time 936.312µs I0521 19:31:41.621770 3649 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-777c69bf59-cl5p7] creating logical port openshift-monitoring_metrics-server-777c69bf59-cl5p7 for pod on switch ip-10-0-2-237.ec2.internal I0521 19:31:41.621921 3649 kube.go:256] Updating pod openshift-monitoring/metrics-server-777c69bf59-cl5p7 I0521 19:31:41.658140 3649 pod.go:62] [openshift-monitoring/metrics-server-777c69bf59-cl5p7] pod update took 36.243736ms I0521 19:31:41.658170 3649 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-777c69bf59-cl5p7] addLogicalPort annotation time took 36.292611ms I0521 19:31:41.659470 3649 pods.go:271] [openshift-monitoring/metrics-server-777c69bf59-cl5p7] addLogicalPort took 37.724624ms, libovsdb time 920.961µs I0521 19:31:42.464881 3649 cni.go:452] [openshift-monitoring/metrics-server-777c69bf59-cl5p7 ebb26cdbd5322098044dd4641bb76c694840692a6e0f23ae27cd9ac962337b79 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-777c69bf59-cl5p7 ebb26cdbd5322098044dd4641bb76c694840692a6e0f23ae27cd9ac962337b79 network default NAD default NAD key ] I0521 19:31:42.465891 3649 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-z7tk7 09b338f9e20d670c0c28fe7b44c28f5102c281d032de1b531b4104d3040cd10b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-z7tk7 09b338f9e20d670c0c28fe7b44c28f5102c281d032de1b531b4104d3040cd10b network default NAD default NAD key ] I0521 19:31:42.479033 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-777c69bf59-cl5p7, hostIfaceName: ebb26cdbd532209, network: default, NAD default, SandboxID: "ebb26cdbd5322098044dd4641bb76c694840692a6e0f23ae27cd9ac962337b79", PCI device ID: , UID: "3dbdc0b1-9cca-40a8-bfa8-b378fe92615d", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0521 19:31:42.484713 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-z7tk7, hostIfaceName: 09b338f9e20d670, network: default, NAD default, SandboxID: "09b338f9e20d670c0c28fe7b44c28f5102c281d032de1b531b4104d3040cd10b", PCI device ID: , UID: "8dcb93f6-b0ec-46b7-9fa8-076e0c82f8c8", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0521 19:31:42.541133 3649 cni.go:473] [openshift-monitoring/metrics-server-777c69bf59-cl5p7 ebb26cdbd5322098044dd4641bb76c694840692a6e0f23ae27cd9ac962337b79 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-777c69bf59-cl5p7 ebb26cdbd5322098044dd4641bb76c694840692a6e0f23ae27cd9ac962337b79 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:57:8d:e6:31:68\",\"name\":\"ebb26cdbd532209\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6af65d79-7d95-46f3-8a3a-714daaf9345c\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:31:42.568773 3649 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-z7tk7 09b338f9e20d670c0c28fe7b44c28f5102c281d032de1b531b4104d3040cd10b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-z7tk7 09b338f9e20d670c0c28fe7b44c28f5102c281d032de1b531b4104d3040cd10b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:59:33:ab:f4:96\",\"name\":\"09b338f9e20d670\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/772a43e3-8a8e-40d9-807b-58a3cf4a638a\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:31:42.912653 3649 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-tjht7] creating logical port openshift-console_downloads-5c54f4944f-tjht7 for pod on switch ip-10-0-2-237.ec2.internal I0521 19:31:42.912778 3649 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-tjht7 I0521 19:31:42.931970 3649 pod.go:62] [openshift-console/downloads-5c54f4944f-tjht7] pod update took 19.2187ms I0521 19:31:42.931990 3649 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-tjht7] addLogicalPort annotation time took 19.243578ms I0521 19:31:42.933208 3649 pods.go:271] [openshift-console/downloads-5c54f4944f-tjht7] addLogicalPort took 20.57401ms, libovsdb time 887.463µs I0521 19:31:43.291665 3649 cni.go:452] [openshift-console/downloads-5c54f4944f-tjht7 d61f0e550ea3dde1c9b7b25f697609462d36062648472193209557f33bff65ff network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-tjht7 d61f0e550ea3dde1c9b7b25f697609462d36062648472193209557f33bff65ff network default NAD default NAD key ] I0521 19:31:43.303617 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-tjht7, hostIfaceName: d61f0e550ea3dde, network: default, NAD default, SandboxID: "d61f0e550ea3dde1c9b7b25f697609462d36062648472193209557f33bff65ff", PCI device ID: , UID: "7435362a-28af-4714-93fb-e3c6460981c0", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0521 19:31:43.343914 3649 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-237.ec2.internal I0521 19:31:43.344108 3649 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0521 19:31:43.369762 3649 cni.go:473] [openshift-console/downloads-5c54f4944f-tjht7 d61f0e550ea3dde1c9b7b25f697609462d36062648472193209557f33bff65ff network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-tjht7 d61f0e550ea3dde1c9b7b25f697609462d36062648472193209557f33bff65ff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:55:fd:24:ff:3e\",\"name\":\"d61f0e550ea3dde\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f6f43b3-7116-4239-b283-9c367d76b759\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:31:43.412850 3649 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 68.793642ms I0521 19:31:43.412883 3649 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 68.83114ms I0521 19:31:43.414262 3649 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 70.364685ms, libovsdb time 998.723µs I0521 19:31:44.169823 3649 cni.go:452] [openshift-monitoring/prometheus-k8s-1 18aa7659f185f17edd3599cc8eb75000f531725ca2bc0290d7baa9b2788ad398 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 18aa7659f185f17edd3599cc8eb75000f531725ca2bc0290d7baa9b2788ad398 network default NAD default NAD key ] I0521 19:31:44.179778 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 18aa7659f185f17, network: default, NAD default, SandboxID: "18aa7659f185f17edd3599cc8eb75000f531725ca2bc0290d7baa9b2788ad398", PCI device ID: , UID: "c83bb5a2-e85f-42b0-ae17-a7ccdd659455", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0521 19:31:44.234724 3649 cni.go:473] [openshift-monitoring/prometheus-k8s-1 18aa7659f185f17edd3599cc8eb75000f531725ca2bc0290d7baa9b2788ad398 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 18aa7659f185f17edd3599cc8eb75000f531725ca2bc0290d7baa9b2788ad398 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:bb:2d:b5:7b:1e\",\"name\":\"18aa7659f185f17\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24791b54-9673-4614-830a-d4ec6e316e6d\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:31:45.192650 3649 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:31:45.192675 3649 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:31:45.235702 3649 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:45.235794 3649 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:45.235811 3649 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:45.235819 3649 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:45.325038 3649 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:45.325059 3649 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:45.325066 3649 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:45.325072 3649 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:45.351923 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:31:45.391162 3649 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:31:45.391195 3649 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:31:45.446988 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:31:50.105692 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0521 19:31:51.080721 3649 obj_retry.go:498] Detected object openshift-image-registry/image-registry-bd494c47b-4dxcq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:31:51.081332 3649 obj_retry.go:498] Detected object openshift-image-registry/image-registry-bd494c47b-4dxcq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:31:51.161424 3649 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f6fc9dd99-bsl8d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:31:51.161899 3649 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f6fc9dd99-bsl8d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:31:51.212293 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:51.212311 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:51.212317 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:51.212322 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:51.372265 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0521 19:31:51.386010 3649 obj_retry.go:492] Detected object openshift-image-registry/image-registry-bd494c47b-4dxcq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:31:51.386037 3649 obj_retry.go:492] Detected object openshift-image-registry/image-registry-bd494c47b-4dxcq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:31:51.394919 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-bd494c47b-4dxcq I0521 19:31:51.394948 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-bd494c47b-4dxcq I0521 19:31:52.130498 3649 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f6fc9dd99-bsl8d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:31:52.130521 3649 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f6fc9dd99-bsl8d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:31:52.133804 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7f6fc9dd99-bsl8d I0521 19:31:52.133823 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7f6fc9dd99-bsl8d I0521 19:31:55.732299 3649 base_network_controller_pods.go:487] [default/openshift-console/console-98cccdcd6-qq86d] creating logical port openshift-console_console-98cccdcd6-qq86d for pod on switch ip-10-0-2-237.ec2.internal I0521 19:31:55.732454 3649 kube.go:256] Updating pod openshift-console/console-98cccdcd6-qq86d I0521 19:31:55.748251 3649 pod.go:62] [openshift-console/console-98cccdcd6-qq86d] pod update took 15.823332ms I0521 19:31:55.748274 3649 base_network_controller_pods.go:951] [default/openshift-console/console-98cccdcd6-qq86d] addLogicalPort annotation time took 15.852316ms I0521 19:31:55.749603 3649 pods.go:271] [openshift-console/console-98cccdcd6-qq86d] addLogicalPort took 17.325543ms, libovsdb time 961.065µs W0521 19:31:55.762660 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0521 19:31:58.915281 3649 cni.go:452] [openshift-console/console-98cccdcd6-qq86d 26872a9a92ebc1465a2a6e978db677f4c17cea48a4606a29f6c3b97d761e5973 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-98cccdcd6-qq86d 26872a9a92ebc1465a2a6e978db677f4c17cea48a4606a29f6c3b97d761e5973 network default NAD default NAD key ] I0521 19:31:58.924613 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-98cccdcd6-qq86d, hostIfaceName: 26872a9a92ebc14, network: default, NAD default, SandboxID: "26872a9a92ebc1465a2a6e978db677f4c17cea48a4606a29f6c3b97d761e5973", PCI device ID: , UID: "74cb3bfd-223c-458c-be05-91685fa0107c", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0521 19:31:58.973727 3649 cni.go:473] [openshift-console/console-98cccdcd6-qq86d 26872a9a92ebc1465a2a6e978db677f4c17cea48a4606a29f6c3b97d761e5973 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-98cccdcd6-qq86d 26872a9a92ebc1465a2a6e978db677f4c17cea48a4606a29f6c3b97d761e5973 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:b4:4c:25:3c:3a\",\"name\":\"26872a9a92ebc14\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b6dda48-81ac-4f26-84a8-935c8d5ff22c\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:31:59.249465 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0521 19:31:59.280654 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0521 19:32:02.159652 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0521 19:32:02.182416 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0521 19:32:06.197648 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:32:06.289668 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:32:08.405437 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:32:08.405462 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:32:08.405469 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:32:17.219826 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0521 19:32:21.093747 3649 obj_retry.go:498] Detected object openshift-console/console-74c4764979-6srgx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:21.094266 3649 obj_retry.go:498] Detected object openshift-console/console-74c4764979-6srgx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:21.484012 3649 obj_retry.go:492] Detected object openshift-console/console-74c4764979-6srgx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:21.484039 3649 obj_retry.go:492] Detected object openshift-console/console-74c4764979-6srgx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:21.491304 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74c4764979-6srgx I0521 19:32:21.491327 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74c4764979-6srgx I0521 19:32:31.611089 3649 obj_retry.go:498] Detected object openshift-console/console-74c4764979-v5lzc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:31.611639 3649 obj_retry.go:498] Detected object openshift-console/console-74c4764979-v5lzc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:32.269104 3649 obj_retry.go:492] Detected object openshift-console/console-74c4764979-v5lzc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:32.269124 3649 obj_retry.go:492] Detected object openshift-console/console-74c4764979-v5lzc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:32.275318 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74c4764979-v5lzc I0521 19:32:32.275339 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74c4764979-v5lzc I0521 19:32:38.345826 3649 obj_retry.go:498] Detected object openshift-ingress/router-default-d55967f5c-w2q8w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:38.346451 3649 obj_retry.go:498] Detected object openshift-ingress/router-default-d55967f5c-w2q8w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:39.304769 3649 obj_retry.go:492] Detected object openshift-ingress/router-default-d55967f5c-w2q8w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:39.304790 3649 obj_retry.go:492] Detected object openshift-ingress/router-default-d55967f5c-w2q8w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:39.308156 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-d55967f5c-w2q8w I0521 19:32:39.308192 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-d55967f5c-w2q8w I0521 19:32:39.843844 3649 cni.go:452] [openshift-image-registry/image-registry-7f6fc9dd99-nxc8v c617367bc2ad1c9b8c2c3c4931dcdb41790b8675c0a57abda4172e5ec4ed12db network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-7f6fc9dd99-nxc8v c617367bc2ad1c9b8c2c3c4931dcdb41790b8675c0a57abda4172e5ec4ed12db network default NAD default NAD key ] I0521 19:32:39.925759 3649 cni.go:473] [openshift-image-registry/image-registry-7f6fc9dd99-nxc8v c617367bc2ad1c9b8c2c3c4931dcdb41790b8675c0a57abda4172e5ec4ed12db network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-7f6fc9dd99-nxc8v c617367bc2ad1c9b8c2c3c4931dcdb41790b8675c0a57abda4172e5ec4ed12db network default NAD default NAD key default], result "{}", err I0521 19:32:39.990943 3649 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f6fc9dd99-nxc8v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:39.990978 3649 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7f6fc9dd99-nxc8v I0521 19:32:39.992321 3649 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7f6fc9dd99-nxc8v, ips: 10.129.0.6 I0521 19:32:39.992350 3649 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f6fc9dd99-nxc8v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:40.428044 3649 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f6fc9dd99-nxc8v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:40.428072 3649 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f6fc9dd99-nxc8v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:40.432616 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7f6fc9dd99-nxc8v I0521 19:32:40.432637 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7f6fc9dd99-nxc8v W0521 19:32:44.509639 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:32:44.509661 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 19:32:58.802166 3649 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:58.802873 3649 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:59.647394 3649 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:59.647425 3649 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:59.653229 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0521 19:32:59.653254 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0521 19:33:01.701842 3649 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-66777fd7f7-h28x4] creating logical port openshift-monitoring_telemeter-client-66777fd7f7-h28x4 for pod on switch ip-10-0-2-237.ec2.internal I0521 19:33:01.701976 3649 kube.go:256] Updating pod openshift-monitoring/telemeter-client-66777fd7f7-h28x4 I0521 19:33:01.720629 3649 pod.go:62] [openshift-monitoring/telemeter-client-66777fd7f7-h28x4] pod update took 18.683109ms I0521 19:33:01.720658 3649 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-66777fd7f7-h28x4] addLogicalPort annotation time took 18.715944ms I0521 19:33:01.722046 3649 pods.go:271] [openshift-monitoring/telemeter-client-66777fd7f7-h28x4] addLogicalPort took 20.226171ms, libovsdb time 965.673µs I0521 19:33:02.082424 3649 cni.go:452] [openshift-monitoring/telemeter-client-66777fd7f7-h28x4 a8051ae5c7a58c9c86e4982481dfab332d164b1c87335719729f02d119915161 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-66777fd7f7-h28x4 a8051ae5c7a58c9c86e4982481dfab332d164b1c87335719729f02d119915161 network default NAD default NAD key ] I0521 19:33:02.091381 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-66777fd7f7-h28x4, hostIfaceName: a8051ae5c7a58c9, network: default, NAD default, SandboxID: "a8051ae5c7a58c9c86e4982481dfab332d164b1c87335719729f02d119915161", PCI device ID: , UID: "b7011b11-64e7-4b5d-b1cc-3ea13748d508", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0521 19:33:02.138774 3649 cni.go:473] [openshift-monitoring/telemeter-client-66777fd7f7-h28x4 a8051ae5c7a58c9c86e4982481dfab332d164b1c87335719729f02d119915161 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-66777fd7f7-h28x4 a8051ae5c7a58c9c86e4982481dfab332d164b1c87335719729f02d119915161 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:8a:e5:27:09:23\",\"name\":\"a8051ae5c7a58c9\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86ec35aa-9b49-415e-839a-be926cd6e2ae\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:33:03.560439 3649 cni.go:452] [openshift-monitoring/prometheus-k8s-1 18aa7659f185f17edd3599cc8eb75000f531725ca2bc0290d7baa9b2788ad398 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 18aa7659f185f17edd3599cc8eb75000f531725ca2bc0290d7baa9b2788ad398 network default NAD default NAD key ] I0521 19:33:03.647744 3649 cni.go:473] [openshift-monitoring/prometheus-k8s-1 18aa7659f185f17edd3599cc8eb75000f531725ca2bc0290d7baa9b2788ad398 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 18aa7659f185f17edd3599cc8eb75000f531725ca2bc0290d7baa9b2788ad398 network default NAD default NAD key default], result "{}", err I0521 19:33:03.703580 3649 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:03.703622 3649 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0521 19:33:03.704986 3649 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.19 I0521 19:33:03.705011 3649 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:04.543193 3649 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:04.543223 3649 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:04.550318 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0521 19:33:04.550348 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0521 19:33:04.593751 3649 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-237.ec2.internal I0521 19:33:04.593864 3649 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0521 19:33:04.614533 3649 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 20.709176ms I0521 19:33:04.614553 3649 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 20.732715ms I0521 19:33:04.615761 3649 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 22.027426ms, libovsdb time 865.314µs I0521 19:33:04.954218 3649 cni.go:452] [openshift-monitoring/prometheus-k8s-1 5a22eff86d47c59b6318167686a771eedb70ecca0518f57353f025fa04dbaf09 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 5a22eff86d47c59b6318167686a771eedb70ecca0518f57353f025fa04dbaf09 network default NAD default NAD key ] I0521 19:33:04.963393 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 5a22eff86d47c59, network: default, NAD default, SandboxID: "5a22eff86d47c59b6318167686a771eedb70ecca0518f57353f025fa04dbaf09", PCI device ID: , UID: "4cc4b1e9-30a1-4027-8420-3c7477452094", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0521 19:33:05.011162 3649 cni.go:473] [openshift-monitoring/prometheus-k8s-1 5a22eff86d47c59b6318167686a771eedb70ecca0518f57353f025fa04dbaf09 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 5a22eff86d47c59b6318167686a771eedb70ecca0518f57353f025fa04dbaf09 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:ff:87:ab:f0:d7\",\"name\":\"5a22eff86d47c59\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6370a61d-7655-49a3-aee9-59a7c5bc09d3\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:33:21.277402 3649 cni.go:452] [openshift-monitoring/alertmanager-main-0 ff51e60dea93e92e775067536cfc0f12a4fd78167ab54c2458585f546dd80b01 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 ff51e60dea93e92e775067536cfc0f12a4fd78167ab54c2458585f546dd80b01 network default NAD default NAD key ] I0521 19:33:21.350614 3649 cni.go:473] [openshift-monitoring/alertmanager-main-0 ff51e60dea93e92e775067536cfc0f12a4fd78167ab54c2458585f546dd80b01 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 ff51e60dea93e92e775067536cfc0f12a4fd78167ab54c2458585f546dd80b01 network default NAD default NAD key default], result "{}", err I0521 19:33:21.416745 3649 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:21.416876 3649 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0521 19:33:21.418240 3649 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.129.0.14 I0521 19:33:21.418270 3649 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:21.640199 3649 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:21.640229 3649 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:21.650564 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0521 19:33:21.650590 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0521 19:33:21.688460 3649 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-237.ec2.internal I0521 19:33:21.688675 3649 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0521 19:33:21.707886 3649 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 19.306264ms I0521 19:33:21.707910 3649 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 19.336205ms I0521 19:33:21.709169 3649 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 20.733017ms, libovsdb time 932.115µs I0521 19:33:22.046998 3649 cni.go:452] [openshift-monitoring/alertmanager-main-0 00ba219024d04f904e5334a8c7c591412dc070cfe67f2d341bbec0013454f9b5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 00ba219024d04f904e5334a8c7c591412dc070cfe67f2d341bbec0013454f9b5 network default NAD default NAD key ] I0521 19:33:22.056405 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 00ba219024d04f9, network: default, NAD default, SandboxID: "00ba219024d04f904e5334a8c7c591412dc070cfe67f2d341bbec0013454f9b5", PCI device ID: , UID: "f6230836-25b5-4158-8382-221fdd7faa05", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0521 19:33:22.104930 3649 cni.go:473] [openshift-monitoring/alertmanager-main-0 00ba219024d04f904e5334a8c7c591412dc070cfe67f2d341bbec0013454f9b5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 00ba219024d04f904e5334a8c7c591412dc070cfe67f2d341bbec0013454f9b5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:dd:33:77:f5:0f\",\"name\":\"00ba219024d04f9\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29db24e1-7bec-4b46-be15-3c7bbb60c994\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:33:22.602615 3649 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:22.603186 3649 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:22.603225 3649 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:33:22.603234 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0521 19:33:22.603244 3649 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:33:22.603252 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0521 19:33:23.628493 3649 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:23.628517 3649 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:23.628536 3649 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:23.628544 3649 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:26.742685 3649 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 19:33:26.752113 3649 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 19:33:30.226911 3649 obj_retry.go:498] Detected object openshift-console/console-98cccdcd6-xlmmk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:30.227485 3649 obj_retry.go:498] Detected object openshift-console/console-98cccdcd6-xlmmk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:30.801532 3649 obj_retry.go:492] Detected object openshift-console/console-98cccdcd6-xlmmk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:30.801554 3649 obj_retry.go:492] Detected object openshift-console/console-98cccdcd6-xlmmk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:30.808646 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-98cccdcd6-xlmmk I0521 19:33:30.808678 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-98cccdcd6-xlmmk W0521 19:33:31.528041 3649 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:33:40.664644 3649 cni.go:452] [openshift-console/console-98cccdcd6-qq86d 26872a9a92ebc1465a2a6e978db677f4c17cea48a4606a29f6c3b97d761e5973 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-98cccdcd6-qq86d 26872a9a92ebc1465a2a6e978db677f4c17cea48a4606a29f6c3b97d761e5973 network default NAD default NAD key ] I0521 19:33:40.734712 3649 cni.go:473] [openshift-console/console-98cccdcd6-qq86d 26872a9a92ebc1465a2a6e978db677f4c17cea48a4606a29f6c3b97d761e5973 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-98cccdcd6-qq86d 26872a9a92ebc1465a2a6e978db677f4c17cea48a4606a29f6c3b97d761e5973 network default NAD default NAD key default], result "{}", err I0521 19:33:40.786436 3649 obj_retry.go:498] Detected object openshift-console/console-98cccdcd6-qq86d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:40.786508 3649 pods.go:176] Deleting pod: openshift-console/console-98cccdcd6-qq86d I0521 19:33:40.788191 3649 pods.go:236] Attempting to release IPs for pod: openshift-console/console-98cccdcd6-qq86d, ips: 10.129.0.20 I0521 19:33:40.788227 3649 obj_retry.go:498] Detected object openshift-console/console-98cccdcd6-qq86d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:41.727525 3649 obj_retry.go:492] Detected object openshift-console/console-98cccdcd6-qq86d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:41.727548 3649 obj_retry.go:492] Detected object openshift-console/console-98cccdcd6-qq86d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:41.734998 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-98cccdcd6-qq86d I0521 19:33:41.735022 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-98cccdcd6-qq86d W0521 19:33:42.120883 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:33:42.120903 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:33:42.120909 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 19:33:43.530201 3649 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0521 19:33:51.752099 3649 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-k45d9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:51.752657 3649 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-k45d9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:52.623283 3649 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-k45d9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:52.623303 3649 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-k45d9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:34:05.868209 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:34:05.868242 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 19:34:07.196301 3649 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:34:07.196799 3649 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:34:07.936469 3649 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:34:07.936493 3649 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:34:07.943275 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0521 19:34:07.943300 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0521 19:35:20.699140 3649 base_network_controller_pods.go:487] [default/openshift-console/console-bc84c87fd-5glg6] creating logical port openshift-console_console-bc84c87fd-5glg6 for pod on switch ip-10-0-2-237.ec2.internal I0521 19:35:20.699258 3649 kube.go:256] Updating pod openshift-console/console-bc84c87fd-5glg6 I0521 19:35:20.722937 3649 pod.go:62] [openshift-console/console-bc84c87fd-5glg6] pod update took 23.704807ms I0521 19:35:20.722967 3649 base_network_controller_pods.go:951] [default/openshift-console/console-bc84c87fd-5glg6] addLogicalPort annotation time took 23.737288ms I0521 19:35:20.724423 3649 pods.go:271] [openshift-console/console-bc84c87fd-5glg6] addLogicalPort took 25.300047ms, libovsdb time 1.027389ms I0521 19:35:21.057438 3649 cni.go:452] [openshift-console/console-bc84c87fd-5glg6 67d28db0a75e6e13ec0229b571e50e9dc02055399dd211c5c0847cbb47ff0265 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-bc84c87fd-5glg6 67d28db0a75e6e13ec0229b571e50e9dc02055399dd211c5c0847cbb47ff0265 network default NAD default NAD key ] I0521 19:35:21.066445 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-bc84c87fd-5glg6, hostIfaceName: 67d28db0a75e6e1, network: default, NAD default, SandboxID: "67d28db0a75e6e13ec0229b571e50e9dc02055399dd211c5c0847cbb47ff0265", PCI device ID: , UID: "f61f1815-7ebe-405e-b707-3827a2735190", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0521 19:35:21.115879 3649 cni.go:473] [openshift-console/console-bc84c87fd-5glg6 67d28db0a75e6e13ec0229b571e50e9dc02055399dd211c5c0847cbb47ff0265 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-bc84c87fd-5glg6 67d28db0a75e6e13ec0229b571e50e9dc02055399dd211c5c0847cbb47ff0265 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:b8:df:43:e0:89\",\"name\":\"67d28db0a75e6e1\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e2d66e9-2ee1-4882-a17c-c2ab5b87a165\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:35:31.177547 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 19:35:46.004277 3649 obj_retry.go:498] Detected object openshift-console/console-69fc8bb996-g2vmn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:35:46.004801 3649 obj_retry.go:498] Detected object openshift-console/console-69fc8bb996-g2vmn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:35:46.329507 3649 obj_retry.go:492] Detected object openshift-console/console-69fc8bb996-g2vmn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:35:46.329530 3649 obj_retry.go:492] Detected object openshift-console/console-69fc8bb996-g2vmn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:35:46.335488 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-69fc8bb996-g2vmn I0521 19:35:46.335513 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-69fc8bb996-g2vmn I0521 19:35:56.524211 3649 obj_retry.go:498] Detected object openshift-console/console-69fc8bb996-9s7j7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:35:56.524802 3649 obj_retry.go:498] Detected object openshift-console/console-69fc8bb996-9s7j7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:35:57.359797 3649 obj_retry.go:492] Detected object openshift-console/console-69fc8bb996-9s7j7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:35:57.359819 3649 obj_retry.go:492] Detected object openshift-console/console-69fc8bb996-9s7j7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:35:57.365646 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-69fc8bb996-9s7j7 I0521 19:35:57.365666 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-69fc8bb996-9s7j7 I0521 19:36:12.920298 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=140 I0521 19:37:14.921740 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0521 19:37:26.029377 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0521 19:37:32.014141 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0521 19:37:45.002317 3649 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0521 19:38:00.046764 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0521 19:38:14.018734 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0521 19:38:22.036229 3649 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0521 19:38:27.928064 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=617 I0521 19:38:28.041846 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0521 19:38:41.002192 3649 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0521 19:39:22.921578 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0521 19:39:27.918604 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=80 I0521 19:39:27.920729 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=73 I0521 19:39:38.007361 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0521 19:39:59.042324 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0521 19:40:04.192532 3649 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-cbtww of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:40:04.193103 3649 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-cbtww of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:40:05.089131 3649 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-cbtww of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:40:05.089161 3649 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-cbtww of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:40:53.775108 3649 namespace.go:98] [tsf] adding namespace I0521 19:40:53.776010 3649 namespace.go:102] [tsf] adding namespace took 868.223µs I0521 19:40:53.797775 3649 namespace.go:142] [tsf] updating namespace I0521 19:40:53.812093 3649 namespace.go:142] [tsf] updating namespace I0521 19:40:57.719508 3649 namespace.go:98] [konflux-ui] adding namespace I0521 19:40:57.719623 3649 namespace.go:98] [rhbk-operator] adding namespace I0521 19:40:57.720521 3649 namespace.go:102] [konflux-ui] adding namespace took 992.809µs I0521 19:40:57.721138 3649 namespace.go:102] [rhbk-operator] adding namespace took 1.497854ms I0521 19:40:57.722437 3649 namespace.go:98] [cert-manager-operator] adding namespace I0521 19:40:57.723107 3649 namespace.go:102] [cert-manager-operator] adding namespace took 655.555µs I0521 19:40:57.724288 3649 namespace.go:98] [tsf-tpa] adding namespace I0521 19:40:57.724345 3649 namespace.go:98] [rhtpa-operator] adding namespace I0521 19:40:57.724882 3649 namespace.go:102] [tsf-tpa] adding namespace took 579.807µs I0521 19:40:57.725536 3649 namespace.go:102] [rhtpa-operator] adding namespace took 1.177491ms I0521 19:40:57.728772 3649 namespace.go:98] [konflux-operator] adding namespace I0521 19:40:57.728844 3649 namespace.go:98] [tsf-keycloak] adding namespace I0521 19:40:57.728914 3649 namespace.go:98] [tsf-tas] adding namespace I0521 19:40:57.729409 3649 namespace.go:102] [konflux-operator] adding namespace took 621.609µs I0521 19:40:57.729905 3649 namespace.go:102] [tsf-keycloak] adding namespace took 1.045146ms I0521 19:40:57.730389 3649 namespace.go:102] [tsf-tas] adding namespace took 1.464218ms I0521 19:40:57.743220 3649 namespace.go:142] [konflux-ui] updating namespace I0521 19:40:57.755033 3649 namespace.go:142] [konflux-ui] updating namespace I0521 19:40:57.772161 3649 namespace.go:142] [rhbk-operator] updating namespace I0521 19:40:57.778711 3649 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:40:57.778754 3649 namespace.go:142] [tsf-tpa] updating namespace I0521 19:40:57.778888 3649 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:40:57.781945 3649 namespace.go:142] [konflux-operator] updating namespace I0521 19:40:57.785355 3649 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:40:57.797019 3649 namespace.go:142] [tsf-tas] updating namespace I0521 19:40:57.797065 3649 namespace.go:142] [konflux-ui] updating namespace I0521 19:40:57.820373 3649 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:40:57.839258 3649 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:40:57.858147 3649 namespace.go:142] [tsf-tpa] updating namespace I0521 19:40:57.875225 3649 namespace.go:142] [tsf-tpa] updating namespace I0521 19:40:57.893588 3649 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:40:57.917534 3649 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:40:57.952885 3649 namespace.go:142] [konflux-operator] updating namespace I0521 19:40:57.972132 3649 namespace.go:142] [konflux-operator] updating namespace I0521 19:40:58.005216 3649 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:40:58.024429 3649 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:40:58.036378 3649 namespace.go:142] [tsf-tas] updating namespace I0521 19:40:58.052115 3649 namespace.go:142] [tsf-tas] updating namespace I0521 19:40:58.071400 3649 namespace.go:142] [rhbk-operator] updating namespace I0521 19:40:58.088514 3649 namespace.go:142] [rhbk-operator] updating namespace I0521 19:40:59.105133 3649 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:40:59.105203 3649 namespace.go:142] [tsf-tpa] updating namespace I0521 19:40:59.287818 3649 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-2-237.ec2.internal I0521 19:40:59.287938 3649 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0521 19:40:59.315266 3649 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 27.353197ms I0521 19:40:59.315289 3649 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 27.383692ms I0521 19:40:59.316504 3649 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 28.704254ms, libovsdb time 885.278µs I0521 19:40:59.670352 3649 cni.go:452] [tsf/test-tsf-subscriptions 3264c83f8452285cdd09a303a8271369e579a34645d6bd88d57ae2b20da2fa8a network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 3264c83f8452285cdd09a303a8271369e579a34645d6bd88d57ae2b20da2fa8a network default NAD default NAD key ] I0521 19:40:59.679421 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 3264c83f8452285, network: default, NAD default, SandboxID: "3264c83f8452285cdd09a303a8271369e579a34645d6bd88d57ae2b20da2fa8a", PCI device ID: , UID: "654969ac-973a-4226-8a82-4526b472e507", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0521 19:40:59.728453 3649 cni.go:473] [tsf/test-tsf-subscriptions 3264c83f8452285cdd09a303a8271369e579a34645d6bd88d57ae2b20da2fa8a network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 3264c83f8452285cdd09a303a8271369e579a34645d6bd88d57ae2b20da2fa8a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:07:41:5a:f0:80\",\"name\":\"3264c83f8452285\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3af3acc9-f183-4deb-ac49-e9037bc84c35\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:41:05.488200 3649 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d5mq9l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:05.488793 3649 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d5mq9l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:05.488823 3649 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d5mq9l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:05.488837 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:05.488849 3649 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d5mq9l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:05.488856 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:05.511530 3649 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er9dn8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:05.512056 3649 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er9dn8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:05.512082 3649 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er9dn8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:05.512089 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:05.512097 3649 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er9dn8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:05.512101 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:06.514204 3649 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d5mq9l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:06.514225 3649 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d5mq9l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:06.514239 3649 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d5mq9l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:06.514249 3649 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d5mq9l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:06.542067 3649 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er9dn8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:06.542092 3649 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er9dn8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:06.542111 3649 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er9dn8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:06.542124 3649 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er9dn8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:10.767030 3649 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbh4dz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:10.767564 3649 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbh4dz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:10.767588 3649 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbh4dz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:10.767596 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:10.767604 3649 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbh4dz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:10.767608 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:11.793092 3649 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbh4dz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:11.793115 3649 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbh4dz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:11.793133 3649 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbh4dz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:11.793143 3649 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbh4dz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:12.590146 3649 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77ttfh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.590714 3649 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77ttfh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.590744 3649 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77ttfh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.590752 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:12.590762 3649 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77ttfh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.590766 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:12.650515 3649 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lsspz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.651054 3649 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lsspz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.651080 3649 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lsspz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.651089 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:12.651097 3649 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lsspz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.651101 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:12.720234 3649 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136682f2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.720794 3649 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136682f2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.720821 3649 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136682f2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.720831 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:12.720840 3649 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136682f2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.720844 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:13.616410 3649 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77ttfh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.616441 3649 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77ttfh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.616458 3649 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77ttfh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.616468 3649 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77ttfh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.678096 3649 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lsspz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.678120 3649 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lsspz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.678134 3649 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lsspz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.678143 3649 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lsspz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.748796 3649 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136682f2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.748826 3649 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136682f2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.748846 3649 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136682f2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.748854 3649 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136682f2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:18.421097 3649 namespace.go:142] [openshift-operators] updating namespace I0521 19:41:18.431031 3649 namespace.go:142] [openshift-operators] updating namespace W0521 19:41:26.513424 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0521 19:41:27.585361 3649 namespace.go:142] [openshift-operators] updating namespace I0521 19:41:32.268059 3649 namespace.go:98] [cert-manager] adding namespace I0521 19:41:32.268887 3649 namespace.go:102] [cert-manager] adding namespace took 809.859µs I0521 19:41:32.291975 3649 namespace.go:142] [cert-manager] updating namespace I0521 19:41:32.400031 3649 namespace.go:142] [cert-manager] updating namespace W0521 19:41:33.173412 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 19:41:33.185029 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 19:41:33.557327 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 19:41:33.575527 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 19:41:37.628987 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0521 19:41:37.629002 3649 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0521 19:41:37.944007 3649 namespace.go:98] [trusted-artifact-signer] adding namespace I0521 19:41:37.944881 3649 namespace.go:102] [trusted-artifact-signer] adding namespace took 853.027µs I0521 19:41:37.973138 3649 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:41:37.979944 3649 namespace.go:142] [trusted-artifact-signer] updating namespace W0521 19:41:38.610837 3649 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0521 19:41:41.583267 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0521 19:41:44.730706 3649 namespace.go:98] [openshift-pipelines] adding namespace I0521 19:41:44.731526 3649 namespace.go:102] [openshift-pipelines] adding namespace took 800.905µs I0521 19:41:44.754949 3649 namespace.go:142] [openshift-pipelines] updating namespace I0521 19:41:45.556052 3649 namespace.go:142] [cert-manager] updating namespace I0521 19:41:45.751071 3649 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:41:46.188977 3649 namespace.go:142] [konflux-operator] updating namespace I0521 19:41:46.381403 3649 namespace.go:142] [konflux-ui] updating namespace I0521 19:41:46.581075 3649 namespace.go:142] [open-cluster-management-2qegnf9tor4r9ir2gd91uu7os8slmm6v] updating namespace I0521 19:41:46.978165 3649 namespace.go:142] [rhbk-operator] updating namespace I0521 19:41:47.182334 3649 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:41:47.386911 3649 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:41:47.585379 3649 namespace.go:142] [tsf] updating namespace I0521 19:41:47.797409 3649 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:47.983091 3649 namespace.go:142] [tsf-tas] updating namespace I0521 19:41:48.183522 3649 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:48.330671 3649 namespace.go:142] [cert-manager] updating namespace I0521 19:41:48.338643 3649 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:41:48.346073 3649 namespace.go:142] [default] updating namespace I0521 19:41:48.355203 3649 namespace.go:142] [konflux-operator] updating namespace I0521 19:41:48.364056 3649 namespace.go:142] [konflux-ui] updating namespace I0521 19:41:48.371978 3649 namespace.go:142] [open-cluster-management-2qegnf9tor4r9ir2gd91uu7os8slmm6v] updating namespace I0521 19:41:48.380903 3649 namespace.go:142] [openshift] updating namespace I0521 19:41:48.389927 3649 namespace.go:142] [rhbk-operator] updating namespace I0521 19:41:48.398933 3649 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:41:48.409453 3649 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:41:48.424258 3649 namespace.go:142] [tsf] updating namespace I0521 19:41:48.434665 3649 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:48.443230 3649 namespace.go:142] [tsf-tas] updating namespace I0521 19:41:48.465603 3649 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:48.572960 3649 namespace.go:142] [cert-manager] updating namespace I0521 19:41:48.665721 3649 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:41:48.767520 3649 namespace.go:142] [default] updating namespace I0521 19:41:48.880004 3649 namespace.go:142] [konflux-operator] updating namespace I0521 19:41:48.979335 3649 namespace.go:142] [konflux-ui] updating namespace I0521 19:41:49.067977 3649 namespace.go:142] [open-cluster-management-2qegnf9tor4r9ir2gd91uu7os8slmm6v] updating namespace I0521 19:41:49.165074 3649 namespace.go:142] [openshift] updating namespace I0521 19:41:49.280679 3649 namespace.go:142] [rhbk-operator] updating namespace I0521 19:41:49.371958 3649 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:41:49.466623 3649 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:41:49.565052 3649 namespace.go:142] [tsf] updating namespace I0521 19:41:49.668473 3649 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:49.765525 3649 namespace.go:142] [tsf-tas] updating namespace I0521 19:41:49.866758 3649 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:50.203226 3649 namespace.go:142] [openshift-pipelines] updating namespace I0521 19:41:58.782989 3649 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-4p8sw] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-4p8sw for pod on switch ip-10-0-2-237.ec2.internal I0521 19:41:58.783080 3649 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-4p8sw I0521 19:41:58.831770 3649 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-4p8sw] pod update took 48.721784ms I0521 19:41:58.831798 3649 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-4p8sw] addLogicalPort annotation time took 48.755231ms I0521 19:41:58.833170 3649 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-4p8sw] addLogicalPort took 50.193775ms, libovsdb time 927.669µs I0521 19:41:59.144160 3649 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-4p8sw ad43378f6c3229760c160f3a014a7770e5c35ff6216044841a4d2aa450a6ac18 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-4p8sw ad43378f6c3229760c160f3a014a7770e5c35ff6216044841a4d2aa450a6ac18 network default NAD default NAD key ] I0521 19:41:59.154061 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-4p8sw, hostIfaceName: ad43378f6c32297, network: default, NAD default, SandboxID: "ad43378f6c3229760c160f3a014a7770e5c35ff6216044841a4d2aa450a6ac18", PCI device ID: , UID: "f147de92-aaad-448b-804d-24e9e093de86", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0521 19:41:59.204654 3649 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-4p8sw ad43378f6c3229760c160f3a014a7770e5c35ff6216044841a4d2aa450a6ac18 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-4p8sw ad43378f6c3229760c160f3a014a7770e5c35ff6216044841a4d2aa450a6ac18 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:98:ff:8d:74:c7\",\"name\":\"ad43378f6c32297\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b88cf25-d7e9-4d59-a867-5fbaadb67fef\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:42:02.733981 3649 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:42:02.734002 3649 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:42:02.734009 3649 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:42:03.869283 3649 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:42:03.869298 3649 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:42:03.869303 3649 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:42:05.754135 3649 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:42:05.754153 3649 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:42:05.754159 3649 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:42:05.754163 3649 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0521 19:42:11.213082 3649 namespace.go:142] [openshift-pipelines] updating namespace I0521 19:42:12.770363 3649 cni.go:452] [tsf/test-tsf-subscriptions 3264c83f8452285cdd09a303a8271369e579a34645d6bd88d57ae2b20da2fa8a network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 3264c83f8452285cdd09a303a8271369e579a34645d6bd88d57ae2b20da2fa8a network default NAD default NAD key ] I0521 19:42:12.844502 3649 cni.go:473] [tsf/test-tsf-subscriptions 3264c83f8452285cdd09a303a8271369e579a34645d6bd88d57ae2b20da2fa8a network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 3264c83f8452285cdd09a303a8271369e579a34645d6bd88d57ae2b20da2fa8a network default NAD default NAD key default], result "{}", err I0521 19:42:12.906156 3649 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:12.906210 3649 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0521 19:42:12.907369 3649 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.129.0.25 I0521 19:42:12.907394 3649 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:12.933279 3649 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:12.933299 3649 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:12.940530 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0521 19:42:12.940552 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0521 19:42:13.734353 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:42:13.734372 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:42:13.734379 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0521 19:42:14.234630 3649 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-2-237.ec2.internal I0521 19:42:14.234744 3649 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0521 19:42:14.248704 3649 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 13.98241ms I0521 19:42:14.248724 3649 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 14.006402ms I0521 19:42:14.250132 3649 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 15.521186ms, libovsdb time 1.080566ms I0521 19:42:14.595037 3649 cni.go:452] [tsf/test-tsf-infrastructure adb6cc056cc4540ec554f410fbe57a7f4822ef94bfab91fb1b9e42413893567e network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure adb6cc056cc4540ec554f410fbe57a7f4822ef94bfab91fb1b9e42413893567e network default NAD default NAD key ] I0521 19:42:14.604669 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: adb6cc056cc4540, network: default, NAD default, SandboxID: "adb6cc056cc4540ec554f410fbe57a7f4822ef94bfab91fb1b9e42413893567e", PCI device ID: , UID: "9516da1c-27a7-45f9-9655-01e3711ddbe7", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0521 19:42:14.653287 3649 cni.go:473] [tsf/test-tsf-infrastructure adb6cc056cc4540ec554f410fbe57a7f4822ef94bfab91fb1b9e42413893567e network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure adb6cc056cc4540ec554f410fbe57a7f4822ef94bfab91fb1b9e42413893567e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:ea:61:6c:3d:77\",\"name\":\"adb6cc056cc4540\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/56676d6b-deba-4fb3-a401-666b6605bf47\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:42:17.176859 3649 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-gv2sd] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-gv2sd for pod on switch ip-10-0-2-237.ec2.internal I0521 19:42:17.177026 3649 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-gv2sd I0521 19:42:17.190506 3649 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-gv2sd] pod update took 13.522434ms I0521 19:42:17.190535 3649 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-gv2sd] addLogicalPort annotation time took 13.556882ms I0521 19:42:17.191902 3649 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-gv2sd] addLogicalPort took 15.062913ms, libovsdb time 996.492µs I0521 19:42:17.191984 3649 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-s7bm7] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-s7bm7 for pod on switch ip-10-0-2-237.ec2.internal I0521 19:42:17.192079 3649 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-s7bm7 I0521 19:42:17.205538 3649 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-s7bm7] pod update took 13.491246ms I0521 19:42:17.205557 3649 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-s7bm7] addLogicalPort annotation time took 13.515519ms I0521 19:42:17.206937 3649 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-s7bm7] addLogicalPort took 14.961739ms, libovsdb time 967.132µs I0521 19:42:21.152596 3649 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-s7bm7 d5387c6c0ed3feec79f1b665cce6418af327a876ceeca1ad96e3b6e217db027b network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-s7bm7 d5387c6c0ed3feec79f1b665cce6418af327a876ceeca1ad96e3b6e217db027b network default NAD default NAD key ] I0521 19:42:21.162514 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-s7bm7, hostIfaceName: d5387c6c0ed3fee, network: default, NAD default, SandboxID: "d5387c6c0ed3feec79f1b665cce6418af327a876ceeca1ad96e3b6e217db027b", PCI device ID: , UID: "e504e9c6-3707-4537-a828-8233e7a122ec", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0521 19:42:21.212921 3649 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-s7bm7 d5387c6c0ed3feec79f1b665cce6418af327a876ceeca1ad96e3b6e217db027b network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-s7bm7 d5387c6c0ed3feec79f1b665cce6418af327a876ceeca1ad96e3b6e217db027b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:ae:ca:53:9b:8e\",\"name\":\"d5387c6c0ed3fee\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a9c2de23-cb48-42f6-b66a-f96e20f49e3c\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:42:21.817908 3649 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0521 19:42:22.639817 3649 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-gv2sd 6c02f6814981a08d5dc8c10108d768621e99ab5031d36ddac192a49c6d2504a1 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-gv2sd 6c02f6814981a08d5dc8c10108d768621e99ab5031d36ddac192a49c6d2504a1 network default NAD default NAD key ] I0521 19:42:22.650164 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-gv2sd, hostIfaceName: 6c02f6814981a08, network: default, NAD default, SandboxID: "6c02f6814981a08d5dc8c10108d768621e99ab5031d36ddac192a49c6d2504a1", PCI device ID: , UID: "68a0eaa6-872a-433b-9d77-4abcb5d2ae57", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0521 19:42:22.698375 3649 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-gv2sd 6c02f6814981a08d5dc8c10108d768621e99ab5031d36ddac192a49c6d2504a1 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-gv2sd 6c02f6814981a08d5dc8c10108d768621e99ab5031d36ddac192a49c6d2504a1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:23:8f:cc:9d:e7\",\"name\":\"6c02f6814981a08\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f9e0f85c-ddb3-4fa7-bfb2-ff98f55cd5e6\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:42:23.833767 3649 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0521 19:42:26.839079 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0521 19:42:42.826613 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0521 19:42:44.802362 3649 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0521 19:42:44.841133 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0521 19:42:47.890520 3649 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-2-237.ec2.internal I0521 19:42:47.890645 3649 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0521 19:42:47.905886 3649 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 15.264998ms I0521 19:42:47.905906 3649 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 15.289891ms I0521 19:42:47.907131 3649 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 16.626971ms, libovsdb time 876.542µs I0521 19:42:47.943980 3649 cni.go:452] [tsf/test-tsf-infrastructure adb6cc056cc4540ec554f410fbe57a7f4822ef94bfab91fb1b9e42413893567e network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure adb6cc056cc4540ec554f410fbe57a7f4822ef94bfab91fb1b9e42413893567e network default NAD default NAD key ] I0521 19:42:48.027534 3649 cni.go:473] [tsf/test-tsf-infrastructure adb6cc056cc4540ec554f410fbe57a7f4822ef94bfab91fb1b9e42413893567e network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure adb6cc056cc4540ec554f410fbe57a7f4822ef94bfab91fb1b9e42413893567e network default NAD default NAD key default], result "{}", err I0521 19:42:48.081171 3649 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:48.081223 3649 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0521 19:42:48.082560 3649 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.129.0.27 I0521 19:42:48.082589 3649 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:48.104228 3649 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:48.104254 3649 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:48.110617 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0521 19:42:48.110647 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0521 19:42:49.241548 3649 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-2-237.ec2.internal I0521 19:42:49.241632 3649 kube.go:256] Updating pod tsf/test-tsf-iam I0521 19:42:49.260694 3649 pod.go:62] [tsf/test-tsf-iam] pod update took 19.083091ms I0521 19:42:49.260715 3649 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 19.108636ms I0521 19:42:49.261771 3649 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 20.23884ms, libovsdb time 742.309µs I0521 19:42:49.601306 3649 cni.go:452] [tsf/test-tsf-iam 8968f770dddebc187d1ad583ff73bb80784bf6c4cedfca84dbf6136ffaa13c57 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 8968f770dddebc187d1ad583ff73bb80784bf6c4cedfca84dbf6136ffaa13c57 network default NAD default NAD key ] I0521 19:42:49.610582 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 8968f770dddebc1, network: default, NAD default, SandboxID: "8968f770dddebc187d1ad583ff73bb80784bf6c4cedfca84dbf6136ffaa13c57", PCI device ID: , UID: "462c6faf-8876-4302-88ea-f8a339939361", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0521 19:42:49.659836 3649 cni.go:473] [tsf/test-tsf-iam 8968f770dddebc187d1ad583ff73bb80784bf6c4cedfca84dbf6136ffaa13c57 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 8968f770dddebc187d1ad583ff73bb80784bf6c4cedfca84dbf6136ffaa13c57 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:bb:0f:c4:fd:46\",\"name\":\"8968f770dddebc1\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/87fcdbff-b1b2-49e5-8a73-ee0eb63867dc\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:42:50.014325 3649 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0521 19:42:50.014982 3649 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0521 19:42:50.015001 3649 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0521 19:42:50.017305 3649 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0521 19:42:50.950653 3649 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 5821652acf402c48cdf4d99e80f125d5e7d388ea42e7aa2aad7e3a191cbccfe8 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 5821652acf402c48cdf4d99e80f125d5e7d388ea42e7aa2aad7e3a191cbccfe8 network default NAD default NAD key ] I0521 19:42:50.960006 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 5821652acf402c4, network: default, NAD default, SandboxID: "5821652acf402c48cdf4d99e80f125d5e7d388ea42e7aa2aad7e3a191cbccfe8", PCI device ID: , UID: "15d855f9-72b9-4b7c-9317-1edae7c2e2d8", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0521 19:42:51.010399 3649 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 5821652acf402c48cdf4d99e80f125d5e7d388ea42e7aa2aad7e3a191cbccfe8 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 5821652acf402c48cdf4d99e80f125d5e7d388ea42e7aa2aad7e3a191cbccfe8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:5e:81:18:d3:c0\",\"name\":\"5821652acf402c4\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cbe4a59c-1781-4ec6-ba4a-631abc96c3ab\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:42:56.992611 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:42:56.992631 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:42:56.998159 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 19:42:56.998193 3649 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0521 19:42:57.047052 3649 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0521 19:42:58.480115 3649 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-wjllz] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-wjllz for pod on switch ip-10-0-2-237.ec2.internal I0521 19:42:58.480213 3649 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-wjllz I0521 19:42:58.496841 3649 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-wjllz] pod update took 16.670224ms I0521 19:42:58.496860 3649 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-wjllz] addLogicalPort annotation time took 16.692917ms I0521 19:42:58.498057 3649 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-wjllz] addLogicalPort took 17.95737ms, libovsdb time 780.872µs I0521 19:42:58.841587 3649 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-wjllz 53117b3d20016c9b097912f020e69faf418b4a36cba032c6faba21b1685e96fb network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-wjllz 53117b3d20016c9b097912f020e69faf418b4a36cba032c6faba21b1685e96fb network default NAD default NAD key ] I0521 19:42:58.850604 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-wjllz, hostIfaceName: 53117b3d20016c9, network: default, NAD default, SandboxID: "53117b3d20016c9b097912f020e69faf418b4a36cba032c6faba21b1685e96fb", PCI device ID: , UID: "8c2db050-e484-4fb6-b602-0031bd3d7e6e", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0521 19:42:58.899780 3649 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-wjllz 53117b3d20016c9b097912f020e69faf418b4a36cba032c6faba21b1685e96fb network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-wjllz 53117b3d20016c9b097912f020e69faf418b4a36cba032c6faba21b1685e96fb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:68:74:72:db:f5\",\"name\":\"53117b3d20016c9\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a7bd9b69-e907-40e6-b9a8-c990c7bc8d9d\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:43:09.032924 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 W0521 19:43:28.267228 3649 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:43:28.267255 3649 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:43:28.267260 3649 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0521 19:43:40.208245 3649 cni.go:452] [tsf/test-tsf-iam 8968f770dddebc187d1ad583ff73bb80784bf6c4cedfca84dbf6136ffaa13c57 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 8968f770dddebc187d1ad583ff73bb80784bf6c4cedfca84dbf6136ffaa13c57 network default NAD default NAD key ] I0521 19:43:40.288385 3649 cni.go:473] [tsf/test-tsf-iam 8968f770dddebc187d1ad583ff73bb80784bf6c4cedfca84dbf6136ffaa13c57 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 8968f770dddebc187d1ad583ff73bb80784bf6c4cedfca84dbf6136ffaa13c57 network default NAD default NAD key default], result "{}", err I0521 19:43:40.352967 3649 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:40.352995 3649 pods.go:176] Deleting pod: tsf/test-tsf-iam I0521 19:43:40.354189 3649 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.129.0.31 I0521 19:43:40.354220 3649 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:40.399219 3649 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:40.399238 3649 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:40.415461 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0521 19:43:40.415486 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0521 19:43:41.373761 3649 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-2-237.ec2.internal I0521 19:43:41.373856 3649 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0521 19:43:41.388034 3649 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 14.203956ms I0521 19:43:41.388055 3649 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 14.229418ms I0521 19:43:41.389319 3649 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 15.57301ms, libovsdb time 878.883µs I0521 19:43:41.731468 3649 cni.go:452] [tsf-tas/test-tsf-tas 16455b8850e1ea41641abdd5322fe84ae1cb83568538ea3c7e342cd864397e70 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 16455b8850e1ea41641abdd5322fe84ae1cb83568538ea3c7e342cd864397e70 network default NAD default NAD key ] I0521 19:43:41.740655 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 16455b8850e1ea4, network: default, NAD default, SandboxID: "16455b8850e1ea41641abdd5322fe84ae1cb83568538ea3c7e342cd864397e70", PCI device ID: , UID: "11532170-06d6-4ad2-af06-27c079acfb48", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0521 19:43:41.790016 3649 cni.go:473] [tsf-tas/test-tsf-tas 16455b8850e1ea41641abdd5322fe84ae1cb83568538ea3c7e342cd864397e70 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 16455b8850e1ea41641abdd5322fe84ae1cb83568538ea3c7e342cd864397e70 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:28:72:5d:d8:8c\",\"name\":\"16455b8850e1ea4\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12a0fbdf-bf55-4ed9-9ed7-70f18523b938\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:43:42.540107 3649 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-dxl6z-wnxmz] creating logical port tsf-tas_segment-backup-installation-dxl6z-wnxmz for pod on switch ip-10-0-2-237.ec2.internal I0521 19:43:42.540246 3649 kube.go:256] Updating pod tsf-tas/segment-backup-installation-dxl6z-wnxmz I0521 19:43:42.558233 3649 pod.go:62] [tsf-tas/segment-backup-installation-dxl6z-wnxmz] pod update took 18.009551ms I0521 19:43:42.558255 3649 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-dxl6z-wnxmz] addLogicalPort annotation time took 18.036791ms I0521 19:43:42.559598 3649 pods.go:271] [tsf-tas/segment-backup-installation-dxl6z-wnxmz] addLogicalPort took 19.510178ms, libovsdb time 1.00848ms I0521 19:43:42.909320 3649 cni.go:452] [tsf-tas/segment-backup-installation-dxl6z-wnxmz 16f3727ead7947e9b1402d6127582bc8fc429121c0a58b7f686825a8f5a4a343 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-dxl6z-wnxmz 16f3727ead7947e9b1402d6127582bc8fc429121c0a58b7f686825a8f5a4a343 network default NAD default NAD key ] I0521 19:43:42.919018 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-dxl6z-wnxmz, hostIfaceName: 16f3727ead7947e, network: default, NAD default, SandboxID: "16f3727ead7947e9b1402d6127582bc8fc429121c0a58b7f686825a8f5a4a343", PCI device ID: , UID: "35ff7e12-727d-4adc-9bdc-2322ebb76d18", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0521 19:43:42.966540 3649 cni.go:473] [tsf-tas/segment-backup-installation-dxl6z-wnxmz 16f3727ead7947e9b1402d6127582bc8fc429121c0a58b7f686825a8f5a4a343 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-dxl6z-wnxmz 16f3727ead7947e9b1402d6127582bc8fc429121c0a58b7f686825a8f5a4a343 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:ee:d6:fc:c7:af\",\"name\":\"16f3727ead7947e\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/711b6193-e558-4f54-a1aa-c26c290f928d\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:43:43.478223 3649 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-7dbcfdd687-zw9p5] creating logical port tsf-tas_trillian-logserver-7dbcfdd687-zw9p5 for pod on switch ip-10-0-2-237.ec2.internal I0521 19:43:43.478343 3649 kube.go:256] Updating pod tsf-tas/trillian-logserver-7dbcfdd687-zw9p5 I0521 19:43:43.496376 3649 pod.go:62] [tsf-tas/trillian-logserver-7dbcfdd687-zw9p5] pod update took 18.059141ms I0521 19:43:43.496397 3649 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-7dbcfdd687-zw9p5] addLogicalPort annotation time took 18.084964ms I0521 19:43:43.497671 3649 pods.go:271] [tsf-tas/trillian-logserver-7dbcfdd687-zw9p5] addLogicalPort took 19.463388ms, libovsdb time 868.136µs I0521 19:43:43.571094 3649 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-tjfgk-qmqcq] creating logical port tsf-tas_ctlog-createtree-job-tjfgk-qmqcq for pod on switch ip-10-0-2-237.ec2.internal I0521 19:43:43.571168 3649 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-tjfgk-qmqcq I0521 19:43:43.591561 3649 pod.go:62] [tsf-tas/ctlog-createtree-job-tjfgk-qmqcq] pod update took 20.408745ms I0521 19:43:43.591589 3649 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-tjfgk-qmqcq] addLogicalPort annotation time took 20.440596ms I0521 19:43:43.593129 3649 pods.go:271] [tsf-tas/ctlog-createtree-job-tjfgk-qmqcq] addLogicalPort took 22.045686ms, libovsdb time 1.009755ms I0521 19:43:43.929368 3649 cni.go:452] [tsf-tas/ctlog-createtree-job-tjfgk-qmqcq 2898f30b63fb93adce4c5eb72e3960f8dfd034aafc95e3d851b89ad7330bd936 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-tjfgk-qmqcq 2898f30b63fb93adce4c5eb72e3960f8dfd034aafc95e3d851b89ad7330bd936 network default NAD default NAD key ] I0521 19:43:43.938456 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-tjfgk-qmqcq, hostIfaceName: 2898f30b63fb93a, network: default, NAD default, SandboxID: "2898f30b63fb93adce4c5eb72e3960f8dfd034aafc95e3d851b89ad7330bd936", PCI device ID: , UID: "1969dc12-9787-40ad-8d5f-1e40fe946d19", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0521 19:43:43.986623 3649 cni.go:473] [tsf-tas/ctlog-createtree-job-tjfgk-qmqcq 2898f30b63fb93adce4c5eb72e3960f8dfd034aafc95e3d851b89ad7330bd936 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-tjfgk-qmqcq 2898f30b63fb93adce4c5eb72e3960f8dfd034aafc95e3d851b89ad7330bd936 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:c3:a0:6a:be:56\",\"name\":\"2898f30b63fb93a\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ced82a22-3219-44cc-8644-776f19d33919\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:43:44.435500 3649 cni.go:452] [tsf-tas/trillian-logserver-7dbcfdd687-zw9p5 e3228718cca25c49bc4cd985f71b0a41714175915aa316dada217c63e5bfeea4 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-7dbcfdd687-zw9p5 e3228718cca25c49bc4cd985f71b0a41714175915aa316dada217c63e5bfeea4 network default NAD default NAD key ] I0521 19:43:44.445252 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-7dbcfdd687-zw9p5, hostIfaceName: e3228718cca25c4, network: default, NAD default, SandboxID: "e3228718cca25c49bc4cd985f71b0a41714175915aa316dada217c63e5bfeea4", PCI device ID: , UID: "e2b42beb-eb3a-46c7-adb6-19f2b126be29", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0521 19:43:44.493217 3649 cni.go:473] [tsf-tas/trillian-logserver-7dbcfdd687-zw9p5 e3228718cca25c49bc4cd985f71b0a41714175915aa316dada217c63e5bfeea4 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-7dbcfdd687-zw9p5 e3228718cca25c49bc4cd985f71b0a41714175915aa316dada217c63e5bfeea4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:ac:c6:ed:45:08\",\"name\":\"e3228718cca25c4\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fdc67ba4-6b9d-4e04-a0ee-af6f751c63c8\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:43:44.710214 3649 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-h8nsm] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-h8nsm for pod on switch ip-10-0-2-237.ec2.internal I0521 19:43:44.710335 3649 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-h8nsm I0521 19:43:44.720753 3649 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-h8nsm] pod update took 10.446709ms I0521 19:43:44.720777 3649 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-h8nsm] addLogicalPort annotation time took 10.475838ms I0521 19:43:44.722131 3649 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-h8nsm] addLogicalPort took 11.930623ms, libovsdb time 984.778µs I0521 19:43:45.073879 3649 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-h8nsm 862bb434508d1d0bf48d8cbf26727244df15991b2d832a1e67c2c202aec4735b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-h8nsm 862bb434508d1d0bf48d8cbf26727244df15991b2d832a1e67c2c202aec4735b network default NAD default NAD key ] I0521 19:43:45.085062 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-h8nsm, hostIfaceName: 862bb434508d1d0, network: default, NAD default, SandboxID: "862bb434508d1d0bf48d8cbf26727244df15991b2d832a1e67c2c202aec4735b", PCI device ID: , UID: "93713525-a959-47b8-901f-d6e9cd731991", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0521 19:43:45.141092 3649 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-h8nsm 862bb434508d1d0bf48d8cbf26727244df15991b2d832a1e67c2c202aec4735b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-h8nsm 862bb434508d1d0bf48d8cbf26727244df15991b2d832a1e67c2c202aec4735b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:e4:5c:5e:d3:5e\",\"name\":\"862bb434508d1d0\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/826892ce-fde7-4e15-a68a-e0d07f9fecaa\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:43:45.352968 3649 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0521 19:43:45.353042 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0521 19:43:46.302800 3649 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-5c76455695-wmh5t] creating logical port tsf-tas_trillian-db-5c76455695-wmh5t for pod on switch ip-10-0-2-237.ec2.internal I0521 19:43:46.302906 3649 kube.go:256] Updating pod tsf-tas/trillian-db-5c76455695-wmh5t I0521 19:43:46.317454 3649 pod.go:62] [tsf-tas/trillian-db-5c76455695-wmh5t] pod update took 14.574397ms I0521 19:43:46.317477 3649 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-5c76455695-wmh5t] addLogicalPort annotation time took 14.601943ms I0521 19:43:46.319143 3649 pods.go:271] [tsf-tas/trillian-db-5c76455695-wmh5t] addLogicalPort took 16.365883ms, libovsdb time 1.125695ms I0521 19:43:49.474430 3649 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-phbx2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:49.474973 3649 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-phbx2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:50.352622 3649 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-phbx2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:50.352648 3649 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-phbx2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:43:52.392574 3649 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0521 19:44:00.656116 3649 cni.go:452] [tsf-tas/trillian-db-5c76455695-wmh5t 3901ff65e8819a8b3c91e8b6ece7796203582cb4fe40cef1ee371f859da8c6c8 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-5c76455695-wmh5t 3901ff65e8819a8b3c91e8b6ece7796203582cb4fe40cef1ee371f859da8c6c8 network default NAD default NAD key ] I0521 19:44:00.666154 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-5c76455695-wmh5t, hostIfaceName: 3901ff65e8819a8, network: default, NAD default, SandboxID: "3901ff65e8819a8b3c91e8b6ece7796203582cb4fe40cef1ee371f859da8c6c8", PCI device ID: , UID: "201c0261-8f27-4f3c-8ec9-ba445eead37a", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0521 19:44:00.721882 3649 cni.go:473] [tsf-tas/trillian-db-5c76455695-wmh5t 3901ff65e8819a8b3c91e8b6ece7796203582cb4fe40cef1ee371f859da8c6c8 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-5c76455695-wmh5t 3901ff65e8819a8b3c91e8b6ece7796203582cb4fe40cef1ee371f859da8c6c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:1d:fd:5e:cd:32\",\"name\":\"3901ff65e8819a8\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab604b2b-6fd5-49a6-a2a6-d86890726eb4\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:44:01.388226 3649 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0521 19:44:04.358939 3649 cni.go:452] [tsf-tas/segment-backup-installation-dxl6z-wnxmz 16f3727ead7947e9b1402d6127582bc8fc429121c0a58b7f686825a8f5a4a343 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-dxl6z-wnxmz 16f3727ead7947e9b1402d6127582bc8fc429121c0a58b7f686825a8f5a4a343 network default NAD default NAD key ] I0521 19:44:04.445598 3649 cni.go:473] [tsf-tas/segment-backup-installation-dxl6z-wnxmz 16f3727ead7947e9b1402d6127582bc8fc429121c0a58b7f686825a8f5a4a343 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-dxl6z-wnxmz 16f3727ead7947e9b1402d6127582bc8fc429121c0a58b7f686825a8f5a4a343 network default NAD default NAD key default], result "{}", err I0521 19:44:04.498498 3649 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-dxl6z-wnxmz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:04.498561 3649 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-dxl6z-wnxmz I0521 19:44:04.500206 3649 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-dxl6z-wnxmz, ips: 10.129.0.34 I0521 19:44:04.500246 3649 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-dxl6z-wnxmz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:05.522861 3649 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-dxl6z-wnxmz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:05.522885 3649 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-dxl6z-wnxmz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:44:06.368315 3649 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0521 19:44:08.923793 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=90 I0521 19:44:11.017223 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0521 19:44:17.005496 3649 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 W0521 19:44:17.414298 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0521 19:44:22.019994 3649 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-57rgz] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-57rgz for pod on switch ip-10-0-2-237.ec2.internal I0521 19:44:22.020113 3649 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-57rgz I0521 19:44:22.035800 3649 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-57rgz] pod update took 15.708812ms I0521 19:44:22.035820 3649 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-57rgz] addLogicalPort annotation time took 15.736259ms I0521 19:44:22.037058 3649 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-57rgz] addLogicalPort took 17.079316ms, libovsdb time 890.884µs I0521 19:44:22.462237 3649 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-57rgz 545eafd5f985a697666eeeda805cf4e8735ccb169d6c97310ca1e5b745591575 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-57rgz 545eafd5f985a697666eeeda805cf4e8735ccb169d6c97310ca1e5b745591575 network default NAD default NAD key ] I0521 19:44:22.472770 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-57rgz, hostIfaceName: 545eafd5f985a69, network: default, NAD default, SandboxID: "545eafd5f985a697666eeeda805cf4e8735ccb169d6c97310ca1e5b745591575", PCI device ID: , UID: "60235d03-12ee-4cd0-94f1-e508dffc3849", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0521 19:44:22.529648 3649 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-57rgz 545eafd5f985a697666eeeda805cf4e8735ccb169d6c97310ca1e5b745591575 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-57rgz 545eafd5f985a697666eeeda805cf4e8735ccb169d6c97310ca1e5b745591575 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:70:cf:8c:ec:51\",\"name\":\"545eafd5f985a69\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85f19dd5-d844-4319-8c42-06998fe42113\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:44:26.488694 3649 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:44:26.488711 3649 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:44:26.518495 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:44:26.518521 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:44:35.481846 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver W0521 19:44:35.621990 3649 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0521 19:44:38.546477 3649 cni.go:452] [tsf-tas/test-tsf-tas 16455b8850e1ea41641abdd5322fe84ae1cb83568538ea3c7e342cd864397e70 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 16455b8850e1ea41641abdd5322fe84ae1cb83568538ea3c7e342cd864397e70 network default NAD default NAD key ] I0521 19:44:38.627932 3649 cni.go:473] [tsf-tas/test-tsf-tas 16455b8850e1ea41641abdd5322fe84ae1cb83568538ea3c7e342cd864397e70 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 16455b8850e1ea41641abdd5322fe84ae1cb83568538ea3c7e342cd864397e70 network default NAD default NAD key default], result "{}", err I0521 19:44:38.683997 3649 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:38.684029 3649 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0521 19:44:38.685297 3649 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.129.0.33 I0521 19:44:38.685324 3649 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:38.710664 3649 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:38.710686 3649 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:38.718295 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0521 19:44:38.718324 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0521 19:44:39.457753 3649 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-p7vnq] creating logical port tsf_patch-tekton-config-p7vnq for pod on switch ip-10-0-2-237.ec2.internal I0521 19:44:39.457843 3649 kube.go:256] Updating pod tsf/patch-tekton-config-p7vnq I0521 19:44:39.472448 3649 pod.go:62] [tsf/patch-tekton-config-p7vnq] pod update took 14.627844ms I0521 19:44:39.472480 3649 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-p7vnq] addLogicalPort annotation time took 14.663808ms I0521 19:44:39.473670 3649 pods.go:271] [tsf/patch-tekton-config-p7vnq] addLogicalPort took 15.934187ms, libovsdb time 842.257µs I0521 19:44:39.815851 3649 cni.go:452] [tsf/patch-tekton-config-p7vnq 94875adb3ef05b88eeac3797bb5b4a05f3023f45e59f5784b5a7818bfcfa02ae network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-p7vnq 94875adb3ef05b88eeac3797bb5b4a05f3023f45e59f5784b5a7818bfcfa02ae network default NAD default NAD key ] I0521 19:44:39.825776 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-p7vnq, hostIfaceName: 94875adb3ef05b8, network: default, NAD default, SandboxID: "94875adb3ef05b88eeac3797bb5b4a05f3023f45e59f5784b5a7818bfcfa02ae", PCI device ID: , UID: "a50290ae-768f-47eb-a27a-f62b3e98e80a", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0521 19:44:39.883920 3649 cni.go:473] [tsf/patch-tekton-config-p7vnq 94875adb3ef05b88eeac3797bb5b4a05f3023f45e59f5784b5a7818bfcfa02ae network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-p7vnq 94875adb3ef05b88eeac3797bb5b4a05f3023f45e59f5784b5a7818bfcfa02ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:e0:51:99:b7:ad\",\"name\":\"94875adb3ef05b8\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/498a63eb-b41c-4eba-992c-0ffc947599b1\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:44:43.006198 3649 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0521 19:44:47.607133 3649 cni.go:452] [tsf/patch-tekton-config-p7vnq 94875adb3ef05b88eeac3797bb5b4a05f3023f45e59f5784b5a7818bfcfa02ae network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-p7vnq 94875adb3ef05b88eeac3797bb5b4a05f3023f45e59f5784b5a7818bfcfa02ae network default NAD default NAD key ] I0521 19:44:47.695463 3649 cni.go:473] [tsf/patch-tekton-config-p7vnq 94875adb3ef05b88eeac3797bb5b4a05f3023f45e59f5784b5a7818bfcfa02ae network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-p7vnq 94875adb3ef05b88eeac3797bb5b4a05f3023f45e59f5784b5a7818bfcfa02ae network default NAD default NAD key default], result "{}", err I0521 19:44:47.748662 3649 obj_retry.go:498] Detected object tsf/patch-tekton-config-p7vnq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:47.748730 3649 pods.go:176] Deleting pod: tsf/patch-tekton-config-p7vnq I0521 19:44:47.750546 3649 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-p7vnq, ips: 10.129.0.40 I0521 19:44:47.750578 3649 obj_retry.go:498] Detected object tsf/patch-tekton-config-p7vnq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:48.775949 3649 obj_retry.go:492] Detected object tsf/patch-tekton-config-p7vnq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:48.775974 3649 obj_retry.go:492] Detected object tsf/patch-tekton-config-p7vnq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:48.891000 3649 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-9ccs8] creating logical port tsf_tsf-tekton-configuration-9ccs8 for pod on switch ip-10-0-2-237.ec2.internal I0521 19:44:48.891087 3649 kube.go:256] Updating pod tsf/tsf-tekton-configuration-9ccs8 I0521 19:44:48.903852 3649 pod.go:62] [tsf/tsf-tekton-configuration-9ccs8] pod update took 12.785857ms I0521 19:44:48.903875 3649 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-9ccs8] addLogicalPort annotation time took 12.815098ms I0521 19:44:48.905246 3649 pods.go:271] [tsf/tsf-tekton-configuration-9ccs8] addLogicalPort took 14.265831ms, libovsdb time 955.798µs I0521 19:44:49.266969 3649 cni.go:452] [tsf/tsf-tekton-configuration-9ccs8 edd848fa5c089fdef09a23ea31cd25779477f4bc16b11ece6866df9b2e259ea6 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-9ccs8 edd848fa5c089fdef09a23ea31cd25779477f4bc16b11ece6866df9b2e259ea6 network default NAD default NAD key ] I0521 19:44:49.277153 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-9ccs8, hostIfaceName: edd848fa5c089fd, network: default, NAD default, SandboxID: "edd848fa5c089fdef09a23ea31cd25779477f4bc16b11ece6866df9b2e259ea6", PCI device ID: , UID: "05f21a4a-57b0-43db-9016-4ca3d9d9ab80", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0521 19:44:49.331479 3649 cni.go:473] [tsf/tsf-tekton-configuration-9ccs8 edd848fa5c089fdef09a23ea31cd25779477f4bc16b11ece6866df9b2e259ea6 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-9ccs8 edd848fa5c089fdef09a23ea31cd25779477f4bc16b11ece6866df9b2e259ea6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:52:8b:3c:83:56\",\"name\":\"edd848fa5c089fd\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/312ced89-05e7-4cd6-ab16-340714835eb2\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:44:49.933155 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=411 I0521 19:44:52.021578 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0521 19:44:55.652062 3649 cni.go:452] [tsf/tsf-tekton-configuration-9ccs8 edd848fa5c089fdef09a23ea31cd25779477f4bc16b11ece6866df9b2e259ea6 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-9ccs8 edd848fa5c089fdef09a23ea31cd25779477f4bc16b11ece6866df9b2e259ea6 network default NAD default NAD key ] I0521 19:44:55.736084 3649 cni.go:473] [tsf/tsf-tekton-configuration-9ccs8 edd848fa5c089fdef09a23ea31cd25779477f4bc16b11ece6866df9b2e259ea6 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-9ccs8 edd848fa5c089fdef09a23ea31cd25779477f4bc16b11ece6866df9b2e259ea6 network default NAD default NAD key default], result "{}", err I0521 19:44:55.788465 3649 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-9ccs8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:55.788503 3649 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-9ccs8 I0521 19:44:55.789744 3649 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-9ccs8, ips: 10.129.0.41 I0521 19:44:55.789771 3649 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-9ccs8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:56.671603 3649 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-9ccs8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:56.671626 3649 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-9ccs8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:56.708748 3649 obj_retry.go:492] Detected object tsf/patch-tekton-config-p7vnq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:56.708778 3649 obj_retry.go:492] Detected object tsf/patch-tekton-config-p7vnq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:56.712436 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-p7vnq I0521 19:44:56.712461 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-p7vnq I0521 19:44:57.406092 3649 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-2-237.ec2.internal I0521 19:44:57.406202 3649 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0521 19:44:57.420557 3649 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 14.398153ms I0521 19:44:57.420577 3649 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 14.422918ms I0521 19:44:57.421862 3649 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 15.787182ms, libovsdb time 910.463µs I0521 19:44:57.768386 3649 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 1903d7290b8ccf3fa9740828d3c2786e91b293fb9ab76163c39adc55c14454d4 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 1903d7290b8ccf3fa9740828d3c2786e91b293fb9ab76163c39adc55c14454d4 network default NAD default NAD key ] I0521 19:44:57.778622 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 1903d7290b8ccf3, network: default, NAD default, SandboxID: "1903d7290b8ccf3fa9740828d3c2786e91b293fb9ab76163c39adc55c14454d4", PCI device ID: , UID: "355bd6f2-d7c9-4395-8118-824f63102d15", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0521 19:44:57.829301 3649 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 1903d7290b8ccf3fa9740828d3c2786e91b293fb9ab76163c39adc55c14454d4 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 1903d7290b8ccf3fa9740828d3c2786e91b293fb9ab76163c39adc55c14454d4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:3b:d4:d5:0d:41\",\"name\":\"1903d7290b8ccf3\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8abdd638-3282-456e-9ec6-766d1c4086bd\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:45:00.683635 3649 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 1903d7290b8ccf3fa9740828d3c2786e91b293fb9ab76163c39adc55c14454d4 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 1903d7290b8ccf3fa9740828d3c2786e91b293fb9ab76163c39adc55c14454d4 network default NAD default NAD key ] I0521 19:45:00.760680 3649 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 1903d7290b8ccf3fa9740828d3c2786e91b293fb9ab76163c39adc55c14454d4 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 1903d7290b8ccf3fa9740828d3c2786e91b293fb9ab76163c39adc55c14454d4 network default NAD default NAD key default], result "{}", err I0521 19:45:00.815682 3649 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:00.815714 3649 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0521 19:45:00.817111 3649 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.129.0.42 I0521 19:45:00.817137 3649 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:00.837491 3649 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:00.837511 3649 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:00.845399 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0521 19:45:00.845418 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0521 19:45:01.071721 3649 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-2-237.ec2.internal I0521 19:45:01.071817 3649 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0521 19:45:01.085628 3649 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 13.83399ms I0521 19:45:01.085647 3649 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 13.858885ms I0521 19:45:01.086889 3649 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 15.182267ms, libovsdb time 863.764µs I0521 19:45:01.431534 3649 cni.go:452] [tsf-tpa/test-tsf-tpa 5869c644f28a228d05264843dc1a2b087e0ec9b402f89d95aae29182bf976e89 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 5869c644f28a228d05264843dc1a2b087e0ec9b402f89d95aae29182bf976e89 network default NAD default NAD key ] I0521 19:45:01.441090 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 5869c644f28a228, network: default, NAD default, SandboxID: "5869c644f28a228d05264843dc1a2b087e0ec9b402f89d95aae29182bf976e89", PCI device ID: , UID: "47290760-6b8d-45e9-b1f3-7f489e989db1", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0521 19:45:01.491927 3649 cni.go:473] [tsf-tpa/test-tsf-tpa 5869c644f28a228d05264843dc1a2b087e0ec9b402f89d95aae29182bf976e89 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 5869c644f28a228d05264843dc1a2b087e0ec9b402f89d95aae29182bf976e89 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:af:00:e0:e2:8a\",\"name\":\"5869c644f28a228\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/55d97f3a-3958-4085-9a4c-e39b11c75943\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:45:05.928735 3649 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-24hr9-rg8qq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:05.929328 3649 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-24hr9-rg8qq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:06.803161 3649 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-24hr9-rg8qq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:06.803215 3649 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-24hr9-rg8qq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:06.900704 3649 obj_retry.go:498] Detected object tsf-tpa/create-db-zqjr8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:06.901268 3649 obj_retry.go:498] Detected object tsf-tpa/create-db-zqjr8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:07.924534 3649 obj_retry.go:492] Detected object tsf-tpa/create-db-zqjr8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:07.924563 3649 obj_retry.go:492] Detected object tsf-tpa/create-db-zqjr8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:08.033712 3649 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-4t5qz] creating logical port tsf-tpa_migrate-db-4t5qz for pod on switch ip-10-0-2-237.ec2.internal I0521 19:45:08.033797 3649 kube.go:256] Updating pod tsf-tpa/migrate-db-4t5qz I0521 19:45:08.046407 3649 pod.go:62] [tsf-tpa/migrate-db-4t5qz] pod update took 12.631805ms I0521 19:45:08.046431 3649 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-4t5qz] addLogicalPort annotation time took 12.659815ms I0521 19:45:08.047627 3649 pods.go:271] [tsf-tpa/migrate-db-4t5qz] addLogicalPort took 13.929671ms, libovsdb time 848.107µs I0521 19:45:08.420725 3649 cni.go:452] [tsf-tpa/migrate-db-4t5qz ce60214120e9700cd504414ee824f0336dd7a174311ab08b7082c052f3cfcde6 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-4t5qz ce60214120e9700cd504414ee824f0336dd7a174311ab08b7082c052f3cfcde6 network default NAD default NAD key ] I0521 19:45:08.430347 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-4t5qz, hostIfaceName: ce60214120e9700, network: default, NAD default, SandboxID: "ce60214120e9700cd504414ee824f0336dd7a174311ab08b7082c052f3cfcde6", PCI device ID: , UID: "34ed976f-e108-434f-895f-fa39d77167c3", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0521 19:45:08.480301 3649 cni.go:473] [tsf-tpa/migrate-db-4t5qz ce60214120e9700cd504414ee824f0336dd7a174311ab08b7082c052f3cfcde6 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-4t5qz ce60214120e9700cd504414ee824f0336dd7a174311ab08b7082c052f3cfcde6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:15:00:4b:c9:f8\",\"name\":\"ce60214120e9700\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/79213ce3-ff15-45a1-b53f-69254265cdb9\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:45:10.549828 3649 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-7f7fd4ccb4-kl7v5] creating logical port tsf-tas_rekor-search-ui-7f7fd4ccb4-kl7v5 for pod on switch ip-10-0-2-237.ec2.internal I0521 19:45:10.549918 3649 kube.go:256] Updating pod tsf-tas/rekor-search-ui-7f7fd4ccb4-kl7v5 I0521 19:45:10.564728 3649 pod.go:62] [tsf-tas/rekor-search-ui-7f7fd4ccb4-kl7v5] pod update took 14.830443ms I0521 19:45:10.564757 3649 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-7f7fd4ccb4-kl7v5] addLogicalPort annotation time took 14.8636ms I0521 19:45:10.566051 3649 pods.go:271] [tsf-tas/rekor-search-ui-7f7fd4ccb4-kl7v5] addLogicalPort took 16.244535ms, libovsdb time 888.882µs I0521 19:45:11.245654 3649 cni.go:452] [tsf-tas/rekor-search-ui-7f7fd4ccb4-kl7v5 6a448e0eaa97faab6c27b3c8fbc0d23a57098ecf466e08b2f5102affb8549df0 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-7f7fd4ccb4-kl7v5 6a448e0eaa97faab6c27b3c8fbc0d23a57098ecf466e08b2f5102affb8549df0 network default NAD default NAD key ] I0521 19:45:11.255690 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-7f7fd4ccb4-kl7v5, hostIfaceName: 6a448e0eaa97faa, network: default, NAD default, SandboxID: "6a448e0eaa97faab6c27b3c8fbc0d23a57098ecf466e08b2f5102affb8549df0", PCI device ID: , UID: "c8d1aea3-3d03-4948-94da-afd425307f9f", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0521 19:45:11.306025 3649 cni.go:473] [tsf-tas/rekor-search-ui-7f7fd4ccb4-kl7v5 6a448e0eaa97faab6c27b3c8fbc0d23a57098ecf466e08b2f5102affb8549df0 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-7f7fd4ccb4-kl7v5 6a448e0eaa97faab6c27b3c8fbc0d23a57098ecf466e08b2f5102affb8549df0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:ac:09:b2:25:cf\",\"name\":\"6a448e0eaa97faa\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e6dd9e9b-4e19-46ef-b7ca-223c54c7d95f\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:45:13.770659 3649 cni.go:452] [tsf-tpa/migrate-db-4t5qz ce60214120e9700cd504414ee824f0336dd7a174311ab08b7082c052f3cfcde6 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-4t5qz ce60214120e9700cd504414ee824f0336dd7a174311ab08b7082c052f3cfcde6 network default NAD default NAD key ] I0521 19:45:13.847702 3649 cni.go:473] [tsf-tpa/migrate-db-4t5qz ce60214120e9700cd504414ee824f0336dd7a174311ab08b7082c052f3cfcde6 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-4t5qz ce60214120e9700cd504414ee824f0336dd7a174311ab08b7082c052f3cfcde6 network default NAD default NAD key default], result "{}", err I0521 19:45:13.903837 3649 obj_retry.go:498] Detected object tsf-tpa/migrate-db-4t5qz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:13.903916 3649 pods.go:176] Deleting pod: tsf-tpa/migrate-db-4t5qz I0521 19:45:13.905519 3649 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-4t5qz, ips: 10.129.0.44 I0521 19:45:13.905552 3649 obj_retry.go:498] Detected object tsf-tpa/migrate-db-4t5qz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:14.778169 3649 cni.go:452] [tsf-tas/ctlog-createtree-job-tjfgk-qmqcq 2898f30b63fb93adce4c5eb72e3960f8dfd034aafc95e3d851b89ad7330bd936 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-tjfgk-qmqcq 2898f30b63fb93adce4c5eb72e3960f8dfd034aafc95e3d851b89ad7330bd936 network default NAD default NAD key ] I0521 19:45:14.796501 3649 obj_retry.go:492] Detected object tsf-tpa/migrate-db-4t5qz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:14.796523 3649 obj_retry.go:492] Detected object tsf-tpa/migrate-db-4t5qz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:14.864125 3649 cni.go:473] [tsf-tas/ctlog-createtree-job-tjfgk-qmqcq 2898f30b63fb93adce4c5eb72e3960f8dfd034aafc95e3d851b89ad7330bd936 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-tjfgk-qmqcq 2898f30b63fb93adce4c5eb72e3960f8dfd034aafc95e3d851b89ad7330bd936 network default NAD default NAD key default], result "{}", err I0521 19:45:14.991311 3649 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-khqzm] creating logical port tsf-tpa_create-importers-khqzm for pod on switch ip-10-0-2-237.ec2.internal I0521 19:45:14.991425 3649 kube.go:256] Updating pod tsf-tpa/create-importers-khqzm I0521 19:45:15.006552 3649 pod.go:62] [tsf-tpa/create-importers-khqzm] pod update took 15.158079ms I0521 19:45:15.006572 3649 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-khqzm] addLogicalPort annotation time took 15.183876ms I0521 19:45:15.007764 3649 pods.go:271] [tsf-tpa/create-importers-khqzm] addLogicalPort took 16.476727ms, libovsdb time 785.785µs I0521 19:45:15.105773 3649 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-tjfgk-qmqcq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:15.105807 3649 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-tjfgk-qmqcq I0521 19:45:15.107131 3649 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-tjfgk-qmqcq, ips: 10.129.0.36 I0521 19:45:15.107159 3649 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-tjfgk-qmqcq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:15.402054 3649 cni.go:452] [tsf-tpa/create-importers-khqzm bcf0d72274e84958f3981c7ce972f81b7fe0f2cd95a79fef494d2c2efba3b588 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-khqzm bcf0d72274e84958f3981c7ce972f81b7fe0f2cd95a79fef494d2c2efba3b588 network default NAD default NAD key ] I0521 19:45:15.413130 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-khqzm, hostIfaceName: bcf0d72274e8495, network: default, NAD default, SandboxID: "bcf0d72274e84958f3981c7ce972f81b7fe0f2cd95a79fef494d2c2efba3b588", PCI device ID: , UID: "26ea7080-6859-423c-9cb0-d3816f2c525d", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0521 19:45:15.465982 3649 cni.go:473] [tsf-tpa/create-importers-khqzm bcf0d72274e84958f3981c7ce972f81b7fe0f2cd95a79fef494d2c2efba3b588 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-khqzm bcf0d72274e84958f3981c7ce972f81b7fe0f2cd95a79fef494d2c2efba3b588 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:be:b4:cd:58:2d\",\"name\":\"bcf0d72274e8495\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d3fbe864-b164-459f-82f4-f66b6a8c3150\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:45:15.781307 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0521 19:45:15.796061 3649 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-tjfgk-qmqcq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:15.796082 3649 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-tjfgk-qmqcq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:16.788624 3649 cni.go:452] [tsf-tpa/create-importers-khqzm bcf0d72274e84958f3981c7ce972f81b7fe0f2cd95a79fef494d2c2efba3b588 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-khqzm bcf0d72274e84958f3981c7ce972f81b7fe0f2cd95a79fef494d2c2efba3b588 network default NAD default NAD key ] I0521 19:45:16.862689 3649 cni.go:473] [tsf-tpa/create-importers-khqzm bcf0d72274e84958f3981c7ce972f81b7fe0f2cd95a79fef494d2c2efba3b588 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-khqzm bcf0d72274e84958f3981c7ce972f81b7fe0f2cd95a79fef494d2c2efba3b588 network default NAD default NAD key default], result "{}", err I0521 19:45:17.011584 3649 obj_retry.go:498] Detected object tsf-tpa/create-importers-khqzm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:17.011612 3649 pods.go:176] Deleting pod: tsf-tpa/create-importers-khqzm I0521 19:45:17.012933 3649 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-khqzm, ips: 10.129.0.46 I0521 19:45:17.012962 3649 obj_retry.go:498] Detected object tsf-tpa/create-importers-khqzm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:45:17.821513 3649 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0521 19:45:18.037034 3649 obj_retry.go:492] Detected object tsf-tpa/create-importers-khqzm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:18.037059 3649 obj_retry.go:492] Detected object tsf-tpa/create-importers-khqzm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:18.883358 3649 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-5665746947-z9nvp] creating logical port tsf-tas_ctlog-5665746947-z9nvp for pod on switch ip-10-0-2-237.ec2.internal I0521 19:45:18.883450 3649 kube.go:256] Updating pod tsf-tas/ctlog-5665746947-z9nvp I0521 19:45:18.901392 3649 pod.go:62] [tsf-tas/ctlog-5665746947-z9nvp] pod update took 17.965875ms I0521 19:45:18.901416 3649 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-5665746947-z9nvp] addLogicalPort annotation time took 17.992726ms I0521 19:45:18.902573 3649 pods.go:271] [tsf-tas/ctlog-5665746947-z9nvp] addLogicalPort took 19.233433ms, libovsdb time 788.532µs I0521 19:45:19.843027 3649 cni.go:452] [tsf-tas/ctlog-5665746947-z9nvp c0528fa7ddbf3fff795fcdd691250c068822acc40cfe66201cf96e7de66a5da7 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-5665746947-z9nvp c0528fa7ddbf3fff795fcdd691250c068822acc40cfe66201cf96e7de66a5da7 network default NAD default NAD key ] I0521 19:45:19.875163 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-5665746947-z9nvp, hostIfaceName: c0528fa7ddbf3ff, network: default, NAD default, SandboxID: "c0528fa7ddbf3fff795fcdd691250c068822acc40cfe66201cf96e7de66a5da7", PCI device ID: , UID: "543247c2-f814-42de-8421-5db3f219e6ad", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0521 19:45:19.924837 3649 cni.go:473] [tsf-tas/ctlog-5665746947-z9nvp c0528fa7ddbf3fff795fcdd691250c068822acc40cfe66201cf96e7de66a5da7 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-5665746947-z9nvp c0528fa7ddbf3fff795fcdd691250c068822acc40cfe66201cf96e7de66a5da7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:93:32:0e:0b:a1\",\"name\":\"c0528fa7ddbf3ff\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d18b5d83-2fbd-4faa-beb8-607886864a18\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:45:22.823972 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0521 19:45:22.876382 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0521 19:45:26.873515 3649 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0521 19:45:27.793616 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui W0521 19:45:33.842714 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0521 19:45:39.920882 3649 cni.go:452] [tsf-tpa/test-tsf-tpa 5869c644f28a228d05264843dc1a2b087e0ec9b402f89d95aae29182bf976e89 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 5869c644f28a228d05264843dc1a2b087e0ec9b402f89d95aae29182bf976e89 network default NAD default NAD key ] I0521 19:45:39.999190 3649 cni.go:473] [tsf-tpa/test-tsf-tpa 5869c644f28a228d05264843dc1a2b087e0ec9b402f89d95aae29182bf976e89 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 5869c644f28a228d05264843dc1a2b087e0ec9b402f89d95aae29182bf976e89 network default NAD default NAD key default], result "{}", err I0521 19:45:40.045314 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 I0521 19:45:40.057497 3649 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:40.057535 3649 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0521 19:45:40.058865 3649 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.129.0.43 I0521 19:45:40.058890 3649 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:40.078625 3649 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:40.078646 3649 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:40.088666 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0521 19:45:40.088691 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0521 19:45:40.947568 3649 namespace.go:98] [image-controller] adding namespace I0521 19:45:40.947659 3649 namespace.go:98] [build-service] adding namespace I0521 19:45:40.948434 3649 namespace.go:102] [image-controller] adding namespace took 846.967µs I0521 19:45:40.948982 3649 namespace.go:102] [build-service] adding namespace took 1.3082ms I0521 19:45:40.950073 3649 namespace.go:98] [default-tenant] adding namespace I0521 19:45:40.950169 3649 namespace.go:98] [integration-service] adding namespace I0521 19:45:40.950737 3649 namespace.go:102] [default-tenant] adding namespace took 651.867µs I0521 19:45:40.951368 3649 namespace.go:102] [integration-service] adding namespace took 1.171838ms I0521 19:45:40.997868 3649 namespace.go:142] [image-controller] updating namespace I0521 19:45:41.031367 3649 namespace.go:142] [image-controller] updating namespace I0521 19:45:41.031458 3649 namespace.go:142] [build-service] updating namespace I0521 19:45:41.057984 3649 namespace.go:142] [build-service] updating namespace I0521 19:45:41.078716 3649 namespace.go:142] [default-tenant] updating namespace I0521 19:45:41.140528 3649 namespace.go:142] [default-tenant] updating namespace I0521 19:45:41.161143 3649 namespace.go:142] [integration-service] updating namespace I0521 19:45:41.230191 3649 namespace.go:142] [build-service] updating namespace I0521 19:45:41.236510 3649 namespace.go:142] [integration-service] updating namespace I0521 19:45:41.257115 3649 namespace.go:142] [integration-service] updating namespace I0521 19:45:41.276332 3649 namespace.go:98] [release-service] adding namespace I0521 19:45:41.277097 3649 namespace.go:102] [release-service] adding namespace took 750.664µs I0521 19:45:41.330131 3649 namespace.go:142] [release-service] updating namespace I0521 19:45:41.345208 3649 namespace.go:142] [release-service] updating namespace I0521 19:45:41.427139 3649 namespace.go:142] [konflux-ui] updating namespace I0521 19:45:41.464041 3649 namespace.go:98] [konflux-info] adding namespace I0521 19:45:41.465024 3649 namespace.go:102] [konflux-info] adding namespace took 963.781µs I0521 19:45:41.493218 3649 namespace.go:98] [namespace-lister] adding namespace I0521 19:45:41.494039 3649 namespace.go:102] [namespace-lister] adding namespace took 796.934µs I0521 19:45:41.505419 3649 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-2-237.ec2.internal I0521 19:45:41.505505 3649 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0521 19:45:41.539019 3649 namespace.go:142] [konflux-info] updating namespace I0521 19:45:41.656355 3649 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 150.869088ms I0521 19:45:41.656382 3649 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 150.902655ms I0521 19:45:41.657652 3649 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 152.250083ms, libovsdb time 845.295µs I0521 19:45:41.662244 3649 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-7btx5-lsrql] creating logical port tsf-tas_tuf-repository-init-7btx5-lsrql for pod on switch ip-10-0-2-237.ec2.internal I0521 19:45:41.662356 3649 kube.go:256] Updating pod tsf-tas/tuf-repository-init-7btx5-lsrql I0521 19:45:41.673968 3649 namespace.go:142] [konflux-info] updating namespace I0521 19:45:41.674128 3649 namespace.go:98] [enterprise-contract-service] adding namespace I0521 19:45:41.674937 3649 namespace.go:102] [enterprise-contract-service] adding namespace took 794.432µs I0521 19:45:41.717356 3649 namespace.go:142] [namespace-lister] updating namespace I0521 19:45:41.717397 3649 namespace.go:142] [image-controller] updating namespace I0521 19:45:41.720108 3649 namespace.go:142] [namespace-lister] updating namespace I0521 19:45:41.763334 3649 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:45:41.779108 3649 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:45:41.880241 3649 kube.go:256] Updating pod tsf-tas/tuf-repository-init-7btx5-lsrql I0521 19:45:41.922247 3649 namespace.go:142] [default-tenant] updating namespace I0521 19:45:41.950316 3649 pod.go:62] [tsf-tas/tuf-repository-init-7btx5-lsrql] pod update took 287.978048ms I0521 19:45:41.950352 3649 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-7btx5-lsrql] addLogicalPort annotation time took 288.014979ms I0521 19:45:41.951578 3649 pods.go:271] [tsf-tas/tuf-repository-init-7btx5-lsrql] addLogicalPort took 289.353274ms, libovsdb time 832.889µs I0521 19:45:42.051848 3649 namespace.go:98] [segment-bridge] adding namespace I0521 19:45:42.052743 3649 namespace.go:102] [segment-bridge] adding namespace took 871.535µs I0521 19:45:42.082201 3649 namespace.go:142] [segment-bridge] updating namespace I0521 19:45:42.149273 3649 namespace.go:142] [segment-bridge] updating namespace I0521 19:45:42.149357 3649 namespace.go:98] [konflux-cli] adding namespace I0521 19:45:42.150289 3649 namespace.go:102] [konflux-cli] adding namespace took 923.813µs I0521 19:45:42.160874 3649 cni.go:452] [konflux-ui/test-tsf-konflux 74fa804a9df7a2fe32fb0ee3c6b4d0420b4effb069d8004155c722d3b7075a33 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 74fa804a9df7a2fe32fb0ee3c6b4d0420b4effb069d8004155c722d3b7075a33 network default NAD default NAD key ] I0521 19:45:42.170266 3649 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 74fa804a9df7a2f, network: default, NAD default, SandboxID: "74fa804a9df7a2fe32fb0ee3c6b4d0420b4effb069d8004155c722d3b7075a33", PCI device ID: , UID: "4847a9ef-2b72-4c3c-b9d0-f1eafe14fb7a", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0521 19:45:42.183288 3649 namespace.go:142] [konflux-cli] updating namespace I0521 19:45:42.223609 3649 cni.go:473] [konflux-ui/test-tsf-konflux 74fa804a9df7a2fe32fb0ee3c6b4d0420b4effb069d8004155c722d3b7075a33 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 74fa804a9df7a2fe32fb0ee3c6b4d0420b4effb069d8004155c722d3b7075a33 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:1d:5a:10:84:7e\",\"name\":\"74fa804a9df7a2f\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b4b37c39-d1e4-4d41-91ed-2d4a19fa6d2f\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:45:42.335210 3649 namespace.go:142] [konflux-cli] updating namespace I0521 19:45:42.944439 3649 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-j425w] creating logical port namespace-lister_namespace-lister-696b855848-j425w for pod on switch ip-10-0-2-237.ec2.internal I0521 19:45:42.944544 3649 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-j425w I0521 19:45:43.028148 3649 pod.go:62] [namespace-lister/namespace-lister-696b855848-j425w] pod update took 83.634067ms I0521 19:45:43.028197 3649 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-j425w] addLogicalPort annotation time took 83.665764ms I0521 19:45:43.029510 3649 pods.go:271] [namespace-lister/namespace-lister-696b855848-j425w] addLogicalPort took 85.088764ms, libovsdb time 882.625µs I0521 19:45:43.066437 3649 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0521 19:45:43.067073 3649 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0521 19:45:43.067088 3649 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0521 19:45:43.070017 3649 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0521 19:45:43.154456 3649 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0521 19:45:43.154484 3649 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0521 19:45:43.155674 3649 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0521 19:45:43.747165 3649 namespace.go:142] [build-service] updating namespace I0521 19:45:43.837158 3649 cni.go:452] [namespace-lister/namespace-lister-696b855848-j425w 73b7d319beb48c38d47d1cb5434de7af0e12d4c56e48739cff60c1ce7ded4e23 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-j425w 73b7d319beb48c38d47d1cb5434de7af0e12d4c56e48739cff60c1ce7ded4e23 network default NAD default NAD key ] I0521 19:45:43.847594 3649 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-j425w, hostIfaceName: 73b7d319beb48c3, network: default, NAD default, SandboxID: "73b7d319beb48c38d47d1cb5434de7af0e12d4c56e48739cff60c1ce7ded4e23", PCI device ID: , UID: "4b8dcaca-f9a2-4bc9-aa83-aa217ecb925b", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0521 19:45:43.879100 3649 base_network_controller_pods.go:487] [default/konflux-ui/dex-84cfd98fbb-c8wvp] creating logical port konflux-ui_dex-84cfd98fbb-c8wvp for pod on switch ip-10-0-2-237.ec2.internal I0521 19:45:43.879212 3649 kube.go:256] Updating pod konflux-ui/dex-84cfd98fbb-c8wvp I0521 19:45:43.903847 3649 cni.go:473] [namespace-lister/namespace-lister-696b855848-j425w 73b7d319beb48c38d47d1cb5434de7af0e12d4c56e48739cff60c1ce7ded4e23 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-j425w 73b7d319beb48c38d47d1cb5434de7af0e12d4c56e48739cff60c1ce7ded4e23 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:bb:59:b0:07:c5\",\"name\":\"73b7d319beb48c3\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9f530c73-1af5-454a-b901-40cf7572b520\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:45:43.946392 3649 pod.go:62] [konflux-ui/dex-84cfd98fbb-c8wvp] pod update took 67.214896ms I0521 19:45:43.946425 3649 base_network_controller_pods.go:951] [default/konflux-ui/dex-84cfd98fbb-c8wvp] addLogicalPort annotation time took 67.256794ms I0521 19:45:43.947979 3649 pods.go:271] [konflux-ui/dex-84cfd98fbb-c8wvp] addLogicalPort took 68.893525ms, libovsdb time 872.709µs I0521 19:45:43.999366 3649 base_network_controller_pods.go:487] [default/konflux-ui/proxy-6d765d449b-fbvc5] creating logical port konflux-ui_proxy-6d765d449b-fbvc5 for pod on switch ip-10-0-2-237.ec2.internal I0521 19:45:43.999493 3649 kube.go:256] Updating pod konflux-ui/proxy-6d765d449b-fbvc5 I0521 19:45:44.024156 3649 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-4mnrp] creating logical port image-controller_image-controller-controller-manager-6f859968fc-4mnrp for pod on switch ip-10-0-2-237.ec2.internal I0521 19:45:44.024301 3649 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-4mnrp I0521 19:45:44.053087 3649 pod.go:62] [konflux-ui/proxy-6d765d449b-fbvc5] pod update took 53.644297ms I0521 19:45:44.053119 3649 base_network_controller_pods.go:951] [default/konflux-ui/proxy-6d765d449b-fbvc5] addLogicalPort annotation time took 53.681779ms I0521 19:45:44.054400 3649 pods.go:271] [konflux-ui/proxy-6d765d449b-fbvc5] addLogicalPort took 55.055951ms, libovsdb time 850.007µs I0521 19:45:44.084765 3649 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-4mnrp] pod update took 60.494538ms I0521 19:45:44.084823 3649 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-4mnrp] addLogicalPort annotation time took 60.554487ms I0521 19:45:44.086247 3649 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-4mnrp] addLogicalPort took 62.111587ms, libovsdb time 975.992µs I0521 19:45:44.133605 3649 namespace.go:142] [default-tenant] updating namespace I0521 19:45:44.310503 3649 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-f2sj5] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-f2sj5 for pod on switch ip-10-0-2-237.ec2.internal I0521 19:45:44.310602 3649 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-f2sj5 I0521 19:45:44.369452 3649 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-f2sj5] pod update took 58.879475ms I0521 19:45:44.369473 3649 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-f2sj5] addLogicalPort annotation time took 58.907639ms I0521 19:45:44.370747 3649 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-f2sj5] addLogicalPort took 60.266362ms, libovsdb time 861.268µs I0521 19:45:44.380643 3649 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-ss8xm] creating logical port build-service_build-service-controller-manager-7cbf488fcf-ss8xm for pod on switch ip-10-0-2-237.ec2.internal I0521 19:45:44.380746 3649 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-ss8xm I0521 19:45:44.414136 3649 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-ss8xm] pod update took 33.413171ms I0521 19:45:44.414166 3649 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-ss8xm] addLogicalPort annotation time took 33.449964ms I0521 19:45:44.415836 3649 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-ss8xm] addLogicalPort took 35.205692ms, libovsdb time 1.05194ms I0521 19:45:44.472119 3649 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:45:44.712426 3649 namespace.go:142] [image-controller] updating namespace I0521 19:45:44.894164 3649 namespace.go:142] [integration-service] updating namespace I0521 19:45:45.019084 3649 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-4mnrp 934b2d2ced5481a3d135fff6f5b3fd063e24678d84e3cb0dd3c1d40db82b103a network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-4mnrp 934b2d2ced5481a3d135fff6f5b3fd063e24678d84e3cb0dd3c1d40db82b103a network default NAD default NAD key ] I0521 19:45:45.028924 3649 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-4mnrp, hostIfaceName: 934b2d2ced5481a, network: default, NAD default, SandboxID: "934b2d2ced5481a3d135fff6f5b3fd063e24678d84e3cb0dd3c1d40db82b103a", PCI device ID: , UID: "99305949-bcc0-4f31-8136-233b422a2608", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0521 19:45:45.074465 3649 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-ss8xm 5332eaccddb2a60eeca622e377a3367fc5a7a088492730e3ca6990920e25bc98 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-ss8xm 5332eaccddb2a60eeca622e377a3367fc5a7a088492730e3ca6990920e25bc98 network default NAD default NAD key ] I0521 19:45:45.085713 3649 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-ss8xm, hostIfaceName: 5332eaccddb2a60, network: default, NAD default, SandboxID: "5332eaccddb2a60eeca622e377a3367fc5a7a088492730e3ca6990920e25bc98", PCI device ID: , UID: "8282107a-4a19-4d4c-9616-6022de63179f", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0521 19:45:45.090037 3649 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-4mnrp 934b2d2ced5481a3d135fff6f5b3fd063e24678d84e3cb0dd3c1d40db82b103a network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-4mnrp 934b2d2ced5481a3d135fff6f5b3fd063e24678d84e3cb0dd3c1d40db82b103a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:08:3e:04:c1:c3\",\"name\":\"934b2d2ced5481a\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a744f956-1632-4fd7-8907-41d24a9c59e4\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:45:45.138116 3649 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-ss8xm 5332eaccddb2a60eeca622e377a3367fc5a7a088492730e3ca6990920e25bc98 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-ss8xm 5332eaccddb2a60eeca622e377a3367fc5a7a088492730e3ca6990920e25bc98 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:e3:e8:a7:d9:ae\",\"name\":\"5332eaccddb2a60\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb507a62-7710-498f-a9ba-b05e2e8b0cf4\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:45:45.365232 3649 namespace.go:142] [konflux-cli] updating namespace I0521 19:45:45.433120 3649 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-nrgbs] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-nrgbs for pod on switch ip-10-0-2-237.ec2.internal I0521 19:45:45.433237 3649 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-nrgbs I0521 19:45:45.522446 3649 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-nrgbs I0521 19:45:45.604402 3649 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-nrgbs] pod update took 171.190362ms I0521 19:45:45.604427 3649 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-nrgbs] addLogicalPort annotation time took 171.22114ms I0521 19:45:45.605998 3649 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-nrgbs] addLogicalPort took 172.896663ms, libovsdb time 1.064348ms I0521 19:45:45.835696 3649 namespace.go:142] [konflux-info] updating namespace W0521 19:45:46.001322 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0521 19:45:46.163298 3649 namespace.go:142] [namespace-lister] updating namespace I0521 19:45:46.435257 3649 namespace.go:142] [release-service] updating namespace I0521 19:45:46.639291 3649 namespace.go:142] [segment-bridge] updating namespace I0521 19:45:46.796572 3649 namespace.go:142] [build-service] updating namespace I0521 19:45:46.826469 3649 namespace.go:142] [default-tenant] updating namespace I0521 19:45:46.847472 3649 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:45:46.870476 3649 namespace.go:142] [image-controller] updating namespace I0521 19:45:46.894150 3649 namespace.go:142] [integration-service] updating namespace I0521 19:45:46.924780 3649 namespace.go:142] [konflux-cli] updating namespace I0521 19:45:46.924897 3649 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7cc944f5bf-9h4n8] creating logical port integration-service_integration-service-controller-manager-7cc944f5bf-9h4n8 for pod on switch ip-10-0-2-237.ec2.internal I0521 19:45:46.925012 3649 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7cc944f5bf-9h4n8 I0521 19:45:46.947353 3649 pod.go:62] [integration-service/integration-service-controller-manager-7cc944f5bf-9h4n8] pod update took 22.378349ms I0521 19:45:46.947386 3649 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7cc944f5bf-9h4n8] addLogicalPort annotation time took 22.415799ms I0521 19:45:46.949056 3649 pods.go:271] [integration-service/integration-service-controller-manager-7cc944f5bf-9h4n8] addLogicalPort took 24.181593ms, libovsdb time 1.085649ms I0521 19:45:46.953605 3649 namespace.go:142] [konflux-info] updating namespace I0521 19:45:46.977504 3649 namespace.go:142] [namespace-lister] updating namespace I0521 19:45:46.997451 3649 namespace.go:142] [release-service] updating namespace I0521 19:45:47.019651 3649 namespace.go:142] [segment-bridge] updating namespace W0521 19:45:47.030227 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0521 19:45:47.116234 3649 namespace.go:142] [build-service] updating namespace I0521 19:45:47.200201 3649 namespace.go:142] [default-tenant] updating namespace I0521 19:45:47.295338 3649 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:45:47.369915 3649 namespace.go:142] [image-controller] updating namespace I0521 19:45:47.453687 3649 namespace.go:142] [integration-service] updating namespace I0521 19:45:47.558008 3649 namespace.go:142] [konflux-cli] updating namespace I0521 19:45:47.632661 3649 namespace.go:142] [konflux-info] updating namespace I0521 19:45:47.733559 3649 namespace.go:142] [namespace-lister] updating namespace I0521 19:45:47.808215 3649 namespace.go:142] [release-service] updating namespace I0521 19:45:47.877836 3649 namespace.go:142] [segment-bridge] updating namespace I0521 19:45:51.705075 3649 cni.go:452] [tsf-tas/tuf-repository-init-7btx5-lsrql 4ab6a2af702d5184d82c581bbb073a409092188d73884b54c81234136fc252c2 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-7btx5-lsrql 4ab6a2af702d5184d82c581bbb073a409092188d73884b54c81234136fc252c2 network default NAD default NAD key ] I0521 19:45:51.716979 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-7btx5-lsrql, hostIfaceName: 4ab6a2af702d518, network: default, NAD default, SandboxID: "4ab6a2af702d5184d82c581bbb073a409092188d73884b54c81234136fc252c2", PCI device ID: , UID: "bf58c4ba-932b-48ad-b363-83429f237e75", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0521 19:45:51.759411 3649 cni.go:452] [integration-service/integration-service-controller-manager-7cc944f5bf-9h4n8 5b7967ad70794f03a7a3e44e4977a84bcd41f05450e72f27710e7f3fd0e39138 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7cc944f5bf-9h4n8 5b7967ad70794f03a7a3e44e4977a84bcd41f05450e72f27710e7f3fd0e39138 network default NAD default NAD key ] I0521 19:45:51.769704 3649 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7cc944f5bf-9h4n8, hostIfaceName: 5b7967ad70794f0, network: default, NAD default, SandboxID: "5b7967ad70794f03a7a3e44e4977a84bcd41f05450e72f27710e7f3fd0e39138", PCI device ID: , UID: "23f7b309-94f2-4489-9b9d-afcffdda48f4", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23] I0521 19:45:51.797336 3649 cni.go:473] [tsf-tas/tuf-repository-init-7btx5-lsrql 4ab6a2af702d5184d82c581bbb073a409092188d73884b54c81234136fc252c2 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-7btx5-lsrql 4ab6a2af702d5184d82c581bbb073a409092188d73884b54c81234136fc252c2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:f2:b1:a7:30:7f\",\"name\":\"4ab6a2af702d518\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/15588741-49ab-494a-8463-5c8c585a16dd\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:45:51.839203 3649 cni.go:473] [integration-service/integration-service-controller-manager-7cc944f5bf-9h4n8 5b7967ad70794f03a7a3e44e4977a84bcd41f05450e72f27710e7f3fd0e39138 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7cc944f5bf-9h4n8 5b7967ad70794f03a7a3e44e4977a84bcd41f05450e72f27710e7f3fd0e39138 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:bb:83:f6:89:eb\",\"name\":\"5b7967ad70794f0\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/649828d3-8301-4a46-ad43-cafdcedf7b59\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:45:52.039329 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0521 19:45:52.044517 3649 cni.go:452] [konflux-ui/dex-84cfd98fbb-c8wvp d77a2d0820fc9601bf2d57053b993ab588a41643561a349458892a916e73ed30 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-84cfd98fbb-c8wvp d77a2d0820fc9601bf2d57053b993ab588a41643561a349458892a916e73ed30 network default NAD default NAD key ] I0521 19:45:52.055242 3649 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-84cfd98fbb-c8wvp, hostIfaceName: d77a2d0820fc960, network: default, NAD default, SandboxID: "d77a2d0820fc9601bf2d57053b993ab588a41643561a349458892a916e73ed30", PCI device ID: , UID: "d0628a7d-ad08-4f2c-aa61-4e471d0a3564", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] W0521 19:45:52.068365 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0521 19:45:52.113458 3649 cni.go:473] [konflux-ui/dex-84cfd98fbb-c8wvp d77a2d0820fc9601bf2d57053b993ab588a41643561a349458892a916e73ed30 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-84cfd98fbb-c8wvp d77a2d0820fc9601bf2d57053b993ab588a41643561a349458892a916e73ed30 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:a9:a6:e1:42:cd\",\"name\":\"d77a2d0820fc960\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a565b2de-5530-46e4-9fb5-46ddaac2d691\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:45:52.183061 3649 cni.go:452] [konflux-ui/proxy-6d765d449b-fbvc5 156a3dd08f644025c2a39fdfa8b8548c30ef99147687300954d59cc3c8ec57e9 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-6d765d449b-fbvc5 156a3dd08f644025c2a39fdfa8b8548c30ef99147687300954d59cc3c8ec57e9 network default NAD default NAD key ] I0521 19:45:52.194684 3649 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-6d765d449b-fbvc5, hostIfaceName: 156a3dd08f64402, network: default, NAD default, SandboxID: "156a3dd08f644025c2a39fdfa8b8548c30ef99147687300954d59cc3c8ec57e9", PCI device ID: , UID: "4438a997-5c8e-463e-9327-71bbfd3532fe", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0521 19:45:52.217295 3649 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-f2sj5 0d4d1548962e50d4d9b35e5e56b36b55877f9a0691b83bc1e23dbebc81e2067d network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-f2sj5 0d4d1548962e50d4d9b35e5e56b36b55877f9a0691b83bc1e23dbebc81e2067d network default NAD default NAD key ] I0521 19:45:52.228592 3649 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-f2sj5, hostIfaceName: 0d4d1548962e50d, network: default, NAD default, SandboxID: "0d4d1548962e50d4d9b35e5e56b36b55877f9a0691b83bc1e23dbebc81e2067d", PCI device ID: , UID: "dae70fab-176b-45b6-aaa6-609fb0e79628", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0521 19:45:52.264060 3649 cni.go:473] [konflux-ui/proxy-6d765d449b-fbvc5 156a3dd08f644025c2a39fdfa8b8548c30ef99147687300954d59cc3c8ec57e9 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-6d765d449b-fbvc5 156a3dd08f644025c2a39fdfa8b8548c30ef99147687300954d59cc3c8ec57e9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:60:f9:ea:61:e3\",\"name\":\"156a3dd08f64402\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/40f39530-b4dc-4984-ac76-a7c33372f242\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:45:52.289729 3649 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-f2sj5 0d4d1548962e50d4d9b35e5e56b36b55877f9a0691b83bc1e23dbebc81e2067d network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-f2sj5 0d4d1548962e50d4d9b35e5e56b36b55877f9a0691b83bc1e23dbebc81e2067d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:9c:54:23:e5:c8\",\"name\":\"0d4d1548962e50d\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f0a08ad-75db-4801-a729-c5331a3e9d87\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:45:59.075987 3649 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 19:45:59.076023 3649 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0521 19:45:59.631868 3649 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-nrgbs 6185c84103cf34386ab43f014a8e8289a992390c26e41562b3c9e5c12576caec network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-nrgbs 6185c84103cf34386ab43f014a8e8289a992390c26e41562b3c9e5c12576caec network default NAD default NAD key ] I0521 19:45:59.643838 3649 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-nrgbs, hostIfaceName: 6185c84103cf343, network: default, NAD default, SandboxID: "6185c84103cf34386ab43f014a8e8289a992390c26e41562b3c9e5c12576caec", PCI device ID: , UID: "26a3e6d9-220a-4095-befe-603c5370b073", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0521 19:45:59.706060 3649 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-nrgbs 6185c84103cf34386ab43f014a8e8289a992390c26e41562b3c9e5c12576caec network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-nrgbs 6185c84103cf34386ab43f014a8e8289a992390c26e41562b3c9e5c12576caec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:ac:e6:f7:31:e2\",\"name\":\"6185c84103cf343\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/58e51e9e-0d20-4ba2-baca-2a3a9ac42b09\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:46:00.092726 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:46:00.096811 3649 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:46:00.130911 3649 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:00.130933 3649 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:00.195347 3649 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:46:00.195526 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:46:01.113809 3649 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0521 19:46:02.126488 3649 cni.go:452] [tsf-tas/tuf-repository-init-7btx5-lsrql 4ab6a2af702d5184d82c581bbb073a409092188d73884b54c81234136fc252c2 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-7btx5-lsrql 4ab6a2af702d5184d82c581bbb073a409092188d73884b54c81234136fc252c2 network default NAD default NAD key ] W0521 19:46:02.171102 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0521 19:46:02.175579 3649 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service I0521 19:46:02.216910 3649 cni.go:473] [tsf-tas/tuf-repository-init-7btx5-lsrql 4ab6a2af702d5184d82c581bbb073a409092188d73884b54c81234136fc252c2 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-7btx5-lsrql 4ab6a2af702d5184d82c581bbb073a409092188d73884b54c81234136fc252c2 network default NAD default NAD key default], result "{}", err I0521 19:46:02.279166 3649 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-7btx5-lsrql of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:02.279230 3649 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-7btx5-lsrql I0521 19:46:02.280866 3649 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-7btx5-lsrql, ips: 10.129.0.49 I0521 19:46:02.280905 3649 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-7btx5-lsrql of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:46:03.040377 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0521 19:46:03.070568 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0521 19:46:03.216513 3649 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-7btx5-lsrql of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:03.216544 3649 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-7btx5-lsrql of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:03.880397 3649 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-llf2v] creating logical port tsf-tas_tuf-97fc8ff76-llf2v for pod on switch ip-10-0-2-237.ec2.internal I0521 19:46:03.880503 3649 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-llf2v I0521 19:46:03.901029 3649 pod.go:62] [tsf-tas/tuf-97fc8ff76-llf2v] pod update took 20.557839ms I0521 19:46:03.901057 3649 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-llf2v] addLogicalPort annotation time took 20.590941ms I0521 19:46:03.902506 3649 pods.go:271] [tsf-tas/tuf-97fc8ff76-llf2v] addLogicalPort took 22.128544ms, libovsdb time 952.444µs W0521 19:46:11.110780 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:46:11.110907 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0521 19:46:11.321580 3649 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-f2sj5 0d4d1548962e50d4d9b35e5e56b36b55877f9a0691b83bc1e23dbebc81e2067d network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-f2sj5 0d4d1548962e50d4d9b35e5e56b36b55877f9a0691b83bc1e23dbebc81e2067d network default NAD default NAD key ] I0521 19:46:11.402349 3649 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-f2sj5 0d4d1548962e50d4d9b35e5e56b36b55877f9a0691b83bc1e23dbebc81e2067d network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-f2sj5 0d4d1548962e50d4d9b35e5e56b36b55877f9a0691b83bc1e23dbebc81e2067d network default NAD default NAD key default], result "{}", err I0521 19:46:11.460255 3649 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-f2sj5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:11.460293 3649 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-f2sj5 I0521 19:46:11.461828 3649 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-f2sj5, ips: 10.129.0.54 I0521 19:46:11.461858 3649 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-f2sj5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:12.194059 3649 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-f2sj5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:12.194083 3649 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-f2sj5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:12.200910 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-f2sj5 I0521 19:46:12.200931 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-f2sj5 W0521 19:46:14.140109 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0521 19:46:14.171225 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0521 19:46:14.179900 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service I0521 19:46:14.896945 3649 cni.go:452] [tsf-tas/tuf-97fc8ff76-llf2v 3bac984e9e5ae03342fc89aaeb29514af290193304db477e86b7e6797af77572 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-llf2v 3bac984e9e5ae03342fc89aaeb29514af290193304db477e86b7e6797af77572 network default NAD default NAD key ] I0521 19:46:14.906733 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-llf2v, hostIfaceName: 3bac984e9e5ae03, network: default, NAD default, SandboxID: "3bac984e9e5ae03342fc89aaeb29514af290193304db477e86b7e6797af77572", PCI device ID: , UID: "9aa09a07-e2a6-4afe-98a6-2837003280de", MAC: 0a:58:0a:81:00:3a, IPs: [10.129.0.58/23] I0521 19:46:15.167765 3649 cni.go:473] [tsf-tas/tuf-97fc8ff76-llf2v 3bac984e9e5ae03342fc89aaeb29514af290193304db477e86b7e6797af77572 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-llf2v 3bac984e9e5ae03342fc89aaeb29514af290193304db477e86b7e6797af77572 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:09:ef:4c:2c:e4\",\"name\":\"3bac984e9e5ae03\"},{\"mac\":\"0a:58:0a:81:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a627412c-b623-4c49-92e2-e578704c1709\"}],\"ips\":[{\"address\":\"10.129.0.58/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:46:18.238708 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0521 19:46:21.052310 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 W0521 19:46:29.255708 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf W0521 19:46:36.132447 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:36.132464 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:36.132482 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:36.132487 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:42.216710 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:42.216739 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-237.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy I0521 19:46:59.943874 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=166 I0521 19:47:06.204318 3649 cni.go:452] [konflux-ui/proxy-6d765d449b-fbvc5 156a3dd08f644025c2a39fdfa8b8548c30ef99147687300954d59cc3c8ec57e9 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-6d765d449b-fbvc5 156a3dd08f644025c2a39fdfa8b8548c30ef99147687300954d59cc3c8ec57e9 network default NAD default NAD key ] I0521 19:47:06.294592 3649 cni.go:473] [konflux-ui/proxy-6d765d449b-fbvc5 156a3dd08f644025c2a39fdfa8b8548c30ef99147687300954d59cc3c8ec57e9 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-6d765d449b-fbvc5 156a3dd08f644025c2a39fdfa8b8548c30ef99147687300954d59cc3c8ec57e9 network default NAD default NAD key default], result "{}", err I0521 19:47:06.362430 3649 obj_retry.go:498] Detected object konflux-ui/proxy-6d765d449b-fbvc5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:06.362461 3649 pods.go:176] Deleting pod: konflux-ui/proxy-6d765d449b-fbvc5 I0521 19:47:06.363840 3649 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-6d765d449b-fbvc5, ips: 10.129.0.52 I0521 19:47:06.363867 3649 obj_retry.go:498] Detected object konflux-ui/proxy-6d765d449b-fbvc5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:06.538773 3649 obj_retry.go:492] Detected object konflux-ui/proxy-6d765d449b-fbvc5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:06.538821 3649 obj_retry.go:492] Detected object konflux-ui/proxy-6d765d449b-fbvc5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:06.546213 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6d765d449b-fbvc5 I0521 19:47:06.546234 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6d765d449b-fbvc5 I0521 19:47:07.039744 3649 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0521 19:47:13.583328 3649 cni.go:452] [konflux-ui/test-tsf-konflux 74fa804a9df7a2fe32fb0ee3c6b4d0420b4effb069d8004155c722d3b7075a33 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 74fa804a9df7a2fe32fb0ee3c6b4d0420b4effb069d8004155c722d3b7075a33 network default NAD default NAD key ] I0521 19:47:13.671051 3649 cni.go:473] [konflux-ui/test-tsf-konflux 74fa804a9df7a2fe32fb0ee3c6b4d0420b4effb069d8004155c722d3b7075a33 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 74fa804a9df7a2fe32fb0ee3c6b4d0420b4effb069d8004155c722d3b7075a33 network default NAD default NAD key default], result "{}", err I0521 19:47:13.727959 3649 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:13.727992 3649 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0521 19:47:13.729383 3649 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.129.0.48 I0521 19:47:13.729412 3649 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:13.768441 3649 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:13.768462 3649 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:13.775695 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0521 19:47:13.775718 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0521 19:47:18.924854 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0521 19:47:33.010744 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0521 19:47:41.725142 3649 namespace.go:98] [managed-tenant-m6qtx] adding namespace I0521 19:47:41.726041 3649 namespace.go:102] [managed-tenant-m6qtx] adding namespace took 879.32µs I0521 19:47:41.767619 3649 namespace.go:142] [managed-tenant-m6qtx] updating namespace I0521 19:47:41.793962 3649 namespace.go:142] [managed-tenant-m6qtx] updating namespace I0521 19:47:42.804954 3649 namespace.go:142] [managed-tenant-m6qtx] updating namespace I0521 19:47:42.924038 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=69 I0521 19:47:42.941786 3649 namespace.go:142] [managed-tenant-m6qtx] updating namespace I0521 19:47:43.031054 3649 namespace.go:142] [managed-tenant-m6qtx] updating namespace I0521 19:47:54.923544 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=87 I0521 19:47:57.044995 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10