+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-225.ec2.internal ++ [[ -n ip-10-0-1-225.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-225.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0505 13:05:40.622565904 - disable conntrack on geneve port' I0505 13:05:40.622565904 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0505 13:05:40.644941627 - starting ovnkube-node' I0505 13:05:40.644941627 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-225.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-225.ec2.internal --init-node ip-10-0-1-225.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-225.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0505 13:05:40.687519 3790 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0505 13:05:40.687580 3790 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-739e801fb0.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0505 13:05:40.688980 3790 kube.go:431] Waiting for certificate I0505 13:05:40.689020 3790 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0505 13:05:40.689050 3790 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0505 13:05:40.689770 3790 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 13:05:40.719326 3790 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 13:05:40.719348 3790 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 13:05:40.722217 3790 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 13:05:40.722322 3790 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-rr75c" I0505 13:05:40.727930 3790 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-rr75c" I0505 13:05:40.727991 3790 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 13:05:41.689830 3790 kube.go:438] Certificate found I0505 13:05:41.690373 3790 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 13:05:41.691342 3790 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0505 13:05:41.759145 3790 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 13:05:41.762859 3790 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-06 13:00:40 +0000 UTC" deadline="2026-05-06 06:14:02.187019377 +0000 UTC" I0505 13:05:41.762878 3790 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h8m20.424147827s" I0505 13:05:41.767657 3790 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0505 13:05:41.767737 3790 server.go:101] MetricServer registers OVS metrics I0505 13:05:41.768055 3790 server.go:105] MetricServer registers OVN DB metrics I0505 13:05:41.768282 3790 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0505 13:05:41.768342 3790 factory.go:561] Starting watch factory I0505 13:05:41.768457 3790 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:05:41.768474 3790 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:05:41.768462 3790 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:05:41.768550 3790 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:05:41.768732 3790 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:05:41.768757 3790 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:05:41.768852 3790 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:05:41.768871 3790 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:05:41.768880 3790 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:05:41.768914 3790 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:05:41.769192 3790 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:05:41.769401 3790 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:05:41.772557 3790 controller_manager.go:370] Starting the ovnkube controller I0505 13:05:41.772573 3790 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-225.ec2.internal I0505 13:05:41.772617 3790 controller_manager.go:395] NBDB zone sync took: 37.363µs I0505 13:05:41.772629 3790 factory.go:561] Starting watch factory I0505 13:05:41.773014 3790 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0505 13:05:41.773039 3790 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0505 13:05:41.785854 3790 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0505 13:05:41.785871 3790 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0505 13:05:41.789296 3790 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0505 13:05:41.789326 3790 server.go:109] MetricServer registers OVN Controller metrics I0505 13:05:41.791628 3790 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:05:41.792187 3790 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:05:41.792491 3790 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:05:41.792683 3790 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:05:41.793272 3790 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:05:41.799031 3790 server.go:113] MetricServer registers OVN Northd metrics I0505 13:05:41.802560 3790 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:05:41.803948 3790 metrics.go:519] OVN Metrics Server starts to run ... I0505 13:05:41.874943 3790 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 13:05:41.874973 3790 factory.go:1977] *v1.Pod informer cache synced successfully I0505 13:05:41.874977 3790 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 13:05:41.874981 3790 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 13:05:41.874984 3790 factory.go:1977] *v1.Node informer cache synced successfully I0505 13:05:41.874987 3790 factory.go:1977] *v1.Service informer cache synced successfully I0505 13:05:41.875072 3790 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:05:41.875088 3790 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:05:41.875117 3790 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:05:41.875135 3790 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:05:41.879154 3790 factory.go:1977] *v1.Service informer cache synced successfully I0505 13:05:41.879185 3790 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 13:05:41.879191 3790 factory.go:1977] *v1.Pod informer cache synced successfully I0505 13:05:41.879196 3790 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 13:05:41.879200 3790 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 13:05:41.879204 3790 factory.go:1977] *v1.Node informer cache synced successfully I0505 13:05:41.882411 3790 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:05:41.888138 3790 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:05:41.980789 3790 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 13:05:41.980816 3790 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 13:05:41.980916 3790 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 13:05:41.980931 3790 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 13:05:41.984058 3790 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 13:05:41.984965 3790 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 13:05:41.984976 3790 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 13:05:41.986108 3790 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 13:05:41.986179 3790 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 13:05:41.986194 3790 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 13:05:41.988878 3790 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 13:05:41.990786 3790 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 13:05:41.991948 3790 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 13:05:41.992034 3790 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 13:05:41.992055 3790 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 13:05:41.994915 3790 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 13:05:41.995864 3790 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 13:05:41.997004 3790 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 13:05:41.997065 3790 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 13:05:41.997079 3790 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 13:05:42.000471 3790 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 13:05:42.001363 3790 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 13:05:42.002518 3790 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 13:05:42.002577 3790 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 13:05:42.002590 3790 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 13:05:42.006378 3790 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 13:05:42.006424 3790 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 13:05:42.008327 3790 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 13:05:42.008502 3790 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 13:05:42.008518 3790 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 13:05:42.011897 3790 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 13:05:42.012349 3790 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 13:05:42.014261 3790 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 13:05:42.014316 3790 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:05:42.014327 3790 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:05:42.014420 3790 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:05:42.014483 3790 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:05:42.017883 3790 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 13:05:42.024016 3790 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:05:42.024065 3790 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:05:42.120886 3790 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 13:05:42.120904 3790 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 13:05:42.120913 3790 factory.go:680] Watch Factory start up complete, took: 352.573854ms I0505 13:05:42.121002 3790 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0505 13:05:42.123990 3790 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 13:05:42.124006 3790 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 13:05:42.124016 3790 factory.go:680] Watch Factory start up complete, took: 351.385277ms I0505 13:05:42.124024 3790 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-225.ec2.internal" zone I0505 13:05:42.171311 3790 default_node_network_controller.go:710] Initializing the default node network controller I0505 13:05:42.248059 3790 udn_isolation.go:101] Starting UDN host isolation manager I0505 13:05:42.253893 3790 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0505 13:05:42.313675 3790 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0505 13:05:42.313792 3790 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0505 13:05:42.313806 3790 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0505 13:05:42.348630 3790 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0505 13:05:42.348703 3790 default_node_network_controller.go:809] Node ip-10-0-1-225.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0505 13:05:42.354001 3790 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.225"] k8s.ovn.org/zone-name:ip-10-0-1-225.ec2.internal] on node ip-10-0-1-225.ec2.internal I0505 13:05:42.373194 3790 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0505 13:05:42.374348 3790 controller_manager.go:429] Waiting for node in zone sync took: 250.309894ms I0505 13:05:42.378501 3790 controller_manager.go:611] Switching to transit router for layer2 networks I0505 13:05:42.378517 3790 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-225.ec2.internal I0505 13:05:42.379495 3790 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0505 13:05:42.379768 3790 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0505 13:05:42.379918 3790 gateway_init.go:263] Preparing Gateway I0505 13:05:42.379930 3790 gateway_shared_intf.go:1687] Creating new gateway I0505 13:05:42.393973 3790 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 13:05:42.400293 3790 controller_manager.go:290] SCTP support detected in OVN I0505 13:05:42.400947 3790 services_controller.go:69] Creating services controller for network=default I0505 13:05:42.401102 3790 udn_enabled_svc.go:80] Waiting for service informer to sync I0505 13:05:42.401232 3790 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0505 13:05:42.401272 3790 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0505 13:05:42.401287 3790 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0505 13:05:42.401296 3790 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 13:05:42.401500 3790 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0505 13:05:42.401586 3790 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0505 13:05:42.401624 3790 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 29.624µs I0505 13:05:42.401625 3790 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 78.739µs I0505 13:05:42.401635 3790 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 49.041µs I0505 13:05:42.401643 3790 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0505 13:05:42.401650 3790 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0505 13:05:42.401658 3790 default_network_controller.go:325] Starting the default network controller I0505 13:05:42.401668 3790 udn_enabled_svc.go:95] Performing full resync I0505 13:05:42.401798 3790 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 7.791µs I0505 13:05:42.401956 3790 udn_enabled_svc.go:99] Waiting for handler to sync I0505 13:05:42.401970 3790 udn_enabled_svc.go:104] Starting worker I0505 13:05:42.412480 3790 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0505 13:05:42.412543 3790 repair.go:33] Syncing exgw routes took 49.507µs I0505 13:05:42.412569 3790 default_network_controller.go:414] Starting all the Watchers... I0505 13:05:42.413177 3790 namespace.go:98] [openshift-config-managed] adding namespace I0505 13:05:42.413188 3790 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0505 13:05:42.413190 3790 namespace.go:98] [openshift-monitoring] adding namespace I0505 13:05:42.413190 3790 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0505 13:05:42.413203 3790 namespace.go:98] [openshift-ingress-canary] adding namespace I0505 13:05:42.413203 3790 namespace.go:98] [openshift-marketplace] adding namespace I0505 13:05:42.413216 3790 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0505 13:05:42.413218 3790 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0505 13:05:42.413226 3790 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0505 13:05:42.413228 3790 namespace.go:98] [openshift-dns] adding namespace I0505 13:05:42.413225 3790 namespace.go:98] [openshift-infra] adding namespace I0505 13:05:42.413237 3790 namespace.go:98] [openshift-ingress] adding namespace I0505 13:05:42.413250 3790 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0505 13:05:42.413265 3790 namespace.go:98] [openshift-image-registry] adding namespace I0505 13:05:42.413281 3790 namespace.go:98] [openshift-config-operator] adding namespace I0505 13:05:42.413880 3790 namespace.go:102] [openshift-config-managed] adding namespace took 685.039µs I0505 13:05:42.413897 3790 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0505 13:05:42.414437 3790 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 532.314µs I0505 13:05:42.414452 3790 namespace.go:98] [kube-public] adding namespace I0505 13:05:42.415010 3790 namespace.go:102] [kube-public] adding namespace took 551.217µs I0505 13:05:42.415029 3790 namespace.go:98] [openshift-customer-monitoring] adding namespace I0505 13:05:42.415608 3790 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 2.405858ms I0505 13:05:42.415630 3790 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0505 13:05:42.416172 3790 namespace.go:102] [openshift-monitoring] adding namespace took 2.95157ms I0505 13:05:42.416194 3790 namespace.go:98] [openshift-multus] adding namespace I0505 13:05:42.416804 3790 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 3.594488ms I0505 13:05:42.416824 3790 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0505 13:05:42.417416 3790 namespace.go:102] [openshift-ingress-canary] adding namespace took 4.198886ms I0505 13:05:42.417451 3790 namespace.go:98] [openshift-logging] adding namespace I0505 13:05:42.418072 3790 namespace.go:102] [openshift-marketplace] adding namespace took 4.852186ms I0505 13:05:42.418088 3790 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0505 13:05:42.418634 3790 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 5.404118ms I0505 13:05:42.418657 3790 namespace.go:98] [openshift-network-node-identity] adding namespace I0505 13:05:42.419195 3790 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 5.963284ms I0505 13:05:42.419213 3790 namespace.go:98] [openshift-network-operator] adding namespace I0505 13:05:42.419689 3790 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.456177ms I0505 13:05:42.419706 3790 namespace.go:98] [openshift-kube-apiserver] adding namespace I0505 13:05:42.420338 3790 namespace.go:102] [openshift-dns] adding namespace took 7.103439ms I0505 13:05:42.420350 3790 namespace.go:98] [kube-system] adding namespace I0505 13:05:42.420989 3790 namespace.go:102] [openshift-infra] adding namespace took 7.749465ms I0505 13:05:42.421010 3790 namespace.go:98] [default] adding namespace I0505 13:05:42.421560 3790 namespace.go:102] [openshift-ingress] adding namespace took 8.305236ms I0505 13:05:42.421576 3790 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0505 13:05:42.422110 3790 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 8.853045ms I0505 13:05:42.422123 3790 namespace.go:98] [openshift-etcd] adding namespace I0505 13:05:42.422632 3790 namespace.go:102] [openshift-image-registry] adding namespace took 9.350792ms I0505 13:05:42.422649 3790 namespace.go:98] [openshift-route-controller-manager] adding namespace I0505 13:05:42.423066 3790 namespace.go:102] [openshift-config-operator] adding namespace took 9.769931ms I0505 13:05:42.423084 3790 namespace.go:98] [openshift-machine-config-operator] adding namespace I0505 13:05:42.423616 3790 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.580302ms I0505 13:05:42.423637 3790 namespace.go:98] [openshift-operators-redhat] adding namespace W0505 13:05:42.424312 3790 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-486qb: pod openshift-multus/network-metrics-daemon-486qb: no pod IPs found W0505 13:05:42.424325 3790 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-bkgf2: pod openshift-multus/network-metrics-daemon-bkgf2: no pod IPs found W0505 13:05:42.424331 3790 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-72nnp: pod openshift-multus/network-metrics-daemon-72nnp: no pod IPs found I0505 13:05:42.424346 3790 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.709075ms I0505 13:05:42.424360 3790 namespace.go:98] [openshift-backplane-tam] adding namespace I0505 13:05:42.425020 3790 namespace.go:102] [openshift-multus] adding namespace took 8.817341ms I0505 13:05:42.425034 3790 namespace.go:98] [openshift-operators] adding namespace I0505 13:05:42.425663 3790 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 8.830316ms I0505 13:05:42.425686 3790 namespace.go:98] [openshift-console] adding namespace I0505 13:05:42.426280 3790 namespace.go:102] [openshift-logging] adding namespace took 8.819998ms I0505 13:05:42.426298 3790 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0505 13:05:42.426830 3790 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.731068ms I0505 13:05:42.426851 3790 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0505 13:05:42.427434 3790 namespace.go:102] [openshift-network-node-identity] adding namespace took 8.769922ms I0505 13:05:42.427451 3790 namespace.go:98] [openshift-service-ca-operator] adding namespace I0505 13:05:42.427950 3790 namespace.go:102] [openshift-network-operator] adding namespace took 8.729142ms I0505 13:05:42.427967 3790 namespace.go:98] [kube-node-lease] adding namespace I0505 13:05:42.428480 3790 namespace.go:102] [openshift-kube-apiserver] adding namespace took 8.76654ms I0505 13:05:42.428500 3790 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0505 13:05:42.429045 3790 namespace.go:102] [kube-system] adding namespace took 8.686857ms I0505 13:05:42.429061 3790 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0505 13:05:42.429814 3790 namespace.go:102] [default] adding namespace took 8.793025ms I0505 13:05:42.429831 3790 namespace.go:98] [openshift-apiserver-operator] adding namespace I0505 13:05:42.430564 3790 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.977958ms I0505 13:05:42.430583 3790 namespace.go:98] [openshift-config] adding namespace I0505 13:05:42.431154 3790 namespace.go:102] [openshift-etcd] adding namespace took 9.024338ms I0505 13:05:42.431193 3790 namespace.go:98] [openshift-ingress-operator] adding namespace I0505 13:05:42.431859 3790 namespace.go:102] [openshift-route-controller-manager] adding namespace took 9.204232ms I0505 13:05:42.431875 3790 namespace.go:98] [openshift-backplane-cse] adding namespace I0505 13:05:42.432440 3790 namespace.go:102] [openshift-machine-config-operator] adding namespace took 9.349056ms I0505 13:05:42.432469 3790 namespace.go:98] [openshift-machine-api] adding namespace I0505 13:05:42.432981 3790 namespace.go:102] [openshift-operators-redhat] adding namespace took 9.33611ms I0505 13:05:42.433735 3790 namespace.go:102] [openshift-backplane-tam] adding namespace took 9.368669ms I0505 13:05:42.433756 3790 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0505 13:05:42.434298 3790 namespace.go:102] [openshift-operators] adding namespace took 9.259005ms I0505 13:05:42.434314 3790 namespace.go:98] [openshift-apiserver] adding namespace I0505 13:05:42.434886 3790 namespace.go:102] [openshift-console] adding namespace took 9.192377ms I0505 13:05:42.434905 3790 namespace.go:98] [openshift-console-operator] adding namespace I0505 13:05:42.435598 3790 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 9.291351ms I0505 13:05:42.435616 3790 namespace.go:98] [openshift-must-gather-operator] adding namespace I0505 13:05:42.436269 3790 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 9.40993ms I0505 13:05:42.436290 3790 namespace.go:98] [openshift-dns-operator] adding namespace I0505 13:05:42.436942 3790 namespace.go:102] [openshift-service-ca-operator] adding namespace took 9.48241ms I0505 13:05:42.436960 3790 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0505 13:05:42.437512 3790 namespace.go:102] [kube-node-lease] adding namespace took 9.538861ms I0505 13:05:42.437527 3790 namespace.go:98] [openshift-backplane] adding namespace I0505 13:05:42.438006 3790 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 9.498474ms I0505 13:05:42.438020 3790 namespace.go:98] [openshift-console-user-settings] adding namespace I0505 13:05:42.438573 3790 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 9.507212ms I0505 13:05:42.438585 3790 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0505 13:05:42.439069 3790 namespace.go:102] [openshift-apiserver-operator] adding namespace took 9.232333ms I0505 13:05:42.439084 3790 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0505 13:05:42.439600 3790 namespace.go:102] [openshift-config] adding namespace took 9.012307ms I0505 13:05:42.439612 3790 namespace.go:98] [openshift-package-operator] adding namespace I0505 13:05:42.440141 3790 namespace.go:102] [openshift-ingress-operator] adding namespace took 8.941974ms I0505 13:05:42.440152 3790 namespace.go:98] [openshift-kube-scheduler] adding namespace I0505 13:05:42.440705 3790 namespace.go:102] [openshift-backplane-cse] adding namespace took 8.824773ms I0505 13:05:42.440720 3790 namespace.go:98] [openshift-backplane-srep] adding namespace I0505 13:05:42.441376 3790 namespace.go:102] [openshift-machine-api] adding namespace took 8.899343ms I0505 13:05:42.441393 3790 namespace.go:98] [openshift-network-console] adding namespace I0505 13:05:42.441929 3790 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 8.166876ms I0505 13:05:42.441945 3790 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0505 13:05:42.442522 3790 namespace.go:102] [openshift-apiserver] adding namespace took 8.201756ms I0505 13:05:42.442540 3790 namespace.go:98] [openshift] adding namespace I0505 13:05:42.443191 3790 namespace.go:102] [openshift-console-operator] adding namespace took 8.277262ms I0505 13:05:42.443209 3790 namespace.go:98] [openshift-node] adding namespace I0505 13:05:42.443794 3790 namespace.go:102] [openshift-must-gather-operator] adding namespace took 8.171818ms I0505 13:05:42.443807 3790 namespace.go:98] [openshift-network-diagnostics] adding namespace I0505 13:05:42.444299 3790 namespace.go:102] [openshift-dns-operator] adding namespace took 8.001819ms I0505 13:05:42.444315 3790 namespace.go:98] [openshift-authentication] adding namespace I0505 13:05:42.444759 3790 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.791171ms I0505 13:05:42.444777 3790 namespace.go:98] [openshift-cluster-version] adding namespace I0505 13:05:42.445232 3790 namespace.go:102] [openshift-backplane] adding namespace took 7.698384ms I0505 13:05:42.445247 3790 namespace.go:98] [openshift-insights] adding namespace I0505 13:05:42.445785 3790 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.759165ms I0505 13:05:42.445800 3790 namespace.go:98] [open-cluster-management-2q3ph2m4u3b8o18lf0r5rne1k6ej2e1r] adding namespace I0505 13:05:42.446263 3790 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.67271ms I0505 13:05:42.446277 3790 namespace.go:98] [openshift-backplane-cee] adding namespace I0505 13:05:42.446722 3790 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.631983ms I0505 13:05:42.446735 3790 namespace.go:98] [openshift-controller-manager] adding namespace I0505 13:05:42.447177 3790 namespace.go:102] [openshift-package-operator] adding namespace took 7.540158ms I0505 13:05:42.447190 3790 namespace.go:98] [openshift-backplane-csm] adding namespace I0505 13:05:42.447737 3790 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.57894ms I0505 13:05:42.447754 3790 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0505 13:05:42.448314 3790 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.58878ms I0505 13:05:42.448328 3790 namespace.go:98] [openshift-host-network] adding namespace I0505 13:05:42.448855 3790 namespace.go:102] [openshift-network-console] adding namespace took 7.457179ms I0505 13:05:42.448865 3790 namespace.go:98] [dedicated-admin] adding namespace I0505 13:05:42.449451 3790 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.499375ms I0505 13:05:42.449928 3790 namespace.go:102] [openshift] adding namespace took 7.382595ms W0505 13:05:42.450411 3790 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-b7nng: pod openshift-network-diagnostics/network-check-target-b7nng: no pod IPs found W0505 13:05:42.450424 3790 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-j6s5p: pod openshift-network-diagnostics/network-check-target-j6s5p: no pod IPs found W0505 13:05:42.450432 3790 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-j9bcj: pod openshift-network-diagnostics/network-check-target-j9bcj: no pod IPs found I0505 13:05:42.450454 3790 namespace.go:102] [openshift-node] adding namespace took 7.238582ms I0505 13:05:42.450469 3790 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0505 13:05:42.450951 3790 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.137679ms I0505 13:05:42.450964 3790 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0505 13:05:42.451461 3790 namespace.go:102] [openshift-authentication] adding namespace took 7.13804ms I0505 13:05:42.452002 3790 namespace.go:102] [openshift-cluster-version] adding namespace took 7.219104ms I0505 13:05:42.452548 3790 namespace.go:102] [openshift-insights] adding namespace took 7.294515ms I0505 13:05:42.453063 3790 namespace.go:102] [open-cluster-management-2q3ph2m4u3b8o18lf0r5rne1k6ej2e1r] adding namespace took 7.257162ms I0505 13:05:42.453539 3790 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.253451ms I0505 13:05:42.454115 3790 namespace.go:102] [openshift-controller-manager] adding namespace took 7.373444ms I0505 13:05:42.454692 3790 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.494472ms I0505 13:05:42.454711 3790 namespace.go:98] [openshift-authentication-operator] adding namespace I0505 13:05:42.455188 3790 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.425665ms I0505 13:05:42.455859 3790 namespace.go:102] [openshift-host-network] adding namespace took 7.524263ms I0505 13:05:42.456450 3790 namespace.go:102] [dedicated-admin] adding namespace took 7.577198ms I0505 13:05:42.456467 3790 namespace.go:98] [openshift-backplane-mobb] adding namespace I0505 13:05:42.456982 3790 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.506009ms I0505 13:05:42.457484 3790 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.514199ms I0505 13:05:42.458043 3790 namespace.go:102] [openshift-authentication-operator] adding namespace took 3.324088ms I0505 13:05:42.458546 3790 namespace.go:102] [openshift-backplane-mobb] adding namespace took 2.07387ms W0505 13:05:42.458629 3790 master.go:458] Unable to parse local node ip-10-0-1-225.ec2.internal chassis-id annotation. Chassis may be removed during sync W0505 13:05:42.458638 3790 master.go:471] Unable to parse remote node ip-10-0-0-13.ec2.internal chassis-id annotation. Chassis may be removed during sync W0505 13:05:42.458642 3790 master.go:471] Unable to parse remote node ip-10-0-2-130.ec2.internal chassis-id annotation. Chassis may be removed during sync I0505 13:05:42.458646 3790 master.go:481] Removing stale chassis with ID/Name: f09f5df3-2117-4d56-a2dd-47c33999058b, hostname: ip-10-0-1-225.ec2.internal I0505 13:05:42.459092 3790 master.go:548] Adding or Updating local node "ip-10-0-1-225.ec2.internal" for network "default" I0505 13:05:42.459209 3790 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-13.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-13.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-13.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-13.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-13.ec2.internal I0505 13:05:42.459220 3790 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-130.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-130.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-130.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-130.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-130.ec2.internal I0505 13:05:42.462867 3790 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-225.ec2.internal for the network default I0505 13:05:42.463207 3790 zone_ic_handler.go:195] Time taken to create transit switch: 323.757µs I0505 13:05:42.463976 3790 default_network_controller.go:823] Node add failed for ip-10-0-1-225.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-225.ec2.internal, error getting gateway config for node ip-10-0-1-225.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-225.ec2.internal", failed to update chassis to local for local node ip-10-0-1-225.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-225.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-225.ec2.internal] E0505 13:05:42.464038 3790 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-225.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-225.ec2.internal, error getting gateway config for node ip-10-0-1-225.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-225.ec2.internal", failed to update chassis to local for local node ip-10-0-1-225.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-225.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-225.ec2.internal] I0505 13:05:42.464090 3790 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0505 13:05:42.464117 3790 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0505 13:05:42.464139 3790 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0505 13:05:42.464195 3790 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-13.ec2.internal in network "default" I0505 13:05:42.464229 3790 node_tracker.go:235] Node ip-10-0-0-13.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-13.ec2.internal" I0505 13:05:42.464243 3790 node_tracker.go:169] Node ip-10-0-0-13.ec2.internal switch + router changed, syncing services in network "default" I0505 13:05:42.464115 3790 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-225.ec2.internal", UID:"53a2e958-9aa3-49b1-a6a8-1d207bc1e335", APIVersion:"v1", ResourceVersion:"8619", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-225.ec2.internal, error getting gateway config for node ip-10-0-1-225.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-225.ec2.internal", failed to update chassis to local for local node ip-10-0-1-225.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-225.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-225.ec2.internal] I0505 13:05:42.464257 3790 services_controller.go:574] Full service sync requested for network=default I0505 13:05:42.464262 3790 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-225.ec2.internal in network "default" I0505 13:05:42.464271 3790 node_tracker.go:235] Node ip-10-0-1-225.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-225.ec2.internal" I0505 13:05:42.464277 3790 node_tracker.go:169] Node ip-10-0-1-225.ec2.internal switch + router changed, syncing services in network "default" I0505 13:05:42.464281 3790 services_controller.go:574] Full service sync requested for network=default I0505 13:05:42.464287 3790 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-130.ec2.internal in network "default" I0505 13:05:42.464295 3790 node_tracker.go:235] Node ip-10-0-2-130.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-130.ec2.internal" I0505 13:05:42.464300 3790 node_tracker.go:169] Node ip-10-0-2-130.ec2.internal switch + router changed, syncing services in network "default" I0505 13:05:42.464304 3790 services_controller.go:574] Full service sync requested for network=default I0505 13:05:42.515314 3790 iptables.go:108] Creating table: filter chain: FORWARD I0505 13:05:42.522355 3790 iptables.go:108] Creating table: filter chain: OUTPUT I0505 13:05:42.529494 3790 gateway_shared_intf.go:1816] Gateway Creation Complete I0505 13:05:42.529514 3790 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-225.ec2.internal","mac-address":"0a:ff:ec:f8:3a:e9","ip-addresses":["10.0.1.225/24"],"ip-address":"10.0.1.225/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f09f5df3-2117-4d56-a2dd-47c33999058b k8s.ovn.org/node-encap-ips:["10.0.1.225"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.225/24"} k8s.ovn.org/zone-name:ip-10-0-1-225.ec2.internal] on node ip-10-0-1-225.ec2.internal I0505 13:05:42.544001 3790 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-225.ec2.internal in network "default" I0505 13:05:42.544071 3790 node_tracker.go:169] Node ip-10-0-1-225.ec2.internal switch + router changed, syncing services in network "default" I0505 13:05:42.544086 3790 services_controller.go:574] Full service sync requested for network=default I0505 13:05:42.544120 3790 master.go:548] Adding or Updating local node "ip-10-0-1-225.ec2.internal" for network "default" I0505 13:05:42.548217 3790 default_node_network_controller.go:519] Node connection status = connected W0505 13:05:42.550029 3790 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-bkgf2: pod openshift-multus/network-metrics-daemon-bkgf2: no pod IPs found W0505 13:05:42.550044 3790 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-b7nng: pod openshift-network-diagnostics/network-check-target-b7nng: no pod IPs found I0505 13:05:42.551185 3790 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-225.ec2.internal for the network default I0505 13:05:42.551397 3790 zone_ic_handler.go:195] Time taken to create transit switch: 196.833µs I0505 13:05:42.564198 3790 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0505 13:05:42.564215 3790 services_controller.go:208] Setting up event handlers for services for network=default I0505 13:05:42.564257 3790 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0505 13:05:42.564290 3790 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0505 13:05:42.564300 3790 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0505 13:05:42.664357 3790 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0505 13:05:42.664380 3790 repair.go:60] Starting repairing loop for services I0505 13:05:42.664471 3790 repair.go:131] Deleted 0 stale service LBs I0505 13:05:42.664490 3790 repair.go:137] Deleted 0 stale Chassis Template Vars I0505 13:05:42.664506 3790 repair.go:62] Finished repairing loop for services: 128.091µs I0505 13:05:42.664531 3790 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0505 13:05:42.664542 3790 services_controller.go:254] Starting workers for network=default I0505 13:05:42.664897 3790 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-72nnp, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-72nnp: suppressed error logged: pod openshift-multus/network-metrics-daemon-72nnp: no pod IPs found I0505 13:05:42.664899 3790 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-b7nng] creating logical port openshift-network-diagnostics_network-check-target-b7nng for pod on switch ip-10-0-1-225.ec2.internal I0505 13:05:42.664945 3790 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-486qb, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-486qb: suppressed error logged: pod openshift-multus/network-metrics-daemon-486qb: no pod IPs found I0505 13:05:42.664963 3790 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-bkgf2] creating logical port openshift-multus_network-metrics-daemon-bkgf2 for pod on switch ip-10-0-1-225.ec2.internal I0505 13:05:42.664967 3790 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-j9bcj, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-j9bcj: suppressed error logged: pod openshift-network-diagnostics/network-check-target-j9bcj: no pod IPs found I0505 13:05:42.665004 3790 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-j6s5p, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-j6s5p: suppressed error logged: pod openshift-network-diagnostics/network-check-target-j6s5p: no pod IPs found I0505 13:05:42.665093 3790 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-b7nng I0505 13:05:42.665125 3790 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-bkgf2 I0505 13:05:42.681230 3790 pod.go:62] [openshift-network-diagnostics/network-check-target-b7nng] pod update took 16.230966ms I0505 13:05:42.681250 3790 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-b7nng] addLogicalPort annotation time took 16.254649ms I0505 13:05:42.682141 3790 pods.go:271] [openshift-network-diagnostics/network-check-target-b7nng] addLogicalPort took 17.253414ms, libovsdb time 669.121µs I0505 13:05:42.682280 3790 pod.go:62] [openshift-multus/network-metrics-daemon-bkgf2] pod update took 17.223786ms I0505 13:05:42.682301 3790 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-bkgf2] addLogicalPort annotation time took 17.246368ms I0505 13:05:42.683216 3790 pods.go:271] [openshift-multus/network-metrics-daemon-bkgf2] addLogicalPort took 18.312871ms, libovsdb time 714.086µs I0505 13:05:42.683628 3790 admin_network_policy_controller.go:227] Starting controller default-network-controller I0505 13:05:42.683651 3790 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0505 13:05:42.683664 3790 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0505 13:05:42.683671 3790 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0505 13:05:42.683862 3790 repair.go:29] Repairing admin network policies took 185.65µs I0505 13:05:42.683978 3790 repair.go:92] Repairing baseline admin network policies took 108.213µs I0505 13:05:42.684462 3790 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0505 13:05:42.684481 3790 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0505 13:05:42.686404 3790 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0505 13:05:42.686426 3790 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0505 13:05:42.686443 3790 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0505 13:05:42.689296 3790 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0505 13:05:42.689326 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0505 13:05:42.689341 3790 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0505 13:05:42.691376 3790 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0505 13:05:42.691399 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0505 13:05:42.691410 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0505 13:05:42.692816 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0505 13:05:42.692841 3790 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0505 13:05:42.692853 3790 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0505 13:05:42.694757 3790 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0505 13:05:42.694777 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0505 13:05:42.694785 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0505 13:05:42.696325 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0505 13:05:42.696343 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0505 13:05:42.696350 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0505 13:05:42.696855 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0505 13:05:42.696876 3790 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0505 13:05:42.696891 3790 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0505 13:05:42.697946 3790 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0505 13:05:42.697968 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0505 13:05:42.697978 3790 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0505 13:05:42.698508 3790 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0505 13:05:42.698526 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0505 13:05:42.698942 3790 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0505 13:05:42.698956 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 13:05:42.700118 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0505 13:05:42.700138 3790 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0505 13:05:42.700146 3790 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0505 13:05:42.700463 3790 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0505 13:05:42.700481 3790 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0505 13:05:42.700493 3790 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0505 13:05:42.701699 3790 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0505 13:05:42.701716 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0505 13:05:42.701725 3790 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0505 13:05:42.702241 3790 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0505 13:05:42.702259 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0505 13:05:42.702266 3790 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0505 13:05:42.702589 3790 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0505 13:05:42.702608 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0505 13:05:42.702617 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0505 13:05:42.703097 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0505 13:05:42.703112 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0505 13:05:42.703118 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0505 13:05:42.704493 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0505 13:05:42.704510 3790 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0505 13:05:42.704522 3790 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0505 13:05:42.705712 3790 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0505 13:05:42.705728 3790 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0505 13:05:42.705736 3790 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0505 13:05:42.707353 3790 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0505 13:05:42.707370 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0505 13:05:42.707376 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0505 13:05:42.707836 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0505 13:05:42.707861 3790 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0505 13:05:42.707869 3790 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0505 13:05:42.708391 3790 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0505 13:05:42.708412 3790 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0505 13:05:42.708424 3790 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0505 13:05:42.708996 3790 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0505 13:05:42.709017 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0505 13:05:42.709029 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0505 13:05:42.709587 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0505 13:05:42.709604 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0505 13:05:42.709625 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 13:05:42.710372 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0505 13:05:42.710391 3790 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0505 13:05:42.710403 3790 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0505 13:05:42.711494 3790 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0505 13:05:42.711513 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0505 13:05:42.711521 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0505 13:05:42.712087 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0505 13:05:42.712104 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0505 13:05:42.712112 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0505 13:05:42.712687 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0505 13:05:42.712710 3790 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0505 13:05:42.712722 3790 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0505 13:05:42.713848 3790 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0505 13:05:42.713866 3790 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0505 13:05:42.713873 3790 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0505 13:05:42.714200 3790 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0505 13:05:42.714219 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0505 13:05:42.714230 3790 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0505 13:05:42.714744 3790 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0505 13:05:42.719915 3790 egressfirewall.go:374] Starting EgressFirewall controller I0505 13:05:42.719948 3790 controller.go:133] Adding controller egress-firewall-controller event handlers I0505 13:05:42.719957 3790 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0505 13:05:42.719974 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0505 13:05:42.719989 3790 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0505 13:05:42.720004 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0505 13:05:42.720024 3790 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0505 13:05:42.720345 3790 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0505 13:05:42.720362 3790 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0505 13:05:42.720367 3790 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0505 13:05:42.720376 3790 egressqos.go:193] Setting up event handlers for EgressQoS I0505 13:05:42.720382 3790 egressfirewall.go:723] Syncing node "ip-10-0-0-13.ec2.internal" for egress firewall I0505 13:05:42.720389 3790 egressfirewall.go:723] Syncing node "ip-10-0-1-225.ec2.internal" for egress firewall I0505 13:05:42.720394 3790 egressfirewall.go:723] Syncing node "ip-10-0-2-130.ec2.internal" for egress firewall I0505 13:05:42.720631 3790 egressqos.go:245] Starting EgressQoS Controller I0505 13:05:42.720644 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0505 13:05:42.720654 3790 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0505 13:05:42.720662 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0505 13:05:42.720671 3790 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0505 13:05:42.720679 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0505 13:05:42.720695 3790 shared_informer.go:356] "Caches are synced" controller="egressqos" I0505 13:05:42.720705 3790 egressqos.go:259] Repairing EgressQoSes I0505 13:05:42.720713 3790 egressqos.go:399] Starting repairing loop for egressqos I0505 13:05:42.720813 3790 egressqos.go:401] Finished repairing loop for egressqos: 102.445µs I0505 13:05:42.720859 3790 egressservice_zone.go:132] Setting up event handlers for Egress Services I0505 13:05:42.720917 3790 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-225.ec2.internal I0505 13:05:42.720978 3790 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-225.ec2.internal : 63.913µs I0505 13:05:42.721181 3790 egressservice_zone.go:210] Starting Egress Services Controller I0505 13:05:42.721216 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 13:05:42.721226 3790 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 13:05:42.721276 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 13:05:42.721283 3790 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 13:05:42.721288 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 13:05:42.721293 3790 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 13:05:42.721303 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0505 13:05:42.721310 3790 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0505 13:05:42.721314 3790 egressservice_zone.go:228] Repairing Egress Services I0505 13:05:42.721604 3790 master_controller.go:88] Starting Admin Policy Based Route Controller I0505 13:05:42.721614 3790 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 13:05:42.721681 3790 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-225.ec2.internal I0505 13:05:42.721692 3790 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-225.ec2.internal: 15.084µs I0505 13:05:42.721700 3790 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-130.ec2.internal I0505 13:05:42.721706 3790 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-130.ec2.internal: 5.888µs I0505 13:05:42.721712 3790 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-13.ec2.internal I0505 13:05:42.721718 3790 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-13.ec2.internal: 5.68µs I0505 13:05:42.721756 3790 default_network_controller.go:585] Completing all the Watchers took 309.176106ms I0505 13:05:42.721774 3790 default_network_controller.go:589] Starting unidling controllers I0505 13:05:42.721787 3790 unidle.go:46] Registering OVN SB ControllerEvent handler I0505 13:05:42.721795 3790 unidle.go:63] Populating Initial ContollerEvent events I0505 13:05:42.721807 3790 unidle.go:79] Setting up event handlers for services I0505 13:05:42.721978 3790 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0505 13:05:43.048267 3790 default_node_network_controller.go:519] Node connection status = connected I0505 13:05:43.548529 3790 default_node_network_controller.go:519] Node connection status = connected I0505 13:05:44.048901 3790 default_node_network_controller.go:519] Node connection status = connected I0505 13:05:44.549241 3790 default_node_network_controller.go:519] Node connection status = connected I0505 13:05:44.583955 3790 bridgeconfig.go:537] Gateway is ready I0505 13:05:44.583974 3790 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0505 13:05:44.596139 3790 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.225. Updating OVN encap IP. I0505 13:05:44.597316 3790 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0505 13:05:44.601703 3790 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.225 - it is already configured I0505 13:05:44.601717 3790 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.225/24:{} 172.20.0.1/32:{}]. Updating annotations. I0505 13:05:44.601930 3790 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.225/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-225.ec2.internal","mac-address":"0a:ff:ec:f8:3a:e9","ip-addresses":["10.0.1.225/24"],"ip-address":"10.0.1.225/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f09f5df3-2117-4d56-a2dd-47c33999058b k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.225/24"}] on node ip-10-0-1-225.ec2.internal I0505 13:05:44.615615 3790 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-225.ec2.internal I0505 13:05:44.615632 3790 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-225.ec2.internal: 22.997µs I0505 13:05:44.615650 3790 master.go:548] Adding or Updating local node "ip-10-0-1-225.ec2.internal" for network "default" I0505 13:05:44.615655 3790 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-225.ec2.internal in network "default" I0505 13:05:44.615652 3790 egressfirewall.go:723] Syncing node "ip-10-0-1-225.ec2.internal" for egress firewall I0505 13:05:44.615710 3790 node_tracker.go:169] Node ip-10-0-1-225.ec2.internal switch + router changed, syncing services in network "default" I0505 13:05:44.615740 3790 services_controller.go:574] Full service sync requested for network=default I0505 13:05:44.616507 3790 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.225 I0505 13:05:44.616651 3790 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-225.ec2.internal I0505 13:05:44.620777 3790 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-225.ec2.internal. Updating no re-route policies I0505 13:05:44.620882 3790 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-q7l5g I0505 13:05:44.620902 3790 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-q7l5g I0505 13:05:44.620910 3790 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-4gjsm I0505 13:05:44.620917 3790 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-p56q2 I0505 13:05:44.620925 3790 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-p56q2 I0505 13:05:44.620925 3790 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-j9bcj I0505 13:05:44.620931 3790 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-q7l5g after 0 failed attempt(s) I0505 13:05:44.620936 3790 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-7jv6w I0505 13:05:44.620950 3790 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-lwbj4 I0505 13:05:44.620953 3790 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-4gjsm I0505 13:05:44.620958 3790 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-8pczc I0505 13:05:44.620966 3790 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-gfrz2 I0505 13:05:44.620963 3790 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-skdml I0505 13:05:44.620971 3790 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-225.ec2.internal I0505 13:05:44.620980 3790 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-4gjsm after 0 failed attempt(s) I0505 13:05:44.620983 3790 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-225.ec2.internal I0505 13:05:44.620984 3790 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-bkgf2 I0505 13:05:44.620969 3790 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-8pczc I0505 13:05:44.620990 3790 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-skdml I0505 13:05:44.620992 3790 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-225.ec2.internal I0505 13:05:44.621011 3790 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-8pczc after 0 failed attempt(s) I0505 13:05:44.621021 3790 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-225.ec2.internal after 0 failed attempt(s) I0505 13:05:44.621004 3790 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-b7nng I0505 13:05:44.621026 3790 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-skdml after 0 failed attempt(s) I0505 13:05:44.620953 3790 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-7jv6w I0505 13:05:44.621037 3790 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-p56q2 after 0 failed attempt(s) I0505 13:05:44.621040 3790 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-b7nng I0505 13:05:44.620989 3790 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-225.ec2.internal I0505 13:05:44.621049 3790 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-7jv6w after 0 failed attempt(s) I0505 13:05:44.620960 3790 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-lwbj4 I0505 13:05:44.621069 3790 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-225.ec2.internal after 0 failed attempt(s) I0505 13:05:44.621072 3790 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-lwbj4 after 0 failed attempt(s) I0505 13:05:44.620956 3790 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-72nnp I0505 13:05:44.621087 3790 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-72nnp I0505 13:05:44.621100 3790 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-j6s5p I0505 13:05:44.621041 3790 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-bkgf2 I0505 13:05:44.621111 3790 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-j6s5p I0505 13:05:44.621134 3790 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-72nnp, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-72nnp: suppressed error logged: pod openshift-multus/network-metrics-daemon-72nnp: no pod IPs found I0505 13:05:44.620941 3790 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-j9bcj I0505 13:05:44.621180 3790 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-bkgf2] creating logical port openshift-multus_network-metrics-daemon-bkgf2 for pod on switch ip-10-0-1-225.ec2.internal I0505 13:05:44.621200 3790 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-j9bcj, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-j9bcj: suppressed error logged: pod openshift-network-diagnostics/network-check-target-j9bcj: no pod IPs found I0505 13:05:44.620974 3790 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-gfrz2 I0505 13:05:44.621226 3790 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-gfrz2 after 0 failed attempt(s) I0505 13:05:44.621282 3790 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-j6s5p, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-j6s5p: suppressed error logged: pod openshift-network-diagnostics/network-check-target-j6s5p: no pod IPs found I0505 13:05:44.621103 3790 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-b7nng] creating logical port openshift-network-diagnostics_network-check-target-b7nng for pod on switch ip-10-0-1-225.ec2.internal I0505 13:05:44.620983 3790 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-snccd I0505 13:05:44.621382 3790 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-snccd I0505 13:05:44.621408 3790 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-snccd after 0 failed attempt(s) I0505 13:05:44.622018 3790 pods.go:271] [openshift-multus/network-metrics-daemon-bkgf2] addLogicalPort took 868.626µs, libovsdb time 398.253µs I0505 13:05:44.622034 3790 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-bkgf2 after 0 failed attempt(s) I0505 13:05:44.622078 3790 pods.go:271] [openshift-network-diagnostics/network-check-target-b7nng] addLogicalPort took 988.514µs, libovsdb time 292.695µs I0505 13:05:44.622088 3790 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-b7nng after 0 failed attempt(s) I0505 13:05:44.634235 3790 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0505 13:05:44.647224 3790 iptables.go:108] Creating table: mangle chain: OUTPUT I0505 13:05:44.650877 3790 iptables.go:108] Creating table: nat chain: OUTPUT I0505 13:05:44.698790 3790 iptables.go:108] Creating table: nat chain: PREROUTING I0505 13:05:44.749696 3790 iptables.go:108] Creating table: filter chain: FORWARD I0505 13:05:44.767730 3790 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0505 13:05:44.767861 3790 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0505 13:05:44.767923 3790 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0505 13:05:44.768018 3790 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0505 13:05:44.768075 3790 gateway_init.go:325] Gateway and management port readiness took 2.224393699s I0505 13:05:44.768102 3790 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0505 13:05:44.768203 3790 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0505 13:05:44.768227 3790 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0505 13:05:44.768237 3790 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 13:05:44.768308 3790 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0505 13:05:44.768444 3790 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 105.236µs I0505 13:05:44.768837 3790 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0505 13:05:44.768863 3790 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.283µs I0505 13:05:44.768871 3790 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 35.401µs I0505 13:05:44.768878 3790 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0505 13:05:44.768889 3790 nad_controller.go:379] [node-nad-controller NAD controller]: started I0505 13:05:44.768895 3790 default_node_network_controller.go:899] Starting the default node network controller I0505 13:05:44.768901 3790 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0505 13:05:44.768992 3790 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 17.154µs I0505 13:05:44.769129 3790 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0505 13:05:44.769139 3790 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0505 13:05:44.769181 3790 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000cfe000 0xc0002c68c0 0xc0002c6930 0xc0002c69a0 0xc0002c6a10 0xc0002c6a80 0xc0002c6b60 0xc000c8d1d0 0xc0002c6bd0 0xc0002c6c40 0xc0006742d0 0xc0061513b0 0xc0002c6cb0 map[0x2ff9080:0xc002d8c4e0 0x2ff95c0:0xc002d8c660 0x2ffa2e0:0xc002d8c420 0x2ffa580:0xc002d8c480 0x2ffad60:0xc002d8c540 0x2ffb000:0xc002d8c5a0 0x2ffb2a0:0xc002d8c600 0x2ffba80:0xc002d8c6c0 0x2ffbd20:0xc004998480 0x3026980:0xc00118f500 0x3026d20:0xc00118f560 0x3027800:0xc000cc8de0 0x3029160:0xc001b68000 0x30298a0:0xc002d8c3c0 0x302a720:0xc001b68060] 0xc00055f0a0 0} I0505 13:05:44.769236 3790 gateway.go:151] Starting gateway service sync I0505 13:05:44.769669 3790 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0505 13:05:44.772069 3790 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0505 13:05:44.797397 3790 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0505 13:05:44.798737 3790 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0505 13:05:44.800063 3790 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0505 13:05:44.834284 3790 gateway.go:168] Gateway service sync done. Time taken: 65.035039ms I0505 13:05:44.834666 3790 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30283 I0505 13:05:44.835505 3790 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000cfe000 0xc0002c68c0 0xc0002c6930 0xc0002c69a0 0xc0002c6a10 0xc0002c6a80 0xc0002c6b60 0xc000c8d1d0 0xc0002c6bd0 0xc0002c6c40 0xc0006742d0 0xc0061513b0 0xc0002c6cb0 map[0x2ff9080:0xc002d8c4e0 0x2ff95c0:0xc002d8c660 0x2ffa2e0:0xc002d8c420 0x2ffa580:0xc002d8c480 0x2ffad60:0xc002d8c540 0x2ffb000:0xc002d8c5a0 0x2ffb2a0:0xc002d8c600 0x2ffba80:0xc002d8c6c0 0x2ffbd20:0xc004998480 0x3026980:0xc00118f500 0x3026d20:0xc00118f560 0x3027800:0xc000cc8de0 0x3029160:0xc001b68000 0x30298a0:0xc002d8c3c0 0x302a720:0xc001b68060] 0xc00055f0a0 0} I0505 13:05:44.835903 3790 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000cfe000 0xc0002c68c0 0xc0002c6930 0xc0002c69a0 0xc0002c6a10 0xc0002c6a80 0xc0002c6b60 0xc000c8d1d0 0xc0002c6bd0 0xc0002c6c40 0xc0006742d0 0xc0061513b0 0xc0002c6cb0 map[0x2ff9080:0xc002d8c4e0 0x2ff95c0:0xc002d8c660 0x2ffa2e0:0xc002d8c420 0x2ffa580:0xc002d8c480 0x2ffad60:0xc002d8c540 0x2ffb000:0xc002d8c5a0 0x2ffb2a0:0xc002d8c600 0x2ffba80:0xc002d8c6c0 0x2ffbd20:0xc004998480 0x3026980:0xc00118f500 0x3026d20:0xc00118f560 0x3027800:0xc000cc8de0 0x3029160:0xc001b68000 0x30298a0:0xc002d8c3c0 0x302a720:0xc001b68060] 0xc00055f0a0 0} I0505 13:05:44.835941 3790 gateway.go:532] Reconciling gateway with updates I0505 13:05:44.841566 3790 gateway.go:339] Spawning Conntrack Rule Check Thread I0505 13:05:44.841642 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 13:05:44.841658 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 13:05:44.841665 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 13:05:44.841673 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 13:05:44.841677 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 13:05:44.841682 3790 default_node_network_controller.go:944] Gateway and management port readiness took 72.533192ms I0505 13:05:44.841688 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 13:05:44.841693 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 13:05:44.841696 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 13:05:44.841700 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 13:05:44.841699 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 13:05:44.841704 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 13:05:44.841707 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 13:05:44.841710 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 13:05:44.841714 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 13:05:44.841716 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 13:05:44.841707 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 13:05:44.841723 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 13:05:44.841723 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 13:05:44.841718 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 13:05:44.841736 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 13:05:44.841739 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 13:05:44.841743 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 13:05:44.841747 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 13:05:44.841755 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 13:05:44.841755 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 13:05:44.841754 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 13:05:44.841766 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 13:05:44.841771 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 13:05:44.841775 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 13:05:44.841774 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 13:05:44.841777 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 13:05:44.841783 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 13:05:44.841787 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 13:05:44.841788 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 13:05:44.841792 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 13:05:44.841794 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 13:05:44.841796 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 13:05:44.841800 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 13:05:44.841800 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 13:05:44.841802 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 13:05:44.841807 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 13:05:44.841660 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 13:05:44.841754 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 13:05:44.841781 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 13:05:44.841821 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 13:05:44.841672 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 13:05:44.841832 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 13:05:44.841833 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 13:05:44.841690 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 13:05:44.841671 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 13:05:44.841786 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 13:05:44.841869 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 13:05:44.841799 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 13:05:44.841880 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 13:05:44.841790 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 13:05:44.841686 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 13:05:44.841901 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 13:05:44.841916 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 13:05:44.841659 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 13:05:44.841772 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 13:05:44.841939 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 13:05:44.841760 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 13:05:44.841763 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 13:05:44.841774 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 13:05:44.841962 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 13:05:44.841707 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 13:05:44.842019 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 13:05:44.842035 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 13:05:44.842037 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 13:05:44.842044 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 13:05:44.842048 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 13:05:44.842067 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 13:05:44.841807 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 13:05:44.841790 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 13:05:44.842113 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 13:05:44.841800 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 13:05:44.842120 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 13:05:44.841799 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 13:05:44.842183 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 13:05:44.842194 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 13:05:44.842207 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 13:05:44.842184 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 13:05:44.842288 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 13:05:44.842307 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 13:05:44.842326 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 13:05:44.841814 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 13:05:44.842345 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 13:05:44.842356 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 13:05:44.842372 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 13:05:44.842386 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 13:05:44.841823 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 13:05:44.842440 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 13:05:44.842463 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 13:05:44.841825 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 13:05:44.842482 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 13:05:44.842487 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 13:05:44.842493 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 13:05:44.841857 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 13:05:44.842508 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 13:05:44.841867 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 13:05:44.841646 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 13:05:44.842561 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 13:05:44.842573 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 13:05:44.842100 3790 port_claim.go:71] Svc openshift-ingress/router-default: port 31459 is already open, no action needed I0505 13:05:44.842590 3790 port_claim.go:71] Svc openshift-ingress/router-default: port 31533 is already open, no action needed I0505 13:05:44.841799 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 13:05:44.842697 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 13:05:44.841814 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 13:05:44.842766 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 13:05:44.842910 3790 node_ip_handler_linux.go:160] Node IP manager is running W0505 13:05:44.879883 3790 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 13:05:44.880050 3790 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 13:05:44.880197 3790 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0505 13:05:44.888767 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 13:05:44.888800 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 13:05:44.888807 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 13:05:44.888812 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 13:05:44.888818 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 13:05:44.888824 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 13:05:44.888829 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 13:05:44.888835 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 13:05:44.888841 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 13:05:44.888854 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 13:05:44.888859 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 13:05:44.928732 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 13:05:44.928764 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 13:05:44.928771 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 13:05:44.928777 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 13:05:44.928783 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 13:05:44.928789 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 13:05:44.928795 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 13:05:44.928801 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 13:05:44.928809 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 13:05:44.928815 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 13:05:44.928822 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 13:05:44.928827 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 13:05:44.969080 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 13:05:44.969084 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 13:05:46.513761 3790 default_node_network_controller.go:1380] Starting node controller node sync W0505 13:05:46.513812 3790 egressip_healthcheck.go:76] Health checking using insecure connection I0505 13:05:46.513854 3790 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0505 13:05:46.525449 3790 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.666973ms I0505 13:05:46.525665 3790 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0505 13:05:46.525950 3790 egressservice_node.go:93] Setting up event handlers for Egress Services I0505 13:05:46.526063 3790 egressservice_node.go:183] Starting Egress Services Controller I0505 13:05:46.526079 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 13:05:46.526089 3790 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 13:05:46.526095 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 13:05:46.526101 3790 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 13:05:46.526106 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 13:05:46.526111 3790 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 13:05:46.526115 3790 egressservice_node.go:197] Repairing Egress Services I0505 13:05:46.536350 3790 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0505 13:05:46.536361 3790 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 13:05:46.536489 3790 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0505 13:05:46.536498 3790 link_network_manager.go:119] Link manager is running I0505 13:05:46.536506 3790 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0505 13:05:46.536687 3790 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0505 13:05:46.536854 3790 vrf_manager.go:128] VRF manager is running I0505 13:05:46.536949 3790 node_controller_manager.go:437] Removing flows to drop GARP I0505 13:05:46.536962 3790 gateway.go:532] Reconciling gateway with updates I0505 13:05:46.560231 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 13:05:46.560254 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 13:05:46.560254 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 13:05:46.560262 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 13:05:46.560270 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 13:05:46.560273 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 13:05:46.560279 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 13:05:46.560278 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 13:05:46.560286 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 13:05:46.560289 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 13:05:46.560288 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 13:05:46.560296 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 13:05:46.560297 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 13:05:46.560282 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 13:05:46.560304 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 13:05:46.560309 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 13:05:46.560311 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 13:05:46.560265 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 13:05:46.560311 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 13:05:46.560296 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 13:05:46.560323 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 13:05:46.560325 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 13:05:46.560326 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 13:05:46.560330 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 13:05:46.560326 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 13:05:46.560308 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 13:05:46.560343 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 13:05:46.560352 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 13:05:46.560350 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 13:05:46.560364 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 13:05:46.560368 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 13:05:46.560371 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 13:05:46.560383 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 13:05:46.560343 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 13:05:46.560405 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 13:05:46.560411 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 13:05:46.560411 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 13:05:46.560418 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 13:05:46.560422 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 13:05:46.560428 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 13:05:46.560428 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 13:05:46.560427 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 13:05:46.560317 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 13:05:46.560447 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 13:05:46.560453 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 13:05:46.560329 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 13:05:46.560461 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 13:05:46.560412 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 13:05:46.560469 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 13:05:46.560472 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 13:05:46.560482 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 13:05:46.560484 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 13:05:46.560318 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 13:05:46.560489 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 13:05:46.560493 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 13:05:46.560252 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 13:05:46.560506 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 13:05:46.560429 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 13:05:46.560522 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 13:05:46.560516 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 13:05:46.560526 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 13:05:46.560525 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 13:05:46.560535 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 13:05:46.560538 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 13:05:46.560507 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 13:05:46.560545 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 13:05:46.560541 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 13:05:46.560329 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 13:05:46.560554 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 13:05:46.560556 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 13:05:46.560563 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 13:05:46.560333 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 13:05:46.560568 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 13:05:46.560526 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 13:05:46.560569 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 13:05:46.560584 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 13:05:46.560599 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 13:05:46.560610 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 13:05:46.560589 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 13:05:46.560622 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 13:05:46.560621 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 13:05:46.560630 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 13:05:46.560628 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 13:05:46.560626 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 13:05:46.560639 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 13:05:46.560640 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 13:05:46.560645 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 13:05:46.560646 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 13:05:46.560337 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 13:05:46.560337 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 13:05:46.560697 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 13:05:46.560312 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 13:05:46.560301 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 13:05:46.560318 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 13:05:46.560542 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 13:05:46.560330 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 13:05:46.560799 3790 port_claim.go:71] Svc openshift-ingress/router-default: port 31459 is already open, no action needed I0505 13:05:46.560808 3790 port_claim.go:71] Svc openshift-ingress/router-default: port 31533 is already open, no action needed I0505 13:05:46.560336 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 13:05:46.560842 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 13:05:46.580531 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 13:05:46.580543 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 13:05:46.580552 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 13:05:46.580557 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 13:05:46.580560 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 13:05:46.580570 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 13:05:46.580576 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 13:05:46.580583 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 13:05:46.580589 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 13:05:46.580595 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 13:05:46.580600 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 13:05:46.580605 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 13:05:46.580610 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 13:05:46.580619 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 13:05:46.620658 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 13:05:46.620692 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 13:05:46.620704 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 13:05:46.620712 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 13:05:46.620724 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 13:05:46.620731 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 13:05:46.620740 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 13:05:46.620751 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 13:05:46.620758 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 13:05:46.620763 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 13:05:46.620768 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 13:05:46.620773 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 13:05:46.620778 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 13:05:46.620786 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 13:05:46.620794 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 13:05:46.620802 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 13:05:46.620819 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 13:05:46.620827 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 13:05:46.660465 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 13:05:46.660472 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 13:05:47.591436 3790 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-130.ec2.internal I0505 13:05:47.591459 3790 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-130.ec2.internal: 29.654µs I0505 13:05:47.591477 3790 egressfirewall.go:723] Syncing node "ip-10-0-2-130.ec2.internal" for egress firewall I0505 13:05:47.591493 3790 default_network_controller.go:1025] Node "ip-10-0-2-130.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 13:05:48.104896 3790 default_network_controller.go:1025] Node "ip-10-0-2-130.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 13:05:48.423913 3790 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-225.ec2.internal I0505 13:05:48.423943 3790 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-225.ec2.internal: 36.306µs I0505 13:05:48.461397 3790 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5cc47cfc6f-hlrbj] creating logical port openshift-image-registry_image-registry-5cc47cfc6f-hlrbj for pod on switch ip-10-0-1-225.ec2.internal I0505 13:05:48.461512 3790 kube.go:256] Updating pod openshift-image-registry/image-registry-5cc47cfc6f-hlrbj I0505 13:05:48.489114 3790 pod.go:62] [openshift-image-registry/image-registry-5cc47cfc6f-hlrbj] pod update took 27.626932ms I0505 13:05:48.489143 3790 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5cc47cfc6f-hlrbj] addLogicalPort annotation time took 27.65927ms I0505 13:05:48.490273 3790 pods.go:271] [openshift-image-registry/image-registry-5cc47cfc6f-hlrbj] addLogicalPort took 28.890071ms, libovsdb time 871.767µs I0505 13:05:48.498927 3790 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-f7mm6] creating logical port openshift-dns_dns-default-f7mm6 for pod on switch ip-10-0-1-225.ec2.internal I0505 13:05:48.499022 3790 kube.go:256] Updating pod openshift-dns/dns-default-f7mm6 I0505 13:05:48.516476 3790 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-4wshv] creating logical port openshift-ingress-canary_ingress-canary-4wshv for pod on switch ip-10-0-1-225.ec2.internal I0505 13:05:48.516609 3790 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-4wshv I0505 13:05:48.516829 3790 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-8g7ln] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-8g7ln for pod on switch ip-10-0-1-225.ec2.internal I0505 13:05:48.516914 3790 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-8g7ln I0505 13:05:48.520684 3790 pod.go:62] [openshift-dns/dns-default-f7mm6] pod update took 21.687276ms I0505 13:05:48.520703 3790 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-f7mm6] addLogicalPort annotation time took 21.708643ms I0505 13:05:48.521749 3790 pods.go:271] [openshift-dns/dns-default-f7mm6] addLogicalPort took 22.831643ms, libovsdb time 823.244µs I0505 13:05:48.531269 3790 pod.go:62] [openshift-ingress-canary/ingress-canary-4wshv] pod update took 14.731835ms I0505 13:05:48.531287 3790 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-4wshv] addLogicalPort annotation time took 14.75153ms I0505 13:05:48.532214 3790 pods.go:271] [openshift-ingress-canary/ingress-canary-4wshv] addLogicalPort took 15.746242ms, libovsdb time 713.335µs I0505 13:05:48.536151 3790 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-8g7ln] pod update took 19.254225ms I0505 13:05:48.536186 3790 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-8g7ln] addLogicalPort annotation time took 19.288337ms I0505 13:05:48.537062 3790 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-8g7ln] addLogicalPort took 20.239754ms, libovsdb time 640.598µs I0505 13:05:48.934777 3790 cni.go:452] [openshift-ingress-canary/ingress-canary-4wshv 2ad8a82a4fb127ef0c54e10b15b164c2066cacfde9a0b973fdbc2c6bed4deeab network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-4wshv 2ad8a82a4fb127ef0c54e10b15b164c2066cacfde9a0b973fdbc2c6bed4deeab network default NAD default NAD key ] I0505 13:05:48.973101 3790 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-8g7ln a3a605788e90d38fc64e005b84743062625216ae1fe091b881630e69b988e4e9 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-8g7ln a3a605788e90d38fc64e005b84743062625216ae1fe091b881630e69b988e4e9 network default NAD default NAD key ] I0505 13:05:48.983863 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-8g7ln, hostIfaceName: a3a605788e90d38, network: default, NAD default, SandboxID: "a3a605788e90d38fc64e005b84743062625216ae1fe091b881630e69b988e4e9", PCI device ID: , UID: "8aec678f-0e3e-4cfd-8568-3a96a2c99c84", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0505 13:05:48.984751 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-4wshv, hostIfaceName: 2ad8a82a4fb127e, network: default, NAD default, SandboxID: "2ad8a82a4fb127ef0c54e10b15b164c2066cacfde9a0b973fdbc2c6bed4deeab", PCI device ID: , UID: "40b92b1b-5f81-436f-a172-c71dd0d7754b", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0505 13:05:49.043473 3790 cni.go:473] [openshift-ingress-canary/ingress-canary-4wshv 2ad8a82a4fb127ef0c54e10b15b164c2066cacfde9a0b973fdbc2c6bed4deeab network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-4wshv 2ad8a82a4fb127ef0c54e10b15b164c2066cacfde9a0b973fdbc2c6bed4deeab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:c4:9e:f0:36:27\",\"name\":\"2ad8a82a4fb127e\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/74f5a3d6-5b38-4356-a1c1-48b41184246d\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:05:49.043484 3790 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-8g7ln a3a605788e90d38fc64e005b84743062625216ae1fe091b881630e69b988e4e9 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-8g7ln a3a605788e90d38fc64e005b84743062625216ae1fe091b881630e69b988e4e9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:6d:ec:e0:eb:50\",\"name\":\"a3a605788e90d38\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51c8ef77-3edc-4cd1-9e74-3d25bbb641c0\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:05:50.875367 3790 cni.go:452] [openshift-network-diagnostics/network-check-target-b7nng 5d6eb498030b91549694165c6c87ac657ba55e2f982abe7f01467b36061ca81e network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-b7nng 5d6eb498030b91549694165c6c87ac657ba55e2f982abe7f01467b36061ca81e network default NAD default NAD key ] I0505 13:05:50.886662 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-b7nng, hostIfaceName: 5d6eb498030b915, network: default, NAD default, SandboxID: "5d6eb498030b91549694165c6c87ac657ba55e2f982abe7f01467b36061ca81e", PCI device ID: , UID: "b0f3b937-a0dd-4ed6-bc4e-690c9a5555d3", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0505 13:05:50.933524 3790 cni.go:473] [openshift-network-diagnostics/network-check-target-b7nng 5d6eb498030b91549694165c6c87ac657ba55e2f982abe7f01467b36061ca81e network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-b7nng 5d6eb498030b91549694165c6c87ac657ba55e2f982abe7f01467b36061ca81e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:5d:81:a4:5f:5a\",\"name\":\"5d6eb498030b915\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/990ac27e-1fba-42a9-9e23-88acf1756b75\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:05:51.694232 3790 default_network_controller.go:1025] Node "ip-10-0-0-13.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 13:05:53.017262 3790 default_network_controller.go:1025] Node "ip-10-0-2-130.ec2.internal" in remote zone "ip-10-0-2-130.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 13:05:53.017280 3790 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-130.ec2.internal in network "default" I0505 13:05:53.017414 3790 node_tracker.go:235] Node ip-10-0-2-130.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-130.ec2.internal" I0505 13:05:53.017435 3790 node_tracker.go:169] Node ip-10-0-2-130.ec2.internal switch + router changed, syncing services in network "default" I0505 13:05:53.017454 3790 services_controller.go:574] Full service sync requested for network=default I0505 13:05:53.041068 3790 default_network_controller.go:1025] Node "ip-10-0-2-130.ec2.internal" in remote zone "ip-10-0-2-130.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 13:05:53.190398 3790 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-130.ec2.internal in network "default" I0505 13:05:53.190411 3790 default_network_controller.go:1025] Node "ip-10-0-2-130.ec2.internal" in remote zone "ip-10-0-2-130.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 13:05:53.190467 3790 node_tracker.go:169] Node ip-10-0-2-130.ec2.internal switch + router changed, syncing services in network "default" I0505 13:05:53.190483 3790 services_controller.go:574] Full service sync requested for network=default I0505 13:05:53.191496 3790 zone_ic_handler.go:195] Time taken to create transit switch: 306.016µs I0505 13:05:53.191515 3790 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-130.ec2.internal for the network default I0505 13:05:53.192741 3790 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-130.ec2.internal" on network "default" took: 1.588181ms I0505 13:05:55.747573 3790 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-130.ec2.internal I0505 13:05:55.747594 3790 egressfirewall.go:723] Syncing node "ip-10-0-2-130.ec2.internal" for egress firewall I0505 13:05:55.747606 3790 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-130.ec2.internal: 38.937µs I0505 13:05:55.747629 3790 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-130.ec2.internal in network "default" I0505 13:05:55.747678 3790 node_tracker.go:169] Node ip-10-0-2-130.ec2.internal switch + router changed, syncing services in network "default" I0505 13:05:55.747690 3790 services_controller.go:574] Full service sync requested for network=default I0505 13:05:55.747691 3790 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-130.ec2.internal", IP: 10.0.2.130 to PMTUD blocking rules I0505 13:05:55.747710 3790 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-130.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 13:05:55.754228 3790 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-130.ec2.internal. Updating no re-route policies I0505 13:05:55.763591 3790 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-130.ec2.internal", IP: 10.0.2.130 to PMTUD blocking rules I0505 13:05:55.763608 3790 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-130.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0505 13:05:56.212083 3790 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 13:05:57.199584 3790 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 13:05:58.978496 3790 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-130.ec2.internal I0505 13:05:58.978532 3790 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-130.ec2.internal: 45.929µs I0505 13:06:00.112299 3790 default_network_controller.go:1025] Node "ip-10-0-0-13.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 13:06:00.497329 3790 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-13.ec2.internal I0505 13:06:00.497348 3790 egressfirewall.go:723] Syncing node "ip-10-0-0-13.ec2.internal" for egress firewall I0505 13:06:00.497357 3790 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-13.ec2.internal: 33.367µs I0505 13:06:00.497369 3790 default_network_controller.go:1025] Node "ip-10-0-0-13.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 13:06:04.610436 3790 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-13.ec2.internal in network "default" I0505 13:06:04.610446 3790 default_network_controller.go:1025] Node "ip-10-0-0-13.ec2.internal" in remote zone "ip-10-0-0-13.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 13:06:04.610466 3790 node_tracker.go:235] Node ip-10-0-0-13.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-13.ec2.internal" I0505 13:06:04.610481 3790 node_tracker.go:169] Node ip-10-0-0-13.ec2.internal switch + router changed, syncing services in network "default" I0505 13:06:04.610495 3790 services_controller.go:574] Full service sync requested for network=default W0505 13:06:04.610638 3790 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 13:06:04.610694 3790 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 13:06:04.767095 3790 default_network_controller.go:1025] Node "ip-10-0-0-13.ec2.internal" in remote zone "ip-10-0-0-13.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 13:06:04.767146 3790 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-13.ec2.internal in network "default" I0505 13:06:04.767210 3790 node_tracker.go:169] Node ip-10-0-0-13.ec2.internal switch + router changed, syncing services in network "default" I0505 13:06:04.767222 3790 services_controller.go:574] Full service sync requested for network=default W0505 13:06:04.767571 3790 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 13:06:04.767652 3790 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 13:06:04.768065 3790 zone_ic_handler.go:195] Time taken to create transit switch: 282.671µs I0505 13:06:04.768079 3790 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-13.ec2.internal for the network default I0505 13:06:04.769000 3790 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-13.ec2.internal" on network "default" took: 1.228912ms W0505 13:06:05.745611 3790 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 13:06:07.319918 3790 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-13.ec2.internal in network "default" I0505 13:06:07.319978 3790 egressfirewall.go:723] Syncing node "ip-10-0-0-13.ec2.internal" for egress firewall I0505 13:06:07.319979 3790 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-13.ec2.internal I0505 13:06:07.319996 3790 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-13.ec2.internal: 24.471µs I0505 13:06:07.320001 3790 node_tracker.go:169] Node ip-10-0-0-13.ec2.internal switch + router changed, syncing services in network "default" I0505 13:06:07.320009 3790 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-13.ec2.internal", IP: 10.0.0.13 to PMTUD blocking rules I0505 13:06:07.320015 3790 services_controller.go:574] Full service sync requested for network=default I0505 13:06:07.320020 3790 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-13.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0505 13:06:07.320438 3790 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 13:06:07.320472 3790 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 13:06:07.326144 3790 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-13.ec2.internal. Updating no re-route policies I0505 13:06:07.336669 3790 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-13.ec2.internal", IP: 10.0.0.13 to PMTUD blocking rules I0505 13:06:07.336684 3790 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-13.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0505 13:06:10.232583 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 13:06:10.935080 3790 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-13.ec2.internal I0505 13:06:10.935175 3790 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-13.ec2.internal: 43.835µs W0505 13:06:19.642525 3790 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 13:06:27.206395 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 13:06:39.845740 3790 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dnd5zh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:39.846392 3790 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dnd5zh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:39.846423 3790 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dnd5zh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:06:39.846434 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0505 13:06:39.846450 3790 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dnd5zh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:06:39.846455 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0505 13:06:40.870831 3790 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dnd5zh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:40.870853 3790 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dnd5zh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:40.870871 3790 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dnd5zh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:40.870879 3790 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dnd5zh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:42.109793 3790 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0505 13:06:42.120563 3790 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0505 13:07:53.249245 3790 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-dzpbk] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-dzpbk for pod on switch ip-10-0-1-225.ec2.internal I0505 13:07:53.249328 3790 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-dzpbk I0505 13:07:53.251179 3790 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-n6kwf] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-n6kwf for pod on switch ip-10-0-1-225.ec2.internal I0505 13:07:53.251271 3790 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-n6kwf I0505 13:07:53.274992 3790 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-dzpbk] pod update took 25.684901ms I0505 13:07:53.275000 3790 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-n6kwf] pod update took 23.74773ms I0505 13:07:53.275015 3790 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-dzpbk] addLogicalPort annotation time took 25.710723ms I0505 13:07:53.275021 3790 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-n6kwf] addLogicalPort annotation time took 23.770711ms I0505 13:07:53.276119 3790 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-n6kwf] addLogicalPort took 24.97771ms, libovsdb time 778.629µs I0505 13:07:53.276183 3790 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-7jhkz] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-7jhkz for pod on switch ip-10-0-1-225.ec2.internal I0505 13:07:53.276234 3790 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-7jhkz I0505 13:07:53.276439 3790 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-dzpbk] addLogicalPort took 27.21071ms, libovsdb time 1.084117ms I0505 13:07:53.293864 3790 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-7jhkz] pod update took 17.640943ms I0505 13:07:53.293888 3790 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-7jhkz] addLogicalPort annotation time took 17.667015ms I0505 13:07:53.294801 3790 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-7jhkz] addLogicalPort took 18.64461ms, libovsdb time 589.1µs I0505 13:07:53.349619 3790 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-xp5t6] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-xp5t6 for pod on switch ip-10-0-1-225.ec2.internal I0505 13:07:53.349750 3790 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-xp5t6 I0505 13:07:53.354957 3790 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-69lvn] creating logical port openshift-insights_insights-operator-6dbb575d6c-69lvn for pod on switch ip-10-0-1-225.ec2.internal I0505 13:07:53.355018 3790 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-69lvn I0505 13:07:53.368425 3790 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-xp5t6] pod update took 18.696949ms I0505 13:07:53.368449 3790 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-xp5t6] addLogicalPort annotation time took 18.720789ms I0505 13:07:53.369350 3790 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-xp5t6] addLogicalPort took 19.742656ms, libovsdb time 660.389µs I0505 13:07:53.372096 3790 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-69lvn] pod update took 17.094301ms I0505 13:07:53.372113 3790 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-69lvn] addLogicalPort annotation time took 17.114069ms I0505 13:07:53.373033 3790 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-69lvn] addLogicalPort took 18.087266ms, libovsdb time 670.932µs I0505 13:07:53.449980 3790 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-tjnm6] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-tjnm6 for pod on switch ip-10-0-1-225.ec2.internal I0505 13:07:53.450054 3790 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-tjnm6 I0505 13:07:53.468839 3790 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-tjnm6] pod update took 18.804381ms I0505 13:07:53.468860 3790 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-tjnm6] addLogicalPort annotation time took 18.826957ms I0505 13:07:53.469728 3790 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-tjnm6] addLogicalPort took 19.757687ms, libovsdb time 621.595µs I0505 13:07:53.604729 3790 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-dzpbk f446b89b6554b7e05ba6b6b8b3f045f7bea228779c8fbf794f2cb7738db8fdb2 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-dzpbk f446b89b6554b7e05ba6b6b8b3f045f7bea228779c8fbf794f2cb7738db8fdb2 network default NAD default NAD key ] I0505 13:07:53.614282 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-dzpbk, hostIfaceName: f446b89b6554b7e, network: default, NAD default, SandboxID: "f446b89b6554b7e05ba6b6b8b3f045f7bea228779c8fbf794f2cb7738db8fdb2", PCI device ID: , UID: "e4f5821c-77b9-4904-90c4-1bf8bc874136", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0505 13:07:53.633137 3790 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-7jhkz ff5377ce69650e9234ba79b55ef76b5b51baf9a6d66b9d84e7f846c3e61ff3d7 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-7jhkz ff5377ce69650e9234ba79b55ef76b5b51baf9a6d66b9d84e7f846c3e61ff3d7 network default NAD default NAD key ] I0505 13:07:53.642070 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-7jhkz, hostIfaceName: ff5377ce69650e9, network: default, NAD default, SandboxID: "ff5377ce69650e9234ba79b55ef76b5b51baf9a6d66b9d84e7f846c3e61ff3d7", PCI device ID: , UID: "e3fbe7ba-0c32-442c-be31-ba1db638bd6e", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0505 13:07:53.664879 3790 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-dzpbk f446b89b6554b7e05ba6b6b8b3f045f7bea228779c8fbf794f2cb7738db8fdb2 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-dzpbk f446b89b6554b7e05ba6b6b8b3f045f7bea228779c8fbf794f2cb7738db8fdb2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:75:9a:41:9b:65\",\"name\":\"f446b89b6554b7e\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e2d3e832-7b4c-4a01-8ad6-a55fb3b9c7c0\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:07:53.686728 3790 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-7jhkz ff5377ce69650e9234ba79b55ef76b5b51baf9a6d66b9d84e7f846c3e61ff3d7 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-7jhkz ff5377ce69650e9234ba79b55ef76b5b51baf9a6d66b9d84e7f846c3e61ff3d7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:8b:c6:62:ec:d1\",\"name\":\"ff5377ce69650e9\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/deb1a26d-f7c0-441c-8423-a18e525da296\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:07:53.716473 3790 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-69lvn a8e1a5853864f2a6da0c168a4887c6bd6f4a4b07229aa2dce64d70d57e85ef8b network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-69lvn a8e1a5853864f2a6da0c168a4887c6bd6f4a4b07229aa2dce64d70d57e85ef8b network default NAD default NAD key ] I0505 13:07:53.726392 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-69lvn, hostIfaceName: a8e1a5853864f2a, network: default, NAD default, SandboxID: "a8e1a5853864f2a6da0c168a4887c6bd6f4a4b07229aa2dce64d70d57e85ef8b", PCI device ID: , UID: "a6df133d-192f-47ae-8d64-104f97a11ed6", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0505 13:07:53.773069 3790 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-69lvn a8e1a5853864f2a6da0c168a4887c6bd6f4a4b07229aa2dce64d70d57e85ef8b network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-69lvn a8e1a5853864f2a6da0c168a4887c6bd6f4a4b07229aa2dce64d70d57e85ef8b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:3c:40:5d:8e:e8\",\"name\":\"a8e1a5853864f2a\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b3f57a49-dd10-4ec5-8a0c-3c835ea9320f\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:07:53.804227 3790 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-tjnm6 234ced285f732e871c3cc8be1516c6f9cd4031f0411e52a937f5ccc7a4f5d0fe network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-tjnm6 234ced285f732e871c3cc8be1516c6f9cd4031f0411e52a937f5ccc7a4f5d0fe network default NAD default NAD key ] I0505 13:07:53.814954 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-tjnm6, hostIfaceName: 234ced285f732e8, network: default, NAD default, SandboxID: "234ced285f732e871c3cc8be1516c6f9cd4031f0411e52a937f5ccc7a4f5d0fe", PCI device ID: , UID: "22629002-1c5b-492a-a788-db63bf68f484", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0505 13:07:53.859131 3790 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-tjnm6 234ced285f732e871c3cc8be1516c6f9cd4031f0411e52a937f5ccc7a4f5d0fe network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-tjnm6 234ced285f732e871c3cc8be1516c6f9cd4031f0411e52a937f5ccc7a4f5d0fe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:74:ed:82:7e:bf\",\"name\":\"234ced285f732e8\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/36cc6e46-bbc0-478f-8da9-4eb5cc657cd9\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:07:56.006722 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0505 13:07:57.289003 3790 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0505 13:07:57.289935 3790 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 909.594µs I0505 13:07:57.313705 3790 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0505 13:07:58.011102 3790 namespace.go:98] [openshift-service-ca] adding namespace I0505 13:07:58.012384 3790 namespace.go:102] [openshift-service-ca] adding namespace took 1.257668ms I0505 13:07:58.026689 3790 namespace.go:142] [openshift-service-ca] updating namespace W0505 13:08:07.264555 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0505 13:08:09.209840 3790 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-n6kwf a8307ca038a2881b9a7f7f786327d5205d0aaea8d44c3352737a4157131f9bb2 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-n6kwf a8307ca038a2881b9a7f7f786327d5205d0aaea8d44c3352737a4157131f9bb2 network default NAD default NAD key ] I0505 13:08:09.220900 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-n6kwf, hostIfaceName: a8307ca038a2881, network: default, NAD default, SandboxID: "a8307ca038a2881b9a7f7f786327d5205d0aaea8d44c3352737a4157131f9bb2", PCI device ID: , UID: "286c6b71-941d-48f8-9c82-f90ebe6197a6", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0505 13:08:09.266526 3790 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-n6kwf a8307ca038a2881b9a7f7f786327d5205d0aaea8d44c3352737a4157131f9bb2 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-n6kwf a8307ca038a2881b9a7f7f786327d5205d0aaea8d44c3352737a4157131f9bb2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:e5:bd:9c:2a:c5\",\"name\":\"a8307ca038a2881\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c165b65-f33c-4051-a175-2ae14ccfdd3a\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:08:19.480478 3790 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0505 13:08:19.480501 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0505 13:08:19.480507 3790 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0505 13:08:19.631047 3790 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-8qwqc] creating logical port openshift-insights_insights-runtime-extractor-8qwqc for pod on switch ip-10-0-1-225.ec2.internal I0505 13:08:19.631126 3790 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-8qwqc I0505 13:08:19.649155 3790 pod.go:62] [openshift-insights/insights-runtime-extractor-8qwqc] pod update took 18.049493ms I0505 13:08:19.649196 3790 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-8qwqc] addLogicalPort annotation time took 18.094857ms I0505 13:08:19.650231 3790 pods.go:271] [openshift-insights/insights-runtime-extractor-8qwqc] addLogicalPort took 19.22757ms, libovsdb time 736.653µs W0505 13:08:19.973799 3790 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0505 13:08:19.990967 3790 cni.go:452] [openshift-insights/insights-runtime-extractor-8qwqc 91f1d9e7445042410567e8710d593e88f0d2f257f6d15d2968fe41c83ff714ba network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-8qwqc 91f1d9e7445042410567e8710d593e88f0d2f257f6d15d2968fe41c83ff714ba network default NAD default NAD key ] I0505 13:08:20.002004 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-8qwqc, hostIfaceName: 91f1d9e74450424, network: default, NAD default, SandboxID: "91f1d9e7445042410567e8710d593e88f0d2f257f6d15d2968fe41c83ff714ba", PCI device ID: , UID: "1e875df6-46f3-4f98-a7e9-70a6b1d9fc55", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0505 13:08:20.050207 3790 cni.go:473] [openshift-insights/insights-runtime-extractor-8qwqc 91f1d9e7445042410567e8710d593e88f0d2f257f6d15d2968fe41c83ff714ba network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-8qwqc 91f1d9e7445042410567e8710d593e88f0d2f257f6d15d2968fe41c83ff714ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:e8:04:8b:3e:35\",\"name\":\"91f1d9e74450424\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b713b612-a47e-48ae-b576-b579448eef8b\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:08:20.585093 3790 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5cc47cfc6f-hlrbj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:08:20.585154 3790 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5cc47cfc6f-hlrbj I0505 13:08:20.586423 3790 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5cc47cfc6f-hlrbj, ips: 10.128.0.5 I0505 13:08:20.586453 3790 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5cc47cfc6f-hlrbj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:08:20.592861 3790 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5f48b89dcc-8qsqm] creating logical port openshift-image-registry_image-registry-5f48b89dcc-8qsqm for pod on switch ip-10-0-1-225.ec2.internal I0505 13:08:20.592949 3790 kube.go:256] Updating pod openshift-image-registry/image-registry-5f48b89dcc-8qsqm I0505 13:08:20.612574 3790 pod.go:62] [openshift-image-registry/image-registry-5f48b89dcc-8qsqm] pod update took 19.650618ms I0505 13:08:20.612601 3790 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5f48b89dcc-8qsqm] addLogicalPort annotation time took 19.685218ms I0505 13:08:20.613916 3790 pods.go:271] [openshift-image-registry/image-registry-5f48b89dcc-8qsqm] addLogicalPort took 21.063953ms, libovsdb time 994.685µs I0505 13:08:20.615024 3790 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5cc47cfc6f-hlrbj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:08:20.615046 3790 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5cc47cfc6f-hlrbj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:08:20.618222 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5cc47cfc6f-hlrbj I0505 13:08:20.618254 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5cc47cfc6f-hlrbj I0505 13:08:20.964335 3790 cni.go:452] [openshift-image-registry/image-registry-5f48b89dcc-8qsqm c13502d0a08efb461e28eb3f7c46b8a64a3b0081f1c5cd1e7f1fdf42dc6275bb network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5f48b89dcc-8qsqm c13502d0a08efb461e28eb3f7c46b8a64a3b0081f1c5cd1e7f1fdf42dc6275bb network default NAD default NAD key ] I0505 13:08:20.974604 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5f48b89dcc-8qsqm, hostIfaceName: c13502d0a08efb4, network: default, NAD default, SandboxID: "c13502d0a08efb461e28eb3f7c46b8a64a3b0081f1c5cd1e7f1fdf42dc6275bb", PCI device ID: , UID: "5bc414f2-98de-4a62-87d4-3b7eebcd415b", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0505 13:08:21.021398 3790 cni.go:473] [openshift-image-registry/image-registry-5f48b89dcc-8qsqm c13502d0a08efb461e28eb3f7c46b8a64a3b0081f1c5cd1e7f1fdf42dc6275bb network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5f48b89dcc-8qsqm c13502d0a08efb461e28eb3f7c46b8a64a3b0081f1c5cd1e7f1fdf42dc6275bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:11:0d:22:5f:f6\",\"name\":\"c13502d0a08efb4\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2da5e802-2887-44d6-bf3b-b3380a55c0e2\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:08:21.565102 3790 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0505 13:08:25.519830 3790 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-xp5t6 b0dc9272a6ffccd485255155d61aad6b016715ad3db929171919f5c4a985e22c network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-xp5t6 b0dc9272a6ffccd485255155d61aad6b016715ad3db929171919f5c4a985e22c network default NAD default NAD key ] I0505 13:08:25.529709 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-xp5t6, hostIfaceName: b0dc9272a6ffccd, network: default, NAD default, SandboxID: "b0dc9272a6ffccd485255155d61aad6b016715ad3db929171919f5c4a985e22c", PCI device ID: , UID: "bc95fd0e-649c-4dea-aeea-2a9de9798946", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0505 13:08:25.577254 3790 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-xp5t6 b0dc9272a6ffccd485255155d61aad6b016715ad3db929171919f5c4a985e22c network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-xp5t6 b0dc9272a6ffccd485255155d61aad6b016715ad3db929171919f5c4a985e22c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:b4:4f:53:8e:3f\",\"name\":\"b0dc9272a6ffccd\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/daae3ca9-1cf9-4bb6-a6b1-2ceaf2ca5532\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:08:25.984776 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0505 13:08:25.984803 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0505 13:08:25.984813 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:08:25.984824 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:08:25.984829 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:08:26.116280 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0505 13:08:26.116304 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0505 13:08:26.116328 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:08:26.116338 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:08:26.116343 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:08:26.138708 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0505 13:08:26.138714 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:08:26.138727 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0505 13:08:26.138736 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:08:26.138745 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0505 13:08:27.804987 3790 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4fdcp] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-4fdcp for pod on switch ip-10-0-1-225.ec2.internal I0505 13:08:27.805089 3790 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4fdcp I0505 13:08:27.817632 3790 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4fdcp] pod update took 12.566775ms I0505 13:08:27.817659 3790 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4fdcp] addLogicalPort annotation time took 12.599651ms I0505 13:08:27.818795 3790 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4fdcp] addLogicalPort took 13.820606ms, libovsdb time 860.429µs I0505 13:08:28.161776 3790 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4fdcp 77caecef879e9733a4ec94fb92840b864a4ce9adf8438ae4ef517da3deaf165d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4fdcp 77caecef879e9733a4ec94fb92840b864a4ce9adf8438ae4ef517da3deaf165d network default NAD default NAD key ] I0505 13:08:28.171605 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-4fdcp, hostIfaceName: 77caecef879e973, network: default, NAD default, SandboxID: "77caecef879e9733a4ec94fb92840b864a4ce9adf8438ae4ef517da3deaf165d", PCI device ID: , UID: "e668d088-0b59-41df-b984-fa3d061568bb", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0505 13:08:28.218976 3790 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4fdcp 77caecef879e9733a4ec94fb92840b864a4ce9adf8438ae4ef517da3deaf165d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4fdcp 77caecef879e9733a4ec94fb92840b864a4ce9adf8438ae4ef517da3deaf165d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:d8:05:53:32:c4\",\"name\":\"77caecef879e973\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/79fbd17c-7104-43a7-acb9-2f05c6c65e1a\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:08:29.592432 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0505 13:08:29.612711 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0505 13:08:35.296948 3790 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-6nss7] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-6nss7 for pod on switch ip-10-0-1-225.ec2.internal I0505 13:08:35.297068 3790 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-6nss7 I0505 13:08:35.312344 3790 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-bzx7s] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-bzx7s for pod on switch ip-10-0-1-225.ec2.internal I0505 13:08:35.312434 3790 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-bzx7s I0505 13:08:35.318067 3790 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-6nss7] pod update took 21.023305ms I0505 13:08:35.318091 3790 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-6nss7] addLogicalPort annotation time took 21.047705ms I0505 13:08:35.319312 3790 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-6nss7] addLogicalPort took 22.380257ms, libovsdb time 852.582µs I0505 13:08:35.336336 3790 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-bzx7s] pod update took 23.929776ms I0505 13:08:35.336362 3790 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-bzx7s] addLogicalPort annotation time took 23.95673ms I0505 13:08:35.337392 3790 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-bzx7s] addLogicalPort took 25.0666ms, libovsdb time 739.058µs I0505 13:08:35.655692 3790 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-6nss7 8b1662335683382e947d4b5093bed3db3273dac6eff452458355ad357fbaa834 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-6nss7 8b1662335683382e947d4b5093bed3db3273dac6eff452458355ad357fbaa834 network default NAD default NAD key ] I0505 13:08:35.664956 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-6nss7, hostIfaceName: 8b1662335683382, network: default, NAD default, SandboxID: "8b1662335683382e947d4b5093bed3db3273dac6eff452458355ad357fbaa834", PCI device ID: , UID: "3aa06196-b749-4c4d-baf3-653aaf67b3b6", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0505 13:08:35.714389 3790 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-6nss7 8b1662335683382e947d4b5093bed3db3273dac6eff452458355ad357fbaa834 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-6nss7 8b1662335683382e947d4b5093bed3db3273dac6eff452458355ad357fbaa834 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:bd:68:ca:8d:d8\",\"name\":\"8b1662335683382\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/78a565b7-28cf-44cc-b103-dbf7e2261de4\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:08:36.420287 3790 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-225.ec2.internal I0505 13:08:36.420425 3790 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0505 13:08:36.442626 3790 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 22.236219ms I0505 13:08:36.442653 3790 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 22.271682ms I0505 13:08:36.443937 3790 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 23.662659ms, libovsdb time 933.562µs I0505 13:08:36.701890 3790 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-bzx7s 3b9d08891dc3e556b777669296a2a4cec43d0b957fdefc175d2ebdc914fa67a4 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-bzx7s 3b9d08891dc3e556b777669296a2a4cec43d0b957fdefc175d2ebdc914fa67a4 network default NAD default NAD key ] I0505 13:08:36.711652 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-bzx7s, hostIfaceName: 3b9d08891dc3e55, network: default, NAD default, SandboxID: "3b9d08891dc3e556b777669296a2a4cec43d0b957fdefc175d2ebdc914fa67a4", PCI device ID: , UID: "df19b17f-f08e-4551-b2d3-f254333fe8c5", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0505 13:08:36.763084 3790 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-bzx7s 3b9d08891dc3e556b777669296a2a4cec43d0b957fdefc175d2ebdc914fa67a4 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-bzx7s 3b9d08891dc3e556b777669296a2a4cec43d0b957fdefc175d2ebdc914fa67a4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:a3:60:e3:eb:22\",\"name\":\"3b9d08891dc3e55\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51ce9337-1df3-4f4a-aa0f-9dbbfad66314\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:08:36.778531 3790 cni.go:452] [openshift-monitoring/alertmanager-main-0 e454c0d3d7f6a1eaf4836e8967aae74379226ed24e8cbe9e6db8f50f8b9c3487 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 e454c0d3d7f6a1eaf4836e8967aae74379226ed24e8cbe9e6db8f50f8b9c3487 network default NAD default NAD key ] I0505 13:08:36.789489 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: e454c0d3d7f6a1e, network: default, NAD default, SandboxID: "e454c0d3d7f6a1eaf4836e8967aae74379226ed24e8cbe9e6db8f50f8b9c3487", PCI device ID: , UID: "3257d981-9c7b-4a47-b76b-553c43e25f0c", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0505 13:08:36.837015 3790 cni.go:473] [openshift-monitoring/alertmanager-main-0 e454c0d3d7f6a1eaf4836e8967aae74379226ed24e8cbe9e6db8f50f8b9c3487 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 e454c0d3d7f6a1eaf4836e8967aae74379226ed24e8cbe9e6db8f50f8b9c3487 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:fb:47:bb:d9:32\",\"name\":\"e454c0d3d7f6a1e\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c546d782-0f02-492a-8de0-a5e9c16b1133\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:08:37.399076 3790 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-67678d97b4-w5g8v] creating logical port openshift-monitoring_thanos-querier-67678d97b4-w5g8v for pod on switch ip-10-0-1-225.ec2.internal I0505 13:08:37.399188 3790 kube.go:256] Updating pod openshift-monitoring/thanos-querier-67678d97b4-w5g8v I0505 13:08:37.418565 3790 pod.go:62] [openshift-monitoring/thanos-querier-67678d97b4-w5g8v] pod update took 19.422618ms I0505 13:08:37.418652 3790 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-67678d97b4-w5g8v] addLogicalPort annotation time took 19.512147ms I0505 13:08:37.419960 3790 pods.go:271] [openshift-monitoring/thanos-querier-67678d97b4-w5g8v] addLogicalPort took 20.900252ms, libovsdb time 957.797µs I0505 13:08:38.207036 3790 cni.go:452] [openshift-monitoring/thanos-querier-67678d97b4-w5g8v 5eed7e8da6464ac1b8f9438774543af5be527f6b64e49442c831ec9cca5a5a57 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-67678d97b4-w5g8v 5eed7e8da6464ac1b8f9438774543af5be527f6b64e49442c831ec9cca5a5a57 network default NAD default NAD key ] I0505 13:08:38.217606 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-67678d97b4-w5g8v, hostIfaceName: 5eed7e8da6464ac, network: default, NAD default, SandboxID: "5eed7e8da6464ac1b8f9438774543af5be527f6b64e49442c831ec9cca5a5a57", PCI device ID: , UID: "bbbdfea4-1618-43ca-bb67-7210832eb60c", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] W0505 13:08:38.247063 3790 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:08:38.247094 3790 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:08:38.247102 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 13:08:38.273447 3790 cni.go:473] [openshift-monitoring/thanos-querier-67678d97b4-w5g8v 5eed7e8da6464ac1b8f9438774543af5be527f6b64e49442c831ec9cca5a5a57 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-67678d97b4-w5g8v 5eed7e8da6464ac1b8f9438774543af5be527f6b64e49442c831ec9cca5a5a57 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:7b:f7:e2:f7:05\",\"name\":\"5eed7e8da6464ac\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/087e91f4-67d6-4ec7-897e-c578b877fd8f\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:08:38.902061 3790 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:08:38.902081 3790 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:08:38.902088 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 13:08:39.927798 3790 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-68fffbc664-mn4jr] creating logical port openshift-monitoring_metrics-server-68fffbc664-mn4jr for pod on switch ip-10-0-1-225.ec2.internal I0505 13:08:39.927944 3790 kube.go:256] Updating pod openshift-monitoring/metrics-server-68fffbc664-mn4jr I0505 13:08:39.948727 3790 pod.go:62] [openshift-monitoring/metrics-server-68fffbc664-mn4jr] pod update took 20.811122ms I0505 13:08:39.948753 3790 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-68fffbc664-mn4jr] addLogicalPort annotation time took 20.839493ms I0505 13:08:39.950419 3790 pods.go:271] [openshift-monitoring/metrics-server-68fffbc664-mn4jr] addLogicalPort took 22.638185ms, libovsdb time 1.305831ms I0505 13:08:40.122545 3790 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-fhd4g] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-fhd4g for pod on switch ip-10-0-1-225.ec2.internal I0505 13:08:40.122637 3790 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-fhd4g I0505 13:08:40.139119 3790 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-fhd4g] pod update took 16.504775ms I0505 13:08:40.139139 3790 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-fhd4g] addLogicalPort annotation time took 16.53381ms I0505 13:08:40.140527 3790 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-fhd4g] addLogicalPort took 18.004718ms, libovsdb time 987.476µs I0505 13:08:40.341286 3790 cni.go:452] [openshift-monitoring/metrics-server-68fffbc664-mn4jr bd0d9743473af2a30753737726b7a95d6ffabd2eb97a009092998776eac8f6d1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-68fffbc664-mn4jr bd0d9743473af2a30753737726b7a95d6ffabd2eb97a009092998776eac8f6d1 network default NAD default NAD key ] I0505 13:08:40.351020 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-68fffbc664-mn4jr, hostIfaceName: bd0d9743473af2a, network: default, NAD default, SandboxID: "bd0d9743473af2a30753737726b7a95d6ffabd2eb97a009092998776eac8f6d1", PCI device ID: , UID: "f6aec4b1-8171-49b7-9114-19958c10b5ab", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0505 13:08:40.407304 3790 cni.go:473] [openshift-monitoring/metrics-server-68fffbc664-mn4jr bd0d9743473af2a30753737726b7a95d6ffabd2eb97a009092998776eac8f6d1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-68fffbc664-mn4jr bd0d9743473af2a30753737726b7a95d6ffabd2eb97a009092998776eac8f6d1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:d8:1d:30:88:3a\",\"name\":\"bd0d9743473af2a\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f8d10b9-3b13-44ca-9df8-b7a836695d6f\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:08:40.486993 3790 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-fhd4g d0df3d4e3643e71498f5f062c47593fb18495a255707ed74817822aa2f57ae44 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-fhd4g d0df3d4e3643e71498f5f062c47593fb18495a255707ed74817822aa2f57ae44 network default NAD default NAD key ] I0505 13:08:40.499407 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-fhd4g, hostIfaceName: d0df3d4e3643e71, network: default, NAD default, SandboxID: "d0df3d4e3643e71498f5f062c47593fb18495a255707ed74817822aa2f57ae44", PCI device ID: , UID: "edfb0d59-e527-4e77-b08e-d18451e1c3b5", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0505 13:08:40.550254 3790 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-fhd4g d0df3d4e3643e71498f5f062c47593fb18495a255707ed74817822aa2f57ae44 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-fhd4g d0df3d4e3643e71498f5f062c47593fb18495a255707ed74817822aa2f57ae44 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:72:74:0b:c0:e3\",\"name\":\"d0df3d4e3643e71\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f457e093-8b85-4f57-9555-cbdf25d6155d\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:08:40.977433 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 13:08:40.977462 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 13:08:42.205731 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:08:42.205752 3790 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:08:42.205758 3790 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:08:42.205772 3790 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:08:42.580968 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 13:08:42.667372 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0505 13:08:42.701401 3790 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:08:42.701419 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:08:42.701425 3790 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:08:42.701430 3790 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:08:42.743555 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 13:08:42.787882 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0505 13:08:43.092444 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 13:08:43.227590 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:08:43.227616 3790 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:08:44.077866 3790 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:08:44.077888 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 13:08:44.209285 3790 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5cc47cfc6f-dlljq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:08:44.209901 3790 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5cc47cfc6f-dlljq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:08:44.223665 3790 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5cc47cfc6f-dlljq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:08:44.223715 3790 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5cc47cfc6f-dlljq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:08:44.235295 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5cc47cfc6f-dlljq I0505 13:08:44.235318 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5cc47cfc6f-dlljq I0505 13:08:46.870286 3790 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6748d56d94-hvfvg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:08:46.870980 3790 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6748d56d94-hvfvg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:08:47.073152 3790 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6748d56d94-hvfvg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:08:47.073194 3790 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6748d56d94-hvfvg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:08:47.080095 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6748d56d94-hvfvg I0505 13:08:47.080119 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6748d56d94-hvfvg I0505 13:08:47.953690 3790 base_network_controller_pods.go:487] [default/openshift-console/console-6b565674d4-gq2rz] creating logical port openshift-console_console-6b565674d4-gq2rz for pod on switch ip-10-0-1-225.ec2.internal I0505 13:08:47.953790 3790 kube.go:256] Updating pod openshift-console/console-6b565674d4-gq2rz I0505 13:08:47.969202 3790 pod.go:62] [openshift-console/console-6b565674d4-gq2rz] pod update took 15.435981ms I0505 13:08:47.969226 3790 base_network_controller_pods.go:951] [default/openshift-console/console-6b565674d4-gq2rz] addLogicalPort annotation time took 15.462561ms I0505 13:08:47.970416 3790 pods.go:271] [openshift-console/console-6b565674d4-gq2rz] addLogicalPort took 16.743128ms, libovsdb time 840.267µs W0505 13:08:48.220042 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:08:48.220059 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:08:48.220064 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:08:48.220069 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:08:48.220080 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:08:48.220084 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:08:48.220088 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:08:48.220092 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0505 13:08:48.311728 3790 cni.go:452] [openshift-console/console-6b565674d4-gq2rz 0c1b577d0ee1b1bc303bd8069fe52994e8e13ab114deab1bd94cf4ef8482df21 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6b565674d4-gq2rz 0c1b577d0ee1b1bc303bd8069fe52994e8e13ab114deab1bd94cf4ef8482df21 network default NAD default NAD key ] I0505 13:08:48.321366 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6b565674d4-gq2rz, hostIfaceName: 0c1b577d0ee1b1b, network: default, NAD default, SandboxID: "0c1b577d0ee1b1bc303bd8069fe52994e8e13ab114deab1bd94cf4ef8482df21", PCI device ID: , UID: "3add587c-088e-4a77-95e2-6f43284c5933", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0505 13:08:48.369681 3790 cni.go:473] [openshift-console/console-6b565674d4-gq2rz 0c1b577d0ee1b1bc303bd8069fe52994e8e13ab114deab1bd94cf4ef8482df21 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6b565674d4-gq2rz 0c1b577d0ee1b1bc303bd8069fe52994e8e13ab114deab1bd94cf4ef8482df21 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:3e:e2:17:6a:7a\",\"name\":\"0c1b577d0ee1b1b\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f28e807b-2b0c-4ffd-8e54-8ecfea9641ef\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:08:48.689294 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:08:48.689312 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:08:48.689318 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:08:48.689323 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:08:51.711567 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 13:08:55.266344 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0505 13:08:58.135589 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 13:08:58.743602 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 13:09:03.682300 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 13:09:06.773548 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0505 13:09:06.773573 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0505 13:09:06.773603 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0505 13:09:06.787972 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0505 13:09:06.787977 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0505 13:09:06.788016 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0505 13:09:06.827231 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:09:06.827261 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:09:06.827271 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:09:07.775383 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0505 13:09:07.797733 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0505 13:09:11.185182 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0505 13:09:23.442604 3790 obj_retry.go:498] Detected object openshift-console/console-6b565674d4-94gmv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:23.443214 3790 obj_retry.go:498] Detected object openshift-console/console-6b565674d4-94gmv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:24.247576 3790 obj_retry.go:492] Detected object openshift-console/console-6b565674d4-94gmv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:24.247600 3790 obj_retry.go:492] Detected object openshift-console/console-6b565674d4-94gmv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:24.253911 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6b565674d4-94gmv I0505 13:09:24.253936 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6b565674d4-94gmv I0505 13:09:28.975050 3790 cni.go:452] [openshift-multus/network-metrics-daemon-bkgf2 95dc7c33d57f4ba96f1a9f72d9031157801d075ed7f2d907b6902ec7266137b7 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-bkgf2 95dc7c33d57f4ba96f1a9f72d9031157801d075ed7f2d907b6902ec7266137b7 network default NAD default NAD key ] I0505 13:09:28.984342 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-bkgf2, hostIfaceName: 95dc7c33d57f4ba, network: default, NAD default, SandboxID: "95dc7c33d57f4ba96f1a9f72d9031157801d075ed7f2d907b6902ec7266137b7", PCI device ID: , UID: "7c533c86-ce79-4566-be32-3b8a93d79e50", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0505 13:09:29.035204 3790 cni.go:473] [openshift-multus/network-metrics-daemon-bkgf2 95dc7c33d57f4ba96f1a9f72d9031157801d075ed7f2d907b6902ec7266137b7 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-bkgf2 95dc7c33d57f4ba96f1a9f72d9031157801d075ed7f2d907b6902ec7266137b7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:89:20:1a:f4:ea\",\"name\":\"95dc7c33d57f4ba\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0259373d-4fa5-47f4-a60b-2066c9d4b150\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:09:32.522916 3790 cni.go:452] [openshift-console/console-6b565674d4-gq2rz 0c1b577d0ee1b1bc303bd8069fe52994e8e13ab114deab1bd94cf4ef8482df21 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6b565674d4-gq2rz 0c1b577d0ee1b1bc303bd8069fe52994e8e13ab114deab1bd94cf4ef8482df21 network default NAD default NAD key ] I0505 13:09:32.595297 3790 cni.go:473] [openshift-console/console-6b565674d4-gq2rz 0c1b577d0ee1b1bc303bd8069fe52994e8e13ab114deab1bd94cf4ef8482df21 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6b565674d4-gq2rz 0c1b577d0ee1b1bc303bd8069fe52994e8e13ab114deab1bd94cf4ef8482df21 network default NAD default NAD key default], result "{}", err I0505 13:09:32.664733 3790 obj_retry.go:498] Detected object openshift-console/console-6b565674d4-gq2rz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:32.664771 3790 pods.go:176] Deleting pod: openshift-console/console-6b565674d4-gq2rz I0505 13:09:32.665953 3790 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6b565674d4-gq2rz, ips: 10.128.0.24 I0505 13:09:32.665982 3790 obj_retry.go:498] Detected object openshift-console/console-6b565674d4-gq2rz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:32.877463 3790 obj_retry.go:492] Detected object openshift-console/console-6b565674d4-gq2rz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:32.877487 3790 obj_retry.go:492] Detected object openshift-console/console-6b565674d4-gq2rz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:32.881330 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6b565674d4-gq2rz I0505 13:09:32.881351 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6b565674d4-gq2rz I0505 13:09:42.379733 3790 obj_retry.go:498] Detected object openshift-ingress/router-default-7cf7c84db7-mq46f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:42.380211 3790 obj_retry.go:498] Detected object openshift-ingress/router-default-7cf7c84db7-mq46f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:42.750715 3790 obj_retry.go:492] Detected object openshift-ingress/router-default-7cf7c84db7-mq46f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:42.750734 3790 obj_retry.go:492] Detected object openshift-ingress/router-default-7cf7c84db7-mq46f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:42.757341 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7cf7c84db7-mq46f I0505 13:09:42.757362 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7cf7c84db7-mq46f I0505 13:09:57.203537 3790 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:57.204102 3790 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:57.522663 3790 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:57.522682 3790 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:57.528559 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0505 13:09:57.528582 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0505 13:09:58.701999 3790 cni.go:452] [openshift-dns/dns-default-f7mm6 f9482da915645b541b31e042aacf3ff9bd85a5d295a878eace323fff5b87d0c9 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-f7mm6 f9482da915645b541b31e042aacf3ff9bd85a5d295a878eace323fff5b87d0c9 network default NAD default NAD key ] I0505 13:09:58.711979 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-f7mm6, hostIfaceName: f9482da915645b5, network: default, NAD default, SandboxID: "f9482da915645b541b31e042aacf3ff9bd85a5d295a878eace323fff5b87d0c9", PCI device ID: , UID: "12a9dcdf-f239-4c90-b2af-3128424c5736", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0505 13:09:58.760873 3790 cni.go:473] [openshift-dns/dns-default-f7mm6 f9482da915645b541b31e042aacf3ff9bd85a5d295a878eace323fff5b87d0c9 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-f7mm6 f9482da915645b541b31e042aacf3ff9bd85a5d295a878eace323fff5b87d0c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:72:02:58:f8:be\",\"name\":\"f9482da915645b5\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6691ed41-328a-4de9-98fe-2280d0abc00a\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:09:59.964243 3790 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-85444dd55b-788qb] creating logical port openshift-monitoring_telemeter-client-85444dd55b-788qb for pod on switch ip-10-0-1-225.ec2.internal I0505 13:09:59.964344 3790 kube.go:256] Updating pod openshift-monitoring/telemeter-client-85444dd55b-788qb I0505 13:09:59.988249 3790 pod.go:62] [openshift-monitoring/telemeter-client-85444dd55b-788qb] pod update took 23.93127ms I0505 13:09:59.988279 3790 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-85444dd55b-788qb] addLogicalPort annotation time took 23.964535ms I0505 13:09:59.989899 3790 pods.go:271] [openshift-monitoring/telemeter-client-85444dd55b-788qb] addLogicalPort took 25.677207ms, libovsdb time 1.175041ms I0505 13:10:00.203853 3790 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-pnw9c] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29633110-pnw9c for pod on switch ip-10-0-1-225.ec2.internal I0505 13:10:00.204027 3790 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-pnw9c I0505 13:10:00.216279 3790 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-pnw9c] pod update took 12.278628ms I0505 13:10:00.216303 3790 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-pnw9c] addLogicalPort annotation time took 12.30718ms I0505 13:10:00.217784 3790 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-pnw9c] addLogicalPort took 13.952497ms, libovsdb time 960.977µs I0505 13:10:00.490086 3790 cni.go:452] [openshift-monitoring/telemeter-client-85444dd55b-788qb fb8c4a949dcd0b0f83a82090b6f8000290c8c5053a107f7872cb08fcba2694c9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-85444dd55b-788qb fb8c4a949dcd0b0f83a82090b6f8000290c8c5053a107f7872cb08fcba2694c9 network default NAD default NAD key ] I0505 13:10:00.500627 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-85444dd55b-788qb, hostIfaceName: fb8c4a949dcd0b0, network: default, NAD default, SandboxID: "fb8c4a949dcd0b0f83a82090b6f8000290c8c5053a107f7872cb08fcba2694c9", PCI device ID: , UID: "ea5caa58-0b71-4010-9497-bb7c2f5a9975", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0505 13:10:00.556494 3790 cni.go:473] [openshift-monitoring/telemeter-client-85444dd55b-788qb fb8c4a949dcd0b0f83a82090b6f8000290c8c5053a107f7872cb08fcba2694c9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-85444dd55b-788qb fb8c4a949dcd0b0f83a82090b6f8000290c8c5053a107f7872cb08fcba2694c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:c9:ed:47:a8:f4\",\"name\":\"fb8c4a949dcd0b0\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f8ee819c-0eea-4909-9db6-c71fdbac81de\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:10:00.615152 3790 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-pnw9c 7aeb92f00d4f25665e97ec983cad791833842a5e19c9614dbeecb99dab7a71f0 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-pnw9c 7aeb92f00d4f25665e97ec983cad791833842a5e19c9614dbeecb99dab7a71f0 network default NAD default NAD key ] I0505 13:10:00.626606 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29633110-pnw9c, hostIfaceName: 7aeb92f00d4f256, network: default, NAD default, SandboxID: "7aeb92f00d4f25665e97ec983cad791833842a5e19c9614dbeecb99dab7a71f0", PCI device ID: , UID: "1b5a6a82-485f-4366-a586-a5d00ffeb6a4", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0505 13:10:00.680779 3790 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-pnw9c 7aeb92f00d4f25665e97ec983cad791833842a5e19c9614dbeecb99dab7a71f0 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-pnw9c 7aeb92f00d4f25665e97ec983cad791833842a5e19c9614dbeecb99dab7a71f0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:e1:3d:db:58:1f\",\"name\":\"7aeb92f00d4f256\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/714fc271-2638-44c1-b96b-a0db0897363d\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:10:01.579111 3790 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:01.579693 3790 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:02.396916 3790 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:02.396940 3790 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:02.402532 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0505 13:10:02.402556 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0505 13:10:03.243865 3790 base_network_controller_pods.go:487] [default/openshift-console/console-658cfc9db8-hnqcg] creating logical port openshift-console_console-658cfc9db8-hnqcg for pod on switch ip-10-0-1-225.ec2.internal I0505 13:10:03.244010 3790 kube.go:256] Updating pod openshift-console/console-658cfc9db8-hnqcg I0505 13:10:03.262626 3790 pod.go:62] [openshift-console/console-658cfc9db8-hnqcg] pod update took 18.643227ms I0505 13:10:03.262658 3790 base_network_controller_pods.go:951] [default/openshift-console/console-658cfc9db8-hnqcg] addLogicalPort annotation time took 18.680676ms I0505 13:10:03.263932 3790 pods.go:271] [openshift-console/console-658cfc9db8-hnqcg] addLogicalPort took 20.08799ms, libovsdb time 882.489µs I0505 13:10:03.604218 3790 cni.go:452] [openshift-console/console-658cfc9db8-hnqcg 3b64c15c296cd2b8fbcc9adc11595023a7e0f578796cbbdd884a894afa43ebfc network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-658cfc9db8-hnqcg 3b64c15c296cd2b8fbcc9adc11595023a7e0f578796cbbdd884a894afa43ebfc network default NAD default NAD key ] I0505 13:10:03.613469 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-658cfc9db8-hnqcg, hostIfaceName: 3b64c15c296cd2b, network: default, NAD default, SandboxID: "3b64c15c296cd2b8fbcc9adc11595023a7e0f578796cbbdd884a894afa43ebfc", PCI device ID: , UID: "85eb5544-11ce-4ede-8811-04209f4d3573", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0505 13:10:03.664204 3790 cni.go:473] [openshift-console/console-658cfc9db8-hnqcg 3b64c15c296cd2b8fbcc9adc11595023a7e0f578796cbbdd884a894afa43ebfc network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-658cfc9db8-hnqcg 3b64c15c296cd2b8fbcc9adc11595023a7e0f578796cbbdd884a894afa43ebfc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:d5:c3:8c:27:e5\",\"name\":\"3b64c15c296cd2b\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f0464d7-4340-47cb-8c75-2eb1d5a81876\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:10:05.024669 3790 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-pnw9c 7aeb92f00d4f25665e97ec983cad791833842a5e19c9614dbeecb99dab7a71f0 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-pnw9c 7aeb92f00d4f25665e97ec983cad791833842a5e19c9614dbeecb99dab7a71f0 network default NAD default NAD key ] I0505 13:10:05.101740 3790 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-pnw9c 7aeb92f00d4f25665e97ec983cad791833842a5e19c9614dbeecb99dab7a71f0 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-pnw9c 7aeb92f00d4f25665e97ec983cad791833842a5e19c9614dbeecb99dab7a71f0 network default NAD default NAD key default], result "{}", err I0505 13:10:05.144583 3790 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-pnw9c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:05.144616 3790 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-pnw9c I0505 13:10:05.145870 3790 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-pnw9c, ips: 10.128.0.26 I0505 13:10:05.145900 3790 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-pnw9c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:06.167282 3790 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-pnw9c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:06.167310 3790 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-pnw9c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:10:11.013446 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0505 13:10:11.013467 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 13:10:11.013474 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 13:10:14.065361 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 13:10:28.546389 3790 obj_retry.go:498] Detected object openshift-console/console-5d84596fcd-plqnk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:28.546916 3790 obj_retry.go:498] Detected object openshift-console/console-5d84596fcd-plqnk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:29.154022 3790 cni.go:452] [openshift-monitoring/alertmanager-main-0 e454c0d3d7f6a1eaf4836e8967aae74379226ed24e8cbe9e6db8f50f8b9c3487 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 e454c0d3d7f6a1eaf4836e8967aae74379226ed24e8cbe9e6db8f50f8b9c3487 network default NAD default NAD key ] I0505 13:10:29.229690 3790 cni.go:473] [openshift-monitoring/alertmanager-main-0 e454c0d3d7f6a1eaf4836e8967aae74379226ed24e8cbe9e6db8f50f8b9c3487 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 e454c0d3d7f6a1eaf4836e8967aae74379226ed24e8cbe9e6db8f50f8b9c3487 network default NAD default NAD key default], result "{}", err I0505 13:10:29.290388 3790 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:29.290421 3790 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0505 13:10:29.291657 3790 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.128.0.20 I0505 13:10:29.291687 3790 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:29.529037 3790 obj_retry.go:492] Detected object openshift-console/console-5d84596fcd-plqnk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:29.529055 3790 obj_retry.go:492] Detected object openshift-console/console-5d84596fcd-plqnk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:29.534730 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5d84596fcd-plqnk I0505 13:10:29.534756 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5d84596fcd-plqnk I0505 13:10:30.145678 3790 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:30.145710 3790 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:30.149740 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0505 13:10:30.149766 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0505 13:10:30.194465 3790 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-225.ec2.internal I0505 13:10:30.194653 3790 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0505 13:10:30.214121 3790 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 19.519324ms I0505 13:10:30.214142 3790 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 19.546729ms I0505 13:10:30.215468 3790 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 21.014073ms, libovsdb time 947.318µs I0505 13:10:30.555497 3790 cni.go:452] [openshift-monitoring/alertmanager-main-0 dc7d90ed0263e01bec8ce4b6136494b6f124e09f84a98d1170bbff23324875ad network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 dc7d90ed0263e01bec8ce4b6136494b6f124e09f84a98d1170bbff23324875ad network default NAD default NAD key ] I0505 13:10:30.565225 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: dc7d90ed0263e01, network: default, NAD default, SandboxID: "dc7d90ed0263e01bec8ce4b6136494b6f124e09f84a98d1170bbff23324875ad", PCI device ID: , UID: "177808af-5940-41a1-8e16-0c58eb0b9b52", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0505 13:10:30.614795 3790 cni.go:473] [openshift-monitoring/alertmanager-main-0 dc7d90ed0263e01bec8ce4b6136494b6f124e09f84a98d1170bbff23324875ad network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 dc7d90ed0263e01bec8ce4b6136494b6f124e09f84a98d1170bbff23324875ad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:1b:ee:5a:69:2f\",\"name\":\"dc7d90ed0263e01\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e230d064-3389-4b28-8547-ac66d17fba2e\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:10:39.379908 3790 obj_retry.go:498] Detected object openshift-console/console-5d84596fcd-74nrm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:39.380521 3790 obj_retry.go:498] Detected object openshift-console/console-5d84596fcd-74nrm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:39.689071 3790 obj_retry.go:492] Detected object openshift-console/console-5d84596fcd-74nrm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:39.689095 3790 obj_retry.go:492] Detected object openshift-console/console-5d84596fcd-74nrm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:39.693309 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5d84596fcd-74nrm I0505 13:10:39.693333 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5d84596fcd-74nrm W0505 13:11:00.613267 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:11:00.613293 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:11:00.613301 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 13:11:04.995911 3790 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:04.996491 3790 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:05.788844 3790 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:05.788873 3790 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:05.794308 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0505 13:11:05.794336 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0505 13:11:42.795491 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 I0505 13:11:43.341089 3790 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-g8x9w] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-g8x9w for pod on switch ip-10-0-1-225.ec2.internal I0505 13:11:43.341278 3790 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-g8x9w I0505 13:11:43.363823 3790 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-g8x9w] pod update took 22.587788ms I0505 13:11:43.363846 3790 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-g8x9w] addLogicalPort annotation time took 22.616765ms I0505 13:11:43.365052 3790 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-g8x9w] addLogicalPort took 23.982337ms, libovsdb time 858.96µs I0505 13:11:43.698966 3790 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-g8x9w becd7b5961fdca4f18eb7b46957b2bc17647c1ce4bf755cba4f63f8edaf522a6 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-g8x9w becd7b5961fdca4f18eb7b46957b2bc17647c1ce4bf755cba4f63f8edaf522a6 network default NAD default NAD key ] I0505 13:11:43.708889 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-g8x9w, hostIfaceName: becd7b5961fdca4, network: default, NAD default, SandboxID: "becd7b5961fdca4f18eb7b46957b2bc17647c1ce4bf755cba4f63f8edaf522a6", PCI device ID: , UID: "bcd3c5f6-350f-43aa-a7d1-58b8941c876a", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0505 13:11:43.758016 3790 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-g8x9w becd7b5961fdca4f18eb7b46957b2bc17647c1ce4bf755cba4f63f8edaf522a6 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-g8x9w becd7b5961fdca4f18eb7b46957b2bc17647c1ce4bf755cba4f63f8edaf522a6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:e6:ab:a6:b9:55\",\"name\":\"becd7b5961fdca4\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a18ca7f-75e7-407e-b3fe-d2007bfc307b\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:11:44.215104 3790 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0505 13:11:46.465460 3790 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 13:11:46.805582 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=600 I0505 13:11:53.796565 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=135 W0505 13:11:57.480850 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 13:11:57.511126 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0505 13:11:57.511202 3790 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-268tg IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-268tg: no pod IPs found I0505 13:11:58.998799 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0505 13:12:22.017888 3790 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0505 13:12:34.003566 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0505 13:12:50.756142 3790 cni.go:452] [openshift-console/console-658cfc9db8-hnqcg 3b64c15c296cd2b8fbcc9adc11595023a7e0f578796cbbdd884a894afa43ebfc network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-658cfc9db8-hnqcg 3b64c15c296cd2b8fbcc9adc11595023a7e0f578796cbbdd884a894afa43ebfc network default NAD default NAD key ] I0505 13:12:50.840536 3790 cni.go:473] [openshift-console/console-658cfc9db8-hnqcg 3b64c15c296cd2b8fbcc9adc11595023a7e0f578796cbbdd884a894afa43ebfc network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-658cfc9db8-hnqcg 3b64c15c296cd2b8fbcc9adc11595023a7e0f578796cbbdd884a894afa43ebfc network default NAD default NAD key default], result "{}", err I0505 13:12:50.887110 3790 obj_retry.go:498] Detected object openshift-console/console-658cfc9db8-hnqcg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:12:50.887150 3790 pods.go:176] Deleting pod: openshift-console/console-658cfc9db8-hnqcg I0505 13:12:50.888520 3790 pods.go:236] Attempting to release IPs for pod: openshift-console/console-658cfc9db8-hnqcg, ips: 10.128.0.27 I0505 13:12:50.888550 3790 obj_retry.go:498] Detected object openshift-console/console-658cfc9db8-hnqcg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:12:50.896302 3790 base_network_controller_pods.go:487] [default/openshift-console/console-67f66c4cd4-h24lm] creating logical port openshift-console_console-67f66c4cd4-h24lm for pod on switch ip-10-0-1-225.ec2.internal I0505 13:12:50.896398 3790 kube.go:256] Updating pod openshift-console/console-67f66c4cd4-h24lm I0505 13:12:50.917406 3790 pod.go:62] [openshift-console/console-67f66c4cd4-h24lm] pod update took 21.031322ms I0505 13:12:50.917426 3790 base_network_controller_pods.go:951] [default/openshift-console/console-67f66c4cd4-h24lm] addLogicalPort annotation time took 21.056569ms I0505 13:12:50.918534 3790 pods.go:271] [openshift-console/console-67f66c4cd4-h24lm] addLogicalPort took 22.243607ms, libovsdb time 774.91µs I0505 13:12:51.253986 3790 cni.go:452] [openshift-console/console-67f66c4cd4-h24lm 9ceeeeb430e25fffd42950310afb4b86c106a4ea480fd77714f2e259b11fe3fa network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-67f66c4cd4-h24lm 9ceeeeb430e25fffd42950310afb4b86c106a4ea480fd77714f2e259b11fe3fa network default NAD default NAD key ] I0505 13:12:51.264432 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-67f66c4cd4-h24lm, hostIfaceName: 9ceeeeb430e25ff, network: default, NAD default, SandboxID: "9ceeeeb430e25fffd42950310afb4b86c106a4ea480fd77714f2e259b11fe3fa", PCI device ID: , UID: "614e658b-c2f7-445b-9b08-53c6578c27a8", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0505 13:12:51.314295 3790 cni.go:473] [openshift-console/console-67f66c4cd4-h24lm 9ceeeeb430e25fffd42950310afb4b86c106a4ea480fd77714f2e259b11fe3fa network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-67f66c4cd4-h24lm 9ceeeeb430e25fffd42950310afb4b86c106a4ea480fd77714f2e259b11fe3fa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:94:d5:e4:63:b7\",\"name\":\"9ceeeeb430e25ff\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c83475e2-c7e2-406d-8bca-039cf2deb048\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:12:51.761520 3790 obj_retry.go:492] Detected object openshift-console/console-658cfc9db8-hnqcg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:12:51.761546 3790 obj_retry.go:492] Detected object openshift-console/console-658cfc9db8-hnqcg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:12:51.763665 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-658cfc9db8-hnqcg I0505 13:12:51.763693 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-658cfc9db8-hnqcg I0505 13:13:00.797210 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0505 13:13:01.474810 3790 obj_retry.go:498] Detected object openshift-console/console-658cfc9db8-g7nz2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:13:01.475454 3790 obj_retry.go:498] Detected object openshift-console/console-658cfc9db8-g7nz2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 13:13:01.806499 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 13:13:02.065473 3790 obj_retry.go:492] Detected object openshift-console/console-658cfc9db8-g7nz2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:13:02.065514 3790 obj_retry.go:492] Detected object openshift-console/console-658cfc9db8-g7nz2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:13:02.070991 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-658cfc9db8-g7nz2 I0505 13:13:02.071010 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-658cfc9db8-g7nz2 I0505 13:13:14.895974 3790 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0505 13:13:38.995235 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0505 13:13:45.797103 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0505 13:13:52.031413 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0505 13:13:56.029096 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0505 13:14:08.796361 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=89 I0505 13:14:51.009588 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0505 13:15:18.986818 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0505 13:15:24.890227 3790 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0505 13:16:03.030347 3790 namespace.go:98] [tsf] adding namespace I0505 13:16:03.031237 3790 namespace.go:102] [tsf] adding namespace took 861.968µs I0505 13:16:03.046185 3790 namespace.go:142] [tsf] updating namespace I0505 13:16:03.058101 3790 namespace.go:142] [tsf] updating namespace I0505 13:16:06.784014 3790 namespace.go:98] [rhtpa-operator] adding namespace I0505 13:16:06.784873 3790 namespace.go:102] [rhtpa-operator] adding namespace took 837.749µs I0505 13:16:06.788007 3790 namespace.go:98] [konflux-ui] adding namespace I0505 13:16:06.788154 3790 namespace.go:98] [cert-manager-operator] adding namespace I0505 13:16:06.788209 3790 namespace.go:98] [tsf-tpa] adding namespace I0505 13:16:06.788900 3790 namespace.go:102] [konflux-ui] adding namespace took 875.824µs I0505 13:16:06.789545 3790 namespace.go:102] [cert-manager-operator] adding namespace took 1.351887ms I0505 13:16:06.790096 3790 namespace.go:102] [tsf-tpa] adding namespace took 1.874124ms I0505 13:16:06.794280 3790 namespace.go:98] [rhbk-operator] adding namespace I0505 13:16:06.794349 3790 namespace.go:98] [tsf-tas] adding namespace I0505 13:16:06.794792 3790 namespace.go:102] [rhbk-operator] adding namespace took 495.001µs I0505 13:16:06.795450 3790 namespace.go:102] [tsf-tas] adding namespace took 1.086202ms I0505 13:16:06.797366 3790 namespace.go:98] [konflux-operator] adding namespace I0505 13:16:06.797935 3790 namespace.go:102] [konflux-operator] adding namespace took 553.225µs I0505 13:16:06.800989 3790 namespace.go:98] [tsf-keycloak] adding namespace I0505 13:16:06.801100 3790 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:16:06.801555 3790 namespace.go:102] [tsf-keycloak] adding namespace took 554µs I0505 13:16:06.815975 3790 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:16:06.826287 3790 namespace.go:142] [konflux-ui] updating namespace I0505 13:16:06.841466 3790 namespace.go:142] [konflux-ui] updating namespace I0505 13:16:06.843690 3790 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:16:06.852810 3790 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:16:06.861100 3790 namespace.go:142] [tsf-tpa] updating namespace I0505 13:16:06.871659 3790 namespace.go:142] [tsf-tpa] updating namespace I0505 13:16:06.874965 3790 namespace.go:142] [rhbk-operator] updating namespace I0505 13:16:06.887143 3790 namespace.go:142] [rhbk-operator] updating namespace I0505 13:16:06.890410 3790 namespace.go:142] [tsf-tas] updating namespace I0505 13:16:06.897861 3790 namespace.go:142] [tsf-tas] updating namespace I0505 13:16:06.907553 3790 namespace.go:142] [konflux-operator] updating namespace I0505 13:16:06.918723 3790 namespace.go:142] [konflux-operator] updating namespace I0505 13:16:06.921875 3790 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:16:06.931749 3790 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:16:06.995908 3790 namespace.go:142] [rhbk-operator] updating namespace I0505 13:16:07.002628 3790 namespace.go:142] [tsf-tpa] updating namespace I0505 13:16:07.045324 3790 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:16:07.200768 3790 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:16:07.390362 3790 namespace.go:142] [konflux-ui] updating namespace I0505 13:16:07.590387 3790 namespace.go:142] [tsf-tas] updating namespace I0505 13:16:07.790528 3790 namespace.go:142] [konflux-operator] updating namespace I0505 13:16:07.928880 3790 namespace.go:142] [tsf-tpa] updating namespace I0505 13:16:07.928908 3790 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:16:08.191288 3790 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:16:13.910722 3790 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er7ngz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:13.911205 3790 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er7ngz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:13.911235 3790 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er7ngz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:16:13.911248 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:16:13.911260 3790 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er7ngz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:16:13.911265 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:16:13.931706 3790 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514k6gs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:13.932094 3790 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514k6gs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:13.932115 3790 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514k6gs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:16:13.932122 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:16:13.932130 3790 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514k6gs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:16:13.932134 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:16:14.938530 3790 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er7ngz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:14.938550 3790 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er7ngz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:14.938561 3790 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er7ngz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:14.938570 3790 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er7ngz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:14.956859 3790 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514k6gs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:14.956881 3790 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514k6gs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:14.956890 3790 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514k6gs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:14.956900 3790 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514k6gs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:16.933847 3790 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d7fs2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:16.934356 3790 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d7fs2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:16.934382 3790 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d7fs2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:16:16.934393 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:16:16.934409 3790 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d7fs2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:16:16.934415 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:16:17.937020 3790 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dxwzdr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:17.937619 3790 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dxwzdr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:17.937644 3790 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dxwzdr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:16:17.937652 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:16:17.937667 3790 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dxwzdr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:16:17.937671 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:16:17.957998 3790 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d7fs2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:17.958017 3790 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d7fs2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:17.958031 3790 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d7fs2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:17.958041 3790 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d7fs2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:18.964213 3790 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dxwzdr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:18.964241 3790 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dxwzdr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:18.964260 3790 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dxwzdr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:18.964271 3790 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dxwzdr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:23.201537 3790 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-6wz6m] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-6wz6m for pod on switch ip-10-0-1-225.ec2.internal I0505 13:16:23.201681 3790 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-6wz6m I0505 13:16:23.220079 3790 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-6wz6m] pod update took 18.422959ms I0505 13:16:23.220102 3790 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-6wz6m] addLogicalPort annotation time took 18.449675ms I0505 13:16:23.221277 3790 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-6wz6m] addLogicalPort took 19.763092ms, libovsdb time 829.239µs I0505 13:16:23.555192 3790 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-6wz6m d14b5f109176543b44e03f9f313393fe894425adeb9cc65d3ed87baab7046114 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-6wz6m d14b5f109176543b44e03f9f313393fe894425adeb9cc65d3ed87baab7046114 network default NAD default NAD key ] I0505 13:16:23.566652 3790 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-6wz6m, hostIfaceName: d14b5f109176543, network: default, NAD default, SandboxID: "d14b5f109176543b44e03f9f313393fe894425adeb9cc65d3ed87baab7046114", PCI device ID: , UID: "1d96ae25-8ad8-4b1c-9732-2ecc9edf6240", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0505 13:16:23.617906 3790 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-6wz6m d14b5f109176543b44e03f9f313393fe894425adeb9cc65d3ed87baab7046114 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-6wz6m d14b5f109176543b44e03f9f313393fe894425adeb9cc65d3ed87baab7046114 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:5a:e1:e2:b4:7f\",\"name\":\"d14b5f109176543\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8abf3c11-dcf9-4022-aacf-953942fbcc5d\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:16:23.994319 3790 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7l5kxn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:23.994818 3790 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7l5kxn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:23.994844 3790 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7l5kxn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:16:23.994852 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:16:23.994864 3790 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7l5kxn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:16:23.994869 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:16:25.029611 3790 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7l5kxn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:25.029634 3790 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7l5kxn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:25.029645 3790 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7l5kxn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:25.029656 3790 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7l5kxn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:26.996999 3790 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vk4q5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:26.997565 3790 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vk4q5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:26.997597 3790 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vk4q5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:16:26.997607 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:16:26.997621 3790 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vk4q5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:16:26.997627 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:16:28.024844 3790 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vk4q5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:28.024868 3790 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vk4q5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:28.024882 3790 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vk4q5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:28.024892 3790 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vk4q5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:16:28.704359 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0505 13:16:29.229648 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0505 13:16:29.245297 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0505 13:16:29.291022 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0505 13:16:29.295323 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0505 13:16:29.353499 3790 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-n6m92] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-n6m92 for pod on switch ip-10-0-1-225.ec2.internal I0505 13:16:29.353617 3790 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-n6m92 I0505 13:16:29.372391 3790 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-n6m92] pod update took 18.799419ms I0505 13:16:29.372412 3790 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-n6m92] addLogicalPort annotation time took 18.824744ms I0505 13:16:29.374130 3790 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-n6m92] addLogicalPort took 20.642905ms, libovsdb time 1.280165ms I0505 13:16:29.717307 3790 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-n6m92 79bc1dbf2c1d420336a6d01dfbddf336ed1406aed83ed29a7e3ec34321c6b337 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-n6m92 79bc1dbf2c1d420336a6d01dfbddf336ed1406aed83ed29a7e3ec34321c6b337 network default NAD default NAD key ] I0505 13:16:29.727184 3790 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-n6m92, hostIfaceName: 79bc1dbf2c1d420, network: default, NAD default, SandboxID: "79bc1dbf2c1d420336a6d01dfbddf336ed1406aed83ed29a7e3ec34321c6b337", PCI device ID: , UID: "2c6ed53a-0f99-454b-afe7-ece7a17c2061", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0505 13:16:29.777034 3790 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-n6m92 79bc1dbf2c1d420336a6d01dfbddf336ed1406aed83ed29a7e3ec34321c6b337 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-n6m92 79bc1dbf2c1d420336a6d01dfbddf336ed1406aed83ed29a7e3ec34321c6b337 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:2b:a6:38:7c:8d\",\"name\":\"79bc1dbf2c1d420\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d46ae9b7-91d1-4c76-84e1-20f3bd77a4a6\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:16:32.832274 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0505 13:16:36.155307 3790 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-vbjxn] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-vbjxn for pod on switch ip-10-0-1-225.ec2.internal I0505 13:16:36.155430 3790 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-vbjxn I0505 13:16:36.174457 3790 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-vbjxn] pod update took 19.056689ms I0505 13:16:36.174483 3790 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-vbjxn] addLogicalPort annotation time took 19.087854ms I0505 13:16:36.175684 3790 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-vbjxn] addLogicalPort took 20.394732ms, libovsdb time 864.717µs I0505 13:16:36.525426 3790 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-vbjxn 3bddce60aeca7afb790f932f4ff9964598677c258f7942b88281d852b0e616ab network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-vbjxn 3bddce60aeca7afb790f932f4ff9964598677c258f7942b88281d852b0e616ab network default NAD default NAD key ] I0505 13:16:36.536139 3790 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-vbjxn, hostIfaceName: 3bddce60aeca7af, network: default, NAD default, SandboxID: "3bddce60aeca7afb790f932f4ff9964598677c258f7942b88281d852b0e616ab", PCI device ID: , UID: "2a3bef51-d84a-4d63-b038-adbdecf27436", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0505 13:16:36.584767 3790 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-vbjxn 3bddce60aeca7afb790f932f4ff9964598677c258f7942b88281d852b0e616ab network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-vbjxn 3bddce60aeca7afb790f932f4ff9964598677c258f7942b88281d852b0e616ab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:b0:3b:cf:24:08\",\"name\":\"3bddce60aeca7af\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c7c4fd3-fe0d-4cad-af1f-22bdd106b722\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:16:39.133283 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 13:16:39.139259 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 13:16:39.170090 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 13:16:39.178197 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 13:16:39.736313 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0505 13:16:39.841272 3790 namespace.go:98] [cert-manager] adding namespace I0505 13:16:39.842107 3790 namespace.go:102] [cert-manager] adding namespace took 813.17µs I0505 13:16:39.878030 3790 namespace.go:142] [cert-manager] updating namespace I0505 13:16:39.891385 3790 namespace.go:142] [cert-manager] updating namespace I0505 13:16:41.866700 3790 namespace.go:142] [openshift-operators] updating namespace I0505 13:16:41.908199 3790 namespace.go:142] [openshift-operators] updating namespace W0505 13:16:43.754992 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0505 13:16:47.427853 3790 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-dfb2t] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-dfb2t for pod on switch ip-10-0-1-225.ec2.internal I0505 13:16:47.427944 3790 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-dfb2t I0505 13:16:47.446736 3790 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-dfb2t] pod update took 18.814706ms I0505 13:16:47.446756 3790 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-dfb2t] addLogicalPort annotation time took 18.839477ms I0505 13:16:47.447952 3790 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-dfb2t] addLogicalPort took 20.116882ms, libovsdb time 824.286µs I0505 13:16:47.803652 3790 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-dfb2t b86ddb23d14563e7d2b292984b0745046c5b5dd27e7d8ca14464733f374bc2fa network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-dfb2t b86ddb23d14563e7d2b292984b0745046c5b5dd27e7d8ca14464733f374bc2fa network default NAD default NAD key ] I0505 13:16:47.813571 3790 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-dfb2t, hostIfaceName: b86ddb23d14563e, network: default, NAD default, SandboxID: "b86ddb23d14563e7d2b292984b0745046c5b5dd27e7d8ca14464733f374bc2fa", PCI device ID: , UID: "79c25b25-f789-4ebe-84ce-8536475412ba", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0505 13:16:47.865830 3790 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-dfb2t b86ddb23d14563e7d2b292984b0745046c5b5dd27e7d8ca14464733f374bc2fa network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-dfb2t b86ddb23d14563e7d2b292984b0745046c5b5dd27e7d8ca14464733f374bc2fa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:41:df:5b:7f:37\",\"name\":\"b86ddb23d14563e\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3174f566-4b41-4469-b380-541324c9ba78\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:16:48.854525 3790 namespace.go:142] [openshift-operators] updating namespace I0505 13:16:49.209128 3790 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-f6mbq] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-f6mbq for pod on switch ip-10-0-1-225.ec2.internal I0505 13:16:49.209250 3790 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-f6mbq I0505 13:16:49.245995 3790 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-f6mbq] pod update took 36.768643ms I0505 13:16:49.246025 3790 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-f6mbq] addLogicalPort annotation time took 36.800246ms I0505 13:16:49.247450 3790 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-f6mbq] addLogicalPort took 38.340362ms, libovsdb time 954.243µs I0505 13:16:50.242920 3790 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-f6mbq 3485e63d46e65de3d3bd6b6bf9e946252cb4aa4c653ce99d0f576a6323caed4b network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-f6mbq 3485e63d46e65de3d3bd6b6bf9e946252cb4aa4c653ce99d0f576a6323caed4b network default NAD default NAD key ] I0505 13:16:50.253678 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-f6mbq, hostIfaceName: 3485e63d46e65de, network: default, NAD default, SandboxID: "3485e63d46e65de3d3bd6b6bf9e946252cb4aa4c653ce99d0f576a6323caed4b", PCI device ID: , UID: "b85afe99-2276-4471-ab5e-ed9a590204e6", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0505 13:16:50.306078 3790 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-f6mbq 3485e63d46e65de3d3bd6b6bf9e946252cb4aa4c653ce99d0f576a6323caed4b network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-f6mbq 3485e63d46e65de3d3bd6b6bf9e946252cb4aa4c653ce99d0f576a6323caed4b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:82:fd:d7:d7:5a\",\"name\":\"3485e63d46e65de\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd99b988-c2ff-4376-95fc-91d0b2e80b10\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:16:51.008788 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 13:16:51.008821 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0505 13:16:54.197226 3790 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-7vh7d] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-7vh7d for pod on switch ip-10-0-1-225.ec2.internal I0505 13:16:54.197369 3790 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-7vh7d I0505 13:16:54.219263 3790 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-7vh7d] pod update took 21.919151ms I0505 13:16:54.219289 3790 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-7vh7d] addLogicalPort annotation time took 21.946844ms I0505 13:16:54.220524 3790 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-7vh7d] addLogicalPort took 23.318945ms, libovsdb time 848.37µs I0505 13:16:54.559425 3790 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-7vh7d 3447421edc351c9579e133b4c14577c6fa9ae60fde4b9321110eeece726ad195 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-7vh7d 3447421edc351c9579e133b4c14577c6fa9ae60fde4b9321110eeece726ad195 network default NAD default NAD key ] I0505 13:16:54.568729 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-7vh7d, hostIfaceName: 3447421edc351c9, network: default, NAD default, SandboxID: "3447421edc351c9579e133b4c14577c6fa9ae60fde4b9321110eeece726ad195", PCI device ID: , UID: "fa36b5a8-332d-49f2-838f-55ff6f2a2607", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0505 13:16:54.621966 3790 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-7vh7d 3447421edc351c9579e133b4c14577c6fa9ae60fde4b9321110eeece726ad195 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-7vh7d 3447421edc351c9579e133b4c14577c6fa9ae60fde4b9321110eeece726ad195 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:21:a2:d7:fc:63\",\"name\":\"3447421edc351c9\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab19e351-260e-4d9d-866c-b2ad5086f019\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:16:54.815724 3790 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-9gpmt] creating logical port cert-manager_cert-manager-59c77684cc-9gpmt for pod on switch ip-10-0-1-225.ec2.internal I0505 13:16:54.815863 3790 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-9gpmt I0505 13:16:54.882824 3790 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-9gpmt I0505 13:16:54.948484 3790 pod.go:62] [cert-manager/cert-manager-59c77684cc-9gpmt] pod update took 132.644335ms I0505 13:16:54.948506 3790 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-9gpmt] addLogicalPort annotation time took 132.67262ms I0505 13:16:54.949795 3790 pods.go:271] [cert-manager/cert-manager-59c77684cc-9gpmt] addLogicalPort took 134.085133ms, libovsdb time 925.335µs I0505 13:16:55.176723 3790 cni.go:452] [cert-manager/cert-manager-59c77684cc-9gpmt 94b6ac2ed62f3f7523023bc25deec3afb6352afb58de73bd7193c13d9f6236ff network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-9gpmt 94b6ac2ed62f3f7523023bc25deec3afb6352afb58de73bd7193c13d9f6236ff network default NAD default NAD key ] I0505 13:16:55.188355 3790 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-9gpmt, hostIfaceName: 94b6ac2ed62f3f7, network: default, NAD default, SandboxID: "94b6ac2ed62f3f7523023bc25deec3afb6352afb58de73bd7193c13d9f6236ff", PCI device ID: , UID: "7594c539-5ae8-4d49-806e-4be74d566907", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0505 13:16:55.244227 3790 cni.go:473] [cert-manager/cert-manager-59c77684cc-9gpmt 94b6ac2ed62f3f7523023bc25deec3afb6352afb58de73bd7193c13d9f6236ff network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-9gpmt 94b6ac2ed62f3f7523023bc25deec3afb6352afb58de73bd7193c13d9f6236ff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:13:22:1e:aa:54\",\"name\":\"94b6ac2ed62f3f7\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b42ee470-a78f-4c27-aa5c-4c3aa035c846\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:16:55.330517 3790 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:55.331091 3790 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:55.353491 3790 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:55.353510 3790 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:55.363498 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0505 13:16:55.363524 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0505 13:16:56.096498 3790 namespace.go:98] [trusted-artifact-signer] adding namespace I0505 13:16:56.097432 3790 namespace.go:102] [trusted-artifact-signer] adding namespace took 911.035µs I0505 13:16:56.131308 3790 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:16:56.146287 3790 namespace.go:142] [trusted-artifact-signer] updating namespace W0505 13:16:56.859829 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 13:16:56.859851 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 13:16:56.901245 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0505 13:16:57.235200 3790 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-dfx5s] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-dfx5s for pod on switch ip-10-0-1-225.ec2.internal I0505 13:16:57.235282 3790 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-dfx5s I0505 13:16:57.252438 3790 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-dfx5s] pod update took 17.177543ms I0505 13:16:57.252460 3790 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-dfx5s] addLogicalPort annotation time took 17.20367ms I0505 13:16:57.253685 3790 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-dfx5s] addLogicalPort took 18.498492ms, libovsdb time 845.114µs I0505 13:16:57.591574 3790 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-dfx5s fbd1ef6655030d36f29588025e99071de329118d1dc268341a9ddcc183c74a12 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-dfx5s fbd1ef6655030d36f29588025e99071de329118d1dc268341a9ddcc183c74a12 network default NAD default NAD key ] I0505 13:16:57.600986 3790 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-dfx5s, hostIfaceName: fbd1ef6655030d3, network: default, NAD default, SandboxID: "fbd1ef6655030d36f29588025e99071de329118d1dc268341a9ddcc183c74a12", PCI device ID: , UID: "7ef03588-b504-4e19-85ba-84a53d9b4434", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0505 13:16:57.653779 3790 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-dfx5s fbd1ef6655030d36f29588025e99071de329118d1dc268341a9ddcc183c74a12 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-dfx5s fbd1ef6655030d36f29588025e99071de329118d1dc268341a9ddcc183c74a12 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:93:eb:27:d1:e5\",\"name\":\"fbd1ef6655030d3\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/54407abe-5a65-4add-9b13-c29c8f32ebac\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:17:02.808253 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=197 W0505 13:17:04.241360 3790 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0505 13:17:04.536771 3790 namespace.go:98] [openshift-pipelines] adding namespace I0505 13:17:04.537683 3790 namespace.go:102] [openshift-pipelines] adding namespace took 886.956µs I0505 13:17:04.553247 3790 namespace.go:142] [openshift-pipelines] updating namespace I0505 13:17:05.248026 3790 namespace.go:142] [cert-manager] updating namespace I0505 13:17:05.447471 3790 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:17:05.848554 3790 namespace.go:142] [konflux-operator] updating namespace I0505 13:17:06.050966 3790 namespace.go:142] [konflux-ui] updating namespace W0505 13:17:06.234927 3790 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0505 13:17:06.249373 3790 namespace.go:142] [open-cluster-management-2q3ph2m4u3b8o18lf0r5rne1k6ej2e1r] updating namespace I0505 13:17:06.652423 3790 namespace.go:142] [rhbk-operator] updating namespace I0505 13:17:06.852807 3790 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:17:07.053487 3790 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:17:07.254582 3790 namespace.go:142] [tsf] updating namespace I0505 13:17:07.455933 3790 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:17:07.654784 3790 namespace.go:142] [tsf-tas] updating namespace I0505 13:17:07.856281 3790 namespace.go:142] [tsf-tpa] updating namespace I0505 13:17:07.983652 3790 namespace.go:142] [cert-manager] updating namespace I0505 13:17:07.992593 3790 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:17:08.002037 3790 namespace.go:142] [default] updating namespace I0505 13:17:08.013991 3790 namespace.go:142] [konflux-operator] updating namespace I0505 13:17:08.021747 3790 namespace.go:142] [konflux-ui] updating namespace I0505 13:17:08.032001 3790 namespace.go:142] [open-cluster-management-2q3ph2m4u3b8o18lf0r5rne1k6ej2e1r] updating namespace I0505 13:17:08.038989 3790 namespace.go:142] [openshift] updating namespace I0505 13:17:08.050506 3790 namespace.go:142] [rhbk-operator] updating namespace I0505 13:17:08.060182 3790 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:17:08.068696 3790 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:17:08.077010 3790 namespace.go:142] [tsf] updating namespace I0505 13:17:08.097659 3790 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:17:08.119171 3790 namespace.go:142] [tsf-tas] updating namespace I0505 13:17:08.136257 3790 namespace.go:142] [tsf-tpa] updating namespace I0505 13:17:08.243996 3790 namespace.go:142] [cert-manager] updating namespace I0505 13:17:08.338557 3790 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:17:08.437142 3790 namespace.go:142] [default] updating namespace I0505 13:17:08.541380 3790 namespace.go:142] [konflux-operator] updating namespace I0505 13:17:08.635835 3790 namespace.go:142] [konflux-ui] updating namespace I0505 13:17:08.737701 3790 namespace.go:142] [open-cluster-management-2q3ph2m4u3b8o18lf0r5rne1k6ej2e1r] updating namespace I0505 13:17:08.840170 3790 namespace.go:142] [openshift] updating namespace W0505 13:17:08.897633 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0505 13:17:08.938626 3790 namespace.go:142] [rhbk-operator] updating namespace I0505 13:17:09.039503 3790 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:17:09.137858 3790 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:17:09.239555 3790 namespace.go:142] [tsf] updating namespace I0505 13:17:09.350535 3790 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:17:09.565070 3790 namespace.go:142] [tsf-tas] updating namespace I0505 13:17:09.761647 3790 namespace.go:142] [tsf-tpa] updating namespace I0505 13:17:10.876633 3790 namespace.go:142] [openshift-pipelines] updating namespace I0505 13:17:18.500702 3790 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5qsm9] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-5qsm9 for pod on switch ip-10-0-1-225.ec2.internal I0505 13:17:18.500801 3790 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5qsm9 I0505 13:17:18.515784 3790 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5qsm9] pod update took 15.009857ms I0505 13:17:18.515805 3790 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5qsm9] addLogicalPort annotation time took 15.037253ms I0505 13:17:18.517095 3790 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5qsm9] addLogicalPort took 16.410855ms, libovsdb time 876.285µs I0505 13:17:18.603447 3790 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7mj9c] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-7mj9c for pod on switch ip-10-0-1-225.ec2.internal I0505 13:17:18.603580 3790 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7mj9c I0505 13:17:18.620187 3790 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7mj9c] pod update took 16.63078ms I0505 13:17:18.620210 3790 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7mj9c] addLogicalPort annotation time took 16.660408ms I0505 13:17:18.621474 3790 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7mj9c] addLogicalPort took 18.041192ms, libovsdb time 908.95µs I0505 13:17:18.866470 3790 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5qsm9 d3fbe7bac1b7eaa3013f6cc5dd880618e087fd457df846d3253d2a1a3841beb4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5qsm9 d3fbe7bac1b7eaa3013f6cc5dd880618e087fd457df846d3253d2a1a3841beb4 network default NAD default NAD key ] I0505 13:17:18.875682 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-5qsm9, hostIfaceName: d3fbe7bac1b7eaa, network: default, NAD default, SandboxID: "d3fbe7bac1b7eaa3013f6cc5dd880618e087fd457df846d3253d2a1a3841beb4", PCI device ID: , UID: "c27dc79f-fd6f-49e4-a07a-71040322599e", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0505 13:17:18.940798 3790 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5qsm9 d3fbe7bac1b7eaa3013f6cc5dd880618e087fd457df846d3253d2a1a3841beb4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5qsm9 d3fbe7bac1b7eaa3013f6cc5dd880618e087fd457df846d3253d2a1a3841beb4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:de:e2:4b:e9:af\",\"name\":\"d3fbe7bac1b7eaa\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22061284-37a9-4dbd-961b-cd6447c6dfed\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:17:18.970281 3790 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7mj9c fbfa1890bcc447c614c600006a7597750a7ef3ddd4c46f0209930519583bb6be network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7mj9c fbfa1890bcc447c614c600006a7597750a7ef3ddd4c46f0209930519583bb6be network default NAD default NAD key ] I0505 13:17:18.980556 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-7mj9c, hostIfaceName: fbfa1890bcc447c, network: default, NAD default, SandboxID: "fbfa1890bcc447c614c600006a7597750a7ef3ddd4c46f0209930519583bb6be", PCI device ID: , UID: "9380998c-aa0b-457b-b0f3-c1980541be68", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0505 13:17:19.036332 3790 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7mj9c fbfa1890bcc447c614c600006a7597750a7ef3ddd4c46f0209930519583bb6be network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7mj9c fbfa1890bcc447c614c600006a7597750a7ef3ddd4c46f0209930519583bb6be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:22:b1:56:0a:b9\",\"name\":\"fbfa1890bcc447c\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/90fd2d62-3465-4a6b-afa9-198287b5c095\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:17:22.140249 3790 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 13:17:22.140272 3790 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 13:17:22.140281 3790 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 13:17:23.147770 3790 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 13:17:23.147789 3790 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 13:17:23.147797 3790 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 13:17:25.027520 3790 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:17:25.027539 3790 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:17:25.027544 3790 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:17:25.027549 3790 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:17:36.032768 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:17:36.032788 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:17:36.032793 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:17:36.032800 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0505 13:17:42.465681 3790 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-qknpw] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-qknpw for pod on switch ip-10-0-1-225.ec2.internal I0505 13:17:42.465767 3790 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-qknpw I0505 13:17:42.485026 3790 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-qknpw] pod update took 19.274969ms I0505 13:17:42.485053 3790 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-qknpw] addLogicalPort annotation time took 19.317293ms I0505 13:17:42.486672 3790 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-qknpw] addLogicalPort took 21.000767ms, libovsdb time 1.001127ms I0505 13:17:42.828175 3790 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-qknpw 9d8a18f8b42235052bf59a7460f71aa4ee3fdf84c389558d4584320e73748583 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-qknpw 9d8a18f8b42235052bf59a7460f71aa4ee3fdf84c389558d4584320e73748583 network default NAD default NAD key ] I0505 13:17:42.838146 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-qknpw, hostIfaceName: 9d8a18f8b422350, network: default, NAD default, SandboxID: "9d8a18f8b42235052bf59a7460f71aa4ee3fdf84c389558d4584320e73748583", PCI device ID: , UID: "eb13faa1-3e0d-411a-96b3-43df0cb4dc57", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0505 13:17:42.893572 3790 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-qknpw 9d8a18f8b42235052bf59a7460f71aa4ee3fdf84c389558d4584320e73748583 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-qknpw 9d8a18f8b42235052bf59a7460f71aa4ee3fdf84c389558d4584320e73748583 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:92:7b:27:b1:45\",\"name\":\"9d8a18f8b422350\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c5e895d-c616-4bf6-b8b1-ee342da0ad5a\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:17:49.154415 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0505 13:17:52.552592 3790 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:17:52.553135 3790 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:17:52.573839 3790 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:17:52.573857 3790 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:17:52.579604 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0505 13:17:52.579625 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0505 13:17:54.682152 3790 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0505 13:17:54.682753 3790 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0505 13:17:54.682770 3790 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0505 13:17:54.684683 3790 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0505 13:18:00.164371 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0505 13:18:02.000095 3790 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-b55k2] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-b55k2 for pod on switch ip-10-0-1-225.ec2.internal I0505 13:18:02.000219 3790 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-b55k2 I0505 13:18:02.013417 3790 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-b55k2] pod update took 13.259877ms I0505 13:18:02.013441 3790 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-b55k2] addLogicalPort annotation time took 13.287484ms I0505 13:18:02.014681 3790 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-b55k2] addLogicalPort took 14.610019ms, libovsdb time 782.288µs I0505 13:18:02.374069 3790 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-b55k2 70c9b70d8b002ff95b5cd92b8097e83b4c824b35b7218c8dbcc946f9edc8645c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-b55k2 70c9b70d8b002ff95b5cd92b8097e83b4c824b35b7218c8dbcc946f9edc8645c network default NAD default NAD key ] I0505 13:18:02.383592 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-b55k2, hostIfaceName: 70c9b70d8b002ff, network: default, NAD default, SandboxID: "70c9b70d8b002ff95b5cd92b8097e83b4c824b35b7218c8dbcc946f9edc8645c", PCI device ID: , UID: "f9b3a12f-d28a-4c07-8979-acc90cf49780", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0505 13:18:02.438382 3790 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-b55k2 70c9b70d8b002ff95b5cd92b8097e83b4c824b35b7218c8dbcc946f9edc8645c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-b55k2 70c9b70d8b002ff95b5cd92b8097e83b4c824b35b7218c8dbcc946f9edc8645c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:e1:b6:e8:f2:0c\",\"name\":\"70c9b70d8b002ff\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/243b5931-c528-49ca-af6a-9d25bc3b7799\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:18:03.485127 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 13:18:03.485147 3790 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 13:18:03.486968 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0505 13:18:03.486984 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0505 13:18:03.799388 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=75 I0505 13:18:08.198848 3790 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 13:18:24.932014 3790 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-sgl8z] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-sgl8z for pod on switch ip-10-0-1-225.ec2.internal I0505 13:18:24.932112 3790 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-sgl8z I0505 13:18:24.946116 3790 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-sgl8z] pod update took 14.027262ms I0505 13:18:24.946144 3790 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-sgl8z] addLogicalPort annotation time took 14.061042ms I0505 13:18:24.947521 3790 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-sgl8z] addLogicalPort took 15.528514ms, libovsdb time 912.109µs I0505 13:18:25.030519 3790 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-89tgh] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-89tgh for pod on switch ip-10-0-1-225.ec2.internal I0505 13:18:25.030638 3790 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-89tgh I0505 13:18:25.048102 3790 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-89tgh] pod update took 17.4915ms I0505 13:18:25.048131 3790 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-89tgh] addLogicalPort annotation time took 17.536126ms I0505 13:18:25.052804 3790 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-89tgh] addLogicalPort took 22.30212ms, libovsdb time 1.977069ms I0505 13:18:25.297879 3790 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-sgl8z 9e21d7c0e1cbc80ed477c9ab5de59e634af7fbb14a9bb492b24693a4867df8e9 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-sgl8z 9e21d7c0e1cbc80ed477c9ab5de59e634af7fbb14a9bb492b24693a4867df8e9 network default NAD default NAD key ] I0505 13:18:25.307344 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-sgl8z, hostIfaceName: 9e21d7c0e1cbc80, network: default, NAD default, SandboxID: "9e21d7c0e1cbc80ed477c9ab5de59e634af7fbb14a9bb492b24693a4867df8e9", PCI device ID: , UID: "9ae8864e-5d1d-4782-b635-6b97204fd52c", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0505 13:18:25.360714 3790 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-sgl8z 9e21d7c0e1cbc80ed477c9ab5de59e634af7fbb14a9bb492b24693a4867df8e9 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-sgl8z 9e21d7c0e1cbc80ed477c9ab5de59e634af7fbb14a9bb492b24693a4867df8e9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:b9:40:46:16:a7\",\"name\":\"9e21d7c0e1cbc80\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/905b1df3-842b-41b7-94b3-26e17c606a05\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:18:25.391287 3790 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-89tgh 70b702bb7008332f44183e9ce5b2438d923089b1c15270313b6e936811d53b05 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-89tgh 70b702bb7008332f44183e9ce5b2438d923089b1c15270313b6e936811d53b05 network default NAD default NAD key ] I0505 13:18:25.401252 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-89tgh, hostIfaceName: 70b702bb7008332, network: default, NAD default, SandboxID: "70b702bb7008332f44183e9ce5b2438d923089b1c15270313b6e936811d53b05", PCI device ID: , UID: "faf780b6-0285-4e8b-a700-28205017e2f6", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0505 13:18:25.454260 3790 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-89tgh 70b702bb7008332f44183e9ce5b2438d923089b1c15270313b6e936811d53b05 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-89tgh 70b702bb7008332f44183e9ce5b2438d923089b1c15270313b6e936811d53b05 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:45:34:80:cc:cb\",\"name\":\"70b702bb7008332\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef50010b-5ec4-4ac7-af63-8583cd78e981\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:18:28.487895 3790 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 13:18:28.487927 3790 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 13:18:28.487937 3790 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0505 13:18:31.002278 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0505 13:18:36.022500 3790 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0505 13:18:44.834236 3790 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:18:44.834825 3790 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:18:44.874304 3790 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:18:44.874324 3790 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:18:44.880316 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0505 13:18:44.880346 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0505 13:18:47.314473 3790 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-58b549f5d5-fmjfv] creating logical port tsf-tas_fulcio-server-58b549f5d5-fmjfv for pod on switch ip-10-0-1-225.ec2.internal I0505 13:18:47.314606 3790 kube.go:256] Updating pod tsf-tas/fulcio-server-58b549f5d5-fmjfv I0505 13:18:47.331236 3790 pod.go:62] [tsf-tas/fulcio-server-58b549f5d5-fmjfv] pod update took 16.658895ms I0505 13:18:47.331262 3790 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-58b549f5d5-fmjfv] addLogicalPort annotation time took 16.686899ms I0505 13:18:47.332709 3790 pods.go:271] [tsf-tas/fulcio-server-58b549f5d5-fmjfv] addLogicalPort took 18.256615ms, libovsdb time 940.743µs I0505 13:18:47.528639 3790 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-w96c9-9r96m] creating logical port tsf-tas_ctlog-createtree-job-w96c9-9r96m for pod on switch ip-10-0-1-225.ec2.internal I0505 13:18:47.528724 3790 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-w96c9-9r96m I0505 13:18:47.545608 3790 pod.go:62] [tsf-tas/ctlog-createtree-job-w96c9-9r96m] pod update took 16.905938ms I0505 13:18:47.545632 3790 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-w96c9-9r96m] addLogicalPort annotation time took 16.933194ms I0505 13:18:47.546946 3790 pods.go:271] [tsf-tas/ctlog-createtree-job-w96c9-9r96m] addLogicalPort took 18.327079ms, libovsdb time 864.653µs I0505 13:18:47.684458 3790 cni.go:452] [tsf-tas/fulcio-server-58b549f5d5-fmjfv f14b9fbdc514d46d6185d94376f457b4a77bbcf2d372c481314bb6ea176d1cd1 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-58b549f5d5-fmjfv f14b9fbdc514d46d6185d94376f457b4a77bbcf2d372c481314bb6ea176d1cd1 network default NAD default NAD key ] I0505 13:18:47.694434 3790 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-58b549f5d5-fmjfv, hostIfaceName: f14b9fbdc514d46, network: default, NAD default, SandboxID: "f14b9fbdc514d46d6185d94376f457b4a77bbcf2d372c481314bb6ea176d1cd1", PCI device ID: , UID: "7ec9e409-0eb0-4818-ba97-420c4f7079e4", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0505 13:18:47.749428 3790 cni.go:473] [tsf-tas/fulcio-server-58b549f5d5-fmjfv f14b9fbdc514d46d6185d94376f457b4a77bbcf2d372c481314bb6ea176d1cd1 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-58b549f5d5-fmjfv f14b9fbdc514d46d6185d94376f457b4a77bbcf2d372c481314bb6ea176d1cd1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:2c:8f:09:58:89\",\"name\":\"f14b9fbdc514d46\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e52904e-33d9-49fd-9601-280759ee608f\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:18:47.772315 3790 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-v7xlw-bnl8g] creating logical port tsf-tas_rekor-createtree-job-v7xlw-bnl8g for pod on switch ip-10-0-1-225.ec2.internal I0505 13:18:47.772409 3790 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-v7xlw-bnl8g I0505 13:18:47.792422 3790 pod.go:62] [tsf-tas/rekor-createtree-job-v7xlw-bnl8g] pod update took 20.033393ms I0505 13:18:47.792446 3790 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-v7xlw-bnl8g] addLogicalPort annotation time took 20.062302ms I0505 13:18:47.793872 3790 pods.go:271] [tsf-tas/rekor-createtree-job-v7xlw-bnl8g] addLogicalPort took 21.576051ms, libovsdb time 932.863µs I0505 13:18:47.890426 3790 cni.go:452] [tsf-tas/ctlog-createtree-job-w96c9-9r96m 6df635fe6a40c830798e0f7068f2fae0d667aa62c639681c64bb1e13183438c8 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-w96c9-9r96m 6df635fe6a40c830798e0f7068f2fae0d667aa62c639681c64bb1e13183438c8 network default NAD default NAD key ] I0505 13:18:47.900462 3790 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-w96c9-9r96m, hostIfaceName: 6df635fe6a40c83, network: default, NAD default, SandboxID: "6df635fe6a40c830798e0f7068f2fae0d667aa62c639681c64bb1e13183438c8", PCI device ID: , UID: "a4a299a5-d75a-4abc-9a09-b06d54ce90bb", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0505 13:18:47.954834 3790 cni.go:473] [tsf-tas/ctlog-createtree-job-w96c9-9r96m 6df635fe6a40c830798e0f7068f2fae0d667aa62c639681c64bb1e13183438c8 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-w96c9-9r96m 6df635fe6a40c830798e0f7068f2fae0d667aa62c639681c64bb1e13183438c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:3b:6f:cc:22:6d\",\"name\":\"6df635fe6a40c83\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd1eac36-ef3f-43b7-b9bd-09d38438bd52\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:18:48.136095 3790 cni.go:452] [tsf-tas/rekor-createtree-job-v7xlw-bnl8g a72c32eb169d49cf5c474996b8ce1c8fbafc76a213c0c13a03d8b325d18b71de network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-v7xlw-bnl8g a72c32eb169d49cf5c474996b8ce1c8fbafc76a213c0c13a03d8b325d18b71de network default NAD default NAD key ] I0505 13:18:48.146149 3790 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-v7xlw-bnl8g, hostIfaceName: a72c32eb169d49c, network: default, NAD default, SandboxID: "a72c32eb169d49cf5c474996b8ce1c8fbafc76a213c0c13a03d8b325d18b71de", PCI device ID: , UID: "705a58ca-6c2d-498f-8270-79a52eeb4543", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0505 13:18:48.197962 3790 cni.go:473] [tsf-tas/rekor-createtree-job-v7xlw-bnl8g a72c32eb169d49cf5c474996b8ce1c8fbafc76a213c0c13a03d8b325d18b71de network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-v7xlw-bnl8g a72c32eb169d49cf5c474996b8ce1c8fbafc76a213c0c13a03d8b325d18b71de network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:fc:83:19:0c:a9\",\"name\":\"a72c32eb169d49c\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b3895ad-af62-45b4-909c-077e85314bb1\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:18:49.489536 3790 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0505 13:18:49.489559 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0505 13:18:49.510589 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0505 13:18:49.510607 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0505 13:18:53.880063 3790 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-sp2l6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:18:53.880673 3790 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-sp2l6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:18:54.782020 3790 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-sp2l6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:18:54.782045 3790 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-sp2l6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:18:58.765684 3790 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0505 13:18:59.006149 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 W0505 13:19:01.668249 3790 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0505 13:19:03.787487 3790 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0505 13:19:04.813916 3790 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-c9r4p-cc567 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:19:04.814513 3790 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-c9r4p-cc567 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:19:05.682398 3790 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-c9r4p-cc567 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:19:05.682422 3790 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-c9r4p-cc567 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:19:29.550013 3790 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-fg6tv] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-fg6tv for pod on switch ip-10-0-1-225.ec2.internal I0505 13:19:29.550101 3790 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-fg6tv I0505 13:19:29.565430 3790 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-fg6tv] pod update took 15.348054ms I0505 13:19:29.565457 3790 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-fg6tv] addLogicalPort annotation time took 15.378243ms I0505 13:19:29.567011 3790 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-fg6tv] addLogicalPort took 17.00789ms, libovsdb time 1.107793ms I0505 13:19:29.917531 3790 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-fg6tv 5f16f7c92fac1ff9007afbc945a54068f2ab5f494f9dc52fd3d80296a44b31c3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-fg6tv 5f16f7c92fac1ff9007afbc945a54068f2ab5f494f9dc52fd3d80296a44b31c3 network default NAD default NAD key ] I0505 13:19:29.927250 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-fg6tv, hostIfaceName: 5f16f7c92fac1ff, network: default, NAD default, SandboxID: "5f16f7c92fac1ff9007afbc945a54068f2ab5f494f9dc52fd3d80296a44b31c3", PCI device ID: , UID: "dc616044-0bcb-46c6-8790-15806cad5a84", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0505 13:19:29.981983 3790 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-fg6tv 5f16f7c92fac1ff9007afbc945a54068f2ab5f494f9dc52fd3d80296a44b31c3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-fg6tv 5f16f7c92fac1ff9007afbc945a54068f2ab5f494f9dc52fd3d80296a44b31c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:0b:64:e7:9d:a1\",\"name\":\"5f16f7c92fac1ff\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee5ac485-82d1-4a02-9531-e156ca0dd8bd\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:19:32.929800 3790 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0505 13:19:33.947894 3790 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0505 13:19:33.947913 3790 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0505 13:19:36.083087 3790 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:19:36.083639 3790 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:19:36.105596 3790 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:19:36.105615 3790 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:19:36.112193 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0505 13:19:36.112214 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0505 13:19:45.037641 3790 obj_retry.go:498] Detected object tsf/patch-tekton-config-5rp4k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:19:45.038199 3790 obj_retry.go:498] Detected object tsf/patch-tekton-config-5rp4k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:19:45.909338 3790 obj_retry.go:492] Detected object tsf/patch-tekton-config-5rp4k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:19:45.909359 3790 obj_retry.go:492] Detected object tsf/patch-tekton-config-5rp4k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:19:50.898489 3790 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0505 13:19:54.879646 3790 cni.go:452] [tsf-tas/ctlog-createtree-job-w96c9-9r96m 6df635fe6a40c830798e0f7068f2fae0d667aa62c639681c64bb1e13183438c8 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-w96c9-9r96m 6df635fe6a40c830798e0f7068f2fae0d667aa62c639681c64bb1e13183438c8 network default NAD default NAD key ] I0505 13:19:54.966282 3790 cni.go:473] [tsf-tas/ctlog-createtree-job-w96c9-9r96m 6df635fe6a40c830798e0f7068f2fae0d667aa62c639681c64bb1e13183438c8 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-w96c9-9r96m 6df635fe6a40c830798e0f7068f2fae0d667aa62c639681c64bb1e13183438c8 network default NAD default NAD key default], result "{}", err I0505 13:19:55.019398 3790 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-w96c9-9r96m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:19:55.019425 3790 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-w96c9-9r96m I0505 13:19:55.020761 3790 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-w96c9-9r96m, ips: 10.128.0.46 I0505 13:19:55.020794 3790 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-w96c9-9r96m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:19:55.886957 3790 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-w96c9-9r96m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:19:55.886987 3790 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-w96c9-9r96m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:19:56.202626 3790 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-mnbnj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:19:56.203180 3790 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-mnbnj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:19:57.222902 3790 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-mnbnj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:19:57.222926 3790 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-mnbnj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:19:57.255027 3790 obj_retry.go:492] Detected object tsf/patch-tekton-config-5rp4k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:19:57.255047 3790 obj_retry.go:492] Detected object tsf/patch-tekton-config-5rp4k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:19:57.259488 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-5rp4k I0505 13:19:57.259516 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-5rp4k I0505 13:19:57.732778 3790 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-785d9c5667-xznrw] creating logical port tsf-tas_ctlog-785d9c5667-xznrw for pod on switch ip-10-0-1-225.ec2.internal I0505 13:19:57.732874 3790 kube.go:256] Updating pod tsf-tas/ctlog-785d9c5667-xznrw I0505 13:19:57.748413 3790 pod.go:62] [tsf-tas/ctlog-785d9c5667-xznrw] pod update took 15.567629ms I0505 13:19:57.748436 3790 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-785d9c5667-xznrw] addLogicalPort annotation time took 15.596324ms I0505 13:19:57.749723 3790 pods.go:271] [tsf-tas/ctlog-785d9c5667-xznrw] addLogicalPort took 16.958579ms, libovsdb time 841.295µs I0505 13:19:58.697006 3790 cni.go:452] [tsf-tas/ctlog-785d9c5667-xznrw f0c6ab5429e8bce84038cf490af227cfa572edb8bec43c75c4435e32f3c9a822 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-785d9c5667-xznrw f0c6ab5429e8bce84038cf490af227cfa572edb8bec43c75c4435e32f3c9a822 network default NAD default NAD key ] I0505 13:19:58.724204 3790 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-785d9c5667-xznrw, hostIfaceName: f0c6ab5429e8bce, network: default, NAD default, SandboxID: "f0c6ab5429e8bce84038cf490af227cfa572edb8bec43c75c4435e32f3c9a822", PCI device ID: , UID: "e4e60b38-8cfe-4815-a19f-f05da77ce091", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0505 13:19:58.777697 3790 cni.go:473] [tsf-tas/ctlog-785d9c5667-xznrw f0c6ab5429e8bce84038cf490af227cfa572edb8bec43c75c4435e32f3c9a822 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-785d9c5667-xznrw f0c6ab5429e8bce84038cf490af227cfa572edb8bec43c75c4435e32f3c9a822 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:55:9c:e6:4f:cf\",\"name\":\"f0c6ab5429e8bce\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c441dba-6e2b-4420-890a-044afce58f4c\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:20:00.169911 3790 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-bkd9m] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29633120-bkd9m for pod on switch ip-10-0-1-225.ec2.internal I0505 13:20:00.170044 3790 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-bkd9m I0505 13:20:00.182582 3790 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-bkd9m] pod update took 12.566351ms I0505 13:20:00.182610 3790 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-bkd9m] addLogicalPort annotation time took 12.599314ms I0505 13:20:00.183934 3790 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-bkd9m] addLogicalPort took 14.041082ms, libovsdb time 905.417µs I0505 13:20:00.532229 3790 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-bkd9m e060eff659afad0107d67045f34fcd37b0ce5910bb1990f75979f5449b5f58f3 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-bkd9m e060eff659afad0107d67045f34fcd37b0ce5910bb1990f75979f5449b5f58f3 network default NAD default NAD key ] I0505 13:20:00.541504 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29633120-bkd9m, hostIfaceName: e060eff659afad0, network: default, NAD default, SandboxID: "e060eff659afad0107d67045f34fcd37b0ce5910bb1990f75979f5449b5f58f3", PCI device ID: , UID: "c3179c36-6c01-4610-8a91-39d906928b92", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0505 13:20:00.594314 3790 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-bkd9m e060eff659afad0107d67045f34fcd37b0ce5910bb1990f75979f5449b5f58f3 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-bkd9m e060eff659afad0107d67045f34fcd37b0ce5910bb1990f75979f5449b5f58f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:46:4a:6e:15:bd\",\"name\":\"e060eff659afad0\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b0d9022-801f-44a2-b5e6-a87f622dd051\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:20:01.231783 3790 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:01.232407 3790 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:01.253498 3790 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:01.253523 3790 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:01.259095 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0505 13:20:01.259120 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0505 13:20:02.936784 3790 cni.go:452] [tsf-tas/rekor-createtree-job-v7xlw-bnl8g a72c32eb169d49cf5c474996b8ce1c8fbafc76a213c0c13a03d8b325d18b71de network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-v7xlw-bnl8g a72c32eb169d49cf5c474996b8ce1c8fbafc76a213c0c13a03d8b325d18b71de network default NAD default NAD key ] I0505 13:20:03.009982 3790 cni.go:473] [tsf-tas/rekor-createtree-job-v7xlw-bnl8g a72c32eb169d49cf5c474996b8ce1c8fbafc76a213c0c13a03d8b325d18b71de network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-v7xlw-bnl8g a72c32eb169d49cf5c474996b8ce1c8fbafc76a213c0c13a03d8b325d18b71de network default NAD default NAD key default], result "{}", err I0505 13:20:03.061992 3790 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-v7xlw-bnl8g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:03.062026 3790 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-v7xlw-bnl8g I0505 13:20:03.063400 3790 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-v7xlw-bnl8g, ips: 10.128.0.47 I0505 13:20:03.063429 3790 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-v7xlw-bnl8g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:03.941903 3790 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-v7xlw-bnl8g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:03.941934 3790 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-v7xlw-bnl8g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:03.943634 3790 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-bkd9m e060eff659afad0107d67045f34fcd37b0ce5910bb1990f75979f5449b5f58f3 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-bkd9m e060eff659afad0107d67045f34fcd37b0ce5910bb1990f75979f5449b5f58f3 network default NAD default NAD key ] I0505 13:20:04.024141 3790 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-bkd9m e060eff659afad0107d67045f34fcd37b0ce5910bb1990f75979f5449b5f58f3 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-bkd9m e060eff659afad0107d67045f34fcd37b0ce5910bb1990f75979f5449b5f58f3 network default NAD default NAD key default], result "{}", err I0505 13:20:04.074321 3790 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-bkd9m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:04.074360 3790 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-bkd9m I0505 13:20:04.075869 3790 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-bkd9m, ips: 10.128.0.50 I0505 13:20:04.075905 3790 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-bkd9m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:05.095469 3790 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-bkd9m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:05.095497 3790 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-bkd9m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:07.145942 3790 obj_retry.go:498] Detected object tsf-tpa/create-db-876sx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:07.146472 3790 obj_retry.go:498] Detected object tsf-tpa/create-db-876sx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 13:20:07.961471 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0505 13:20:08.168246 3790 obj_retry.go:492] Detected object tsf-tpa/create-db-876sx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:08.168272 3790 obj_retry.go:492] Detected object tsf-tpa/create-db-876sx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:08.842336 3790 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-67fcb7cb7b-pltc8] creating logical port tsf-tas_rekor-search-ui-67fcb7cb7b-pltc8 for pod on switch ip-10-0-1-225.ec2.internal I0505 13:20:08.842448 3790 kube.go:256] Updating pod tsf-tas/rekor-search-ui-67fcb7cb7b-pltc8 I0505 13:20:08.854401 3790 pod.go:62] [tsf-tas/rekor-search-ui-67fcb7cb7b-pltc8] pod update took 11.984344ms I0505 13:20:08.854425 3790 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-67fcb7cb7b-pltc8] addLogicalPort annotation time took 12.011971ms I0505 13:20:08.855910 3790 pods.go:271] [tsf-tas/rekor-search-ui-67fcb7cb7b-pltc8] addLogicalPort took 13.590537ms, libovsdb time 979.439µs I0505 13:20:09.202895 3790 cni.go:452] [tsf-tas/rekor-search-ui-67fcb7cb7b-pltc8 45d11b1903db04a6959de2a796d4a12cd848c0f6d0c9e67653c388a20f6aaf9f network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-67fcb7cb7b-pltc8 45d11b1903db04a6959de2a796d4a12cd848c0f6d0c9e67653c388a20f6aaf9f network default NAD default NAD key ] I0505 13:20:09.212439 3790 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-67fcb7cb7b-pltc8, hostIfaceName: 45d11b1903db04a, network: default, NAD default, SandboxID: "45d11b1903db04a6959de2a796d4a12cd848c0f6d0c9e67653c388a20f6aaf9f", PCI device ID: , UID: "14ff389f-a0e2-41ed-ab6e-0c62be3cc112", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0505 13:20:09.266391 3790 cni.go:473] [tsf-tas/rekor-search-ui-67fcb7cb7b-pltc8 45d11b1903db04a6959de2a796d4a12cd848c0f6d0c9e67653c388a20f6aaf9f network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-67fcb7cb7b-pltc8 45d11b1903db04a6959de2a796d4a12cd848c0f6d0c9e67653c388a20f6aaf9f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:c8:64:e9:3a:c4\",\"name\":\"45d11b1903db04a\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ec05ac2-49e2-4f48-bce7-6db8d32250a5\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:20:11.042771 3790 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0505 13:20:11.185772 3790 obj_retry.go:498] Detected object tsf-tpa/migrate-db-kjhmz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:11.186333 3790 obj_retry.go:498] Detected object tsf-tpa/migrate-db-kjhmz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:11.301489 3790 obj_retry.go:492] Detected object tsf-tpa/migrate-db-kjhmz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:11.301518 3790 obj_retry.go:492] Detected object tsf-tpa/migrate-db-kjhmz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:20:12.992191 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0505 13:20:17.310490 3790 obj_retry.go:498] Detected object tsf-tpa/create-importers-np4mj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:17.311065 3790 obj_retry.go:498] Detected object tsf-tpa/create-importers-np4mj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:18.332420 3790 obj_retry.go:492] Detected object tsf-tpa/create-importers-np4mj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:18.332442 3790 obj_retry.go:492] Detected object tsf-tpa/create-importers-np4mj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:20:18.975227 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog W0505 13:20:19.192034 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0505 13:20:22.240733 3790 namespace.go:142] [openshift-pipelines] updating namespace W0505 13:20:23.105847 3790 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0505 13:20:24.975606 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0505 13:20:26.437766 3790 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:26.438300 3790 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:26.458450 3790 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:26.458474 3790 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:26.465005 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0505 13:20:26.465032 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0505 13:20:27.244447 3790 namespace.go:98] [build-service] adding namespace I0505 13:20:27.245292 3790 namespace.go:102] [build-service] adding namespace took 826.743µs I0505 13:20:27.249730 3790 namespace.go:98] [default-tenant] adding namespace I0505 13:20:27.249918 3790 namespace.go:98] [image-controller] adding namespace I0505 13:20:27.249984 3790 namespace.go:98] [integration-service] adding namespace I0505 13:20:27.250521 3790 namespace.go:102] [default-tenant] adding namespace took 773.522µs I0505 13:20:27.251107 3790 namespace.go:102] [image-controller] adding namespace took 1.172144ms I0505 13:20:27.251662 3790 namespace.go:102] [integration-service] adding namespace took 1.664087ms I0505 13:20:27.294266 3790 namespace.go:142] [build-service] updating namespace I0505 13:20:27.315352 3790 namespace.go:142] [build-service] updating namespace I0505 13:20:27.323962 3790 namespace.go:142] [default-tenant] updating namespace I0505 13:20:27.338627 3790 namespace.go:142] [default-tenant] updating namespace I0505 13:20:27.355111 3790 namespace.go:142] [image-controller] updating namespace I0505 13:20:27.381188 3790 namespace.go:142] [image-controller] updating namespace I0505 13:20:27.382777 3790 namespace.go:142] [integration-service] updating namespace I0505 13:20:27.414200 3790 namespace.go:142] [integration-service] updating namespace I0505 13:20:27.614624 3790 namespace.go:142] [build-service] updating namespace I0505 13:20:27.691693 3790 namespace.go:142] [integration-service] updating namespace I0505 13:20:27.853098 3790 namespace.go:98] [release-service] adding namespace I0505 13:20:27.853963 3790 namespace.go:102] [release-service] adding namespace took 844.129µs I0505 13:20:27.929654 3790 namespace.go:142] [release-service] updating namespace I0505 13:20:28.097820 3790 namespace.go:142] [release-service] updating namespace I0505 13:20:28.199929 3790 namespace.go:142] [konflux-ui] updating namespace I0505 13:20:28.408778 3790 namespace.go:142] [build-service] updating namespace I0505 13:20:28.476870 3790 namespace.go:98] [namespace-lister] adding namespace I0505 13:20:28.477001 3790 namespace.go:98] [konflux-info] adding namespace I0505 13:20:28.477766 3790 namespace.go:102] [namespace-lister] adding namespace took 878.074µs I0505 13:20:28.478391 3790 namespace.go:102] [konflux-info] adding namespace took 1.37443ms I0505 13:20:28.525402 3790 namespace.go:98] [enterprise-contract-service] adding namespace I0505 13:20:28.526094 3790 namespace.go:102] [enterprise-contract-service] adding namespace took 673.734µs I0505 13:20:28.572938 3790 namespace.go:142] [image-controller] updating namespace I0505 13:20:28.680443 3790 namespace.go:142] [namespace-lister] updating namespace I0505 13:20:28.781992 3790 namespace.go:142] [namespace-lister] updating namespace I0505 13:20:28.820969 3790 namespace.go:142] [default-tenant] updating namespace I0505 13:20:28.822796 3790 namespace.go:142] [konflux-info] updating namespace I0505 13:20:28.858838 3790 namespace.go:142] [konflux-info] updating namespace I0505 13:20:28.924090 3790 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:20:28.950121 3790 namespace.go:98] [segment-bridge] adding namespace I0505 13:20:28.950939 3790 namespace.go:102] [segment-bridge] adding namespace took 797.668µs I0505 13:20:28.988939 3790 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:20:29.040011 3790 namespace.go:142] [segment-bridge] updating namespace I0505 13:20:29.097813 3790 namespace.go:142] [segment-bridge] updating namespace I0505 13:20:29.113821 3790 namespace.go:142] [default-tenant] updating namespace I0505 13:20:29.201079 3790 namespace.go:98] [konflux-cli] adding namespace I0505 13:20:29.201965 3790 namespace.go:102] [konflux-cli] adding namespace took 868.561µs I0505 13:20:29.232982 3790 namespace.go:142] [konflux-cli] updating namespace I0505 13:20:29.301863 3790 namespace.go:142] [konflux-cli] updating namespace I0505 13:20:29.302083 3790 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-zhnzr] creating logical port namespace-lister_namespace-lister-696b855848-zhnzr for pod on switch ip-10-0-1-225.ec2.internal I0505 13:20:29.302226 3790 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-zhnzr I0505 13:20:29.306330 3790 namespace.go:142] [image-controller] updating namespace I0505 13:20:29.339498 3790 pod.go:62] [namespace-lister/namespace-lister-696b855848-zhnzr] pod update took 37.299914ms I0505 13:20:29.339517 3790 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-zhnzr] addLogicalPort annotation time took 37.323654ms I0505 13:20:29.340755 3790 pods.go:271] [namespace-lister/namespace-lister-696b855848-zhnzr] addLogicalPort took 38.68666ms, libovsdb time 838.377µs I0505 13:20:29.379549 3790 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0505 13:20:29.380214 3790 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0505 13:20:29.380238 3790 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0505 13:20:29.383463 3790 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0505 13:20:29.466821 3790 namespace.go:142] [integration-service] updating namespace I0505 13:20:29.605153 3790 namespace.go:142] [build-service] updating namespace I0505 13:20:29.628875 3790 namespace.go:142] [default-tenant] updating namespace I0505 13:20:29.651257 3790 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0505 13:20:29.651282 3790 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0505 13:20:29.652318 3790 namespace.go:142] [image-controller] updating namespace I0505 13:20:29.652562 3790 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0505 13:20:29.672805 3790 namespace.go:142] [integration-service] updating namespace I0505 13:20:29.736254 3790 namespace.go:142] [build-service] updating namespace I0505 13:20:29.817808 3790 namespace.go:142] [default-tenant] updating namespace I0505 13:20:29.906198 3790 namespace.go:142] [image-controller] updating namespace I0505 13:20:30.001147 3790 namespace.go:142] [integration-service] updating namespace I0505 13:20:31.147341 3790 cni.go:452] [namespace-lister/namespace-lister-696b855848-zhnzr 08b2ecb8d7ef5cada7c5f864ffff02ed4611329554943b8c141f3231228a4409 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-zhnzr 08b2ecb8d7ef5cada7c5f864ffff02ed4611329554943b8c141f3231228a4409 network default NAD default NAD key ] I0505 13:20:31.156909 3790 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-zhnzr, hostIfaceName: 08b2ecb8d7ef5ca, network: default, NAD default, SandboxID: "08b2ecb8d7ef5cada7c5f864ffff02ed4611329554943b8c141f3231228a4409", PCI device ID: , UID: "4c7af2f6-e1dd-4c7e-a352-08fc13f239f1", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0505 13:20:31.180530 3790 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:20:31.211461 3790 cni.go:473] [namespace-lister/namespace-lister-696b855848-zhnzr 08b2ecb8d7ef5cada7c5f864ffff02ed4611329554943b8c141f3231228a4409 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-zhnzr 08b2ecb8d7ef5cada7c5f864ffff02ed4611329554943b8c141f3231228a4409 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:6f:5c:67:1e:71\",\"name\":\"08b2ecb8d7ef5ca\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e20f7140-51e3-40be-89ff-a71902bd0206\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:20:31.432838 3790 namespace.go:142] [konflux-cli] updating namespace I0505 13:20:31.648240 3790 namespace.go:142] [konflux-info] updating namespace I0505 13:20:31.799663 3790 namespace.go:142] [namespace-lister] updating namespace I0505 13:20:31.847630 3790 base_network_controller_pods.go:487] [default/konflux-ui/dex-7ffb99f544-ddb85] creating logical port konflux-ui_dex-7ffb99f544-ddb85 for pod on switch ip-10-0-1-225.ec2.internal I0505 13:20:31.847731 3790 kube.go:256] Updating pod konflux-ui/dex-7ffb99f544-ddb85 I0505 13:20:31.861940 3790 pod.go:62] [konflux-ui/dex-7ffb99f544-ddb85] pod update took 14.242079ms I0505 13:20:31.861957 3790 base_network_controller_pods.go:951] [default/konflux-ui/dex-7ffb99f544-ddb85] addLogicalPort annotation time took 14.268369ms I0505 13:20:31.863283 3790 pods.go:271] [konflux-ui/dex-7ffb99f544-ddb85] addLogicalPort took 15.669507ms, libovsdb time 888.686µs I0505 13:20:32.023719 3790 namespace.go:142] [release-service] updating namespace I0505 13:20:32.130967 3790 base_network_controller_pods.go:487] [default/konflux-ui/proxy-84df5f594d-gnbxb] creating logical port konflux-ui_proxy-84df5f594d-gnbxb for pod on switch ip-10-0-1-225.ec2.internal I0505 13:20:32.131084 3790 kube.go:256] Updating pod konflux-ui/proxy-84df5f594d-gnbxb I0505 13:20:32.157690 3790 pod.go:62] [konflux-ui/proxy-84df5f594d-gnbxb] pod update took 26.635119ms I0505 13:20:32.157719 3790 base_network_controller_pods.go:951] [default/konflux-ui/proxy-84df5f594d-gnbxb] addLogicalPort annotation time took 26.670748ms I0505 13:20:32.159336 3790 pods.go:271] [konflux-ui/proxy-84df5f594d-gnbxb] addLogicalPort took 28.382469ms, libovsdb time 1.004451ms I0505 13:20:32.214085 3790 namespace.go:142] [segment-bridge] updating namespace I0505 13:20:32.336281 3790 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:20:32.357051 3790 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-55mvs] creating logical port image-controller_image-controller-controller-manager-6f859968fc-55mvs for pod on switch ip-10-0-1-225.ec2.internal I0505 13:20:32.357149 3790 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-55mvs I0505 13:20:32.372152 3790 namespace.go:142] [konflux-cli] updating namespace I0505 13:20:32.377762 3790 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-55mvs] pod update took 20.639035ms I0505 13:20:32.377781 3790 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-55mvs] addLogicalPort annotation time took 20.664177ms I0505 13:20:32.379090 3790 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-55mvs] addLogicalPort took 22.059113ms, libovsdb time 828.955µs I0505 13:20:32.406834 3790 namespace.go:142] [konflux-info] updating namespace I0505 13:20:32.440278 3790 namespace.go:142] [namespace-lister] updating namespace I0505 13:20:32.456354 3790 namespace.go:142] [release-service] updating namespace I0505 13:20:32.495435 3790 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-8plps] creating logical port build-service_build-service-controller-manager-7cbf488fcf-8plps for pod on switch ip-10-0-1-225.ec2.internal I0505 13:20:32.495544 3790 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-8plps I0505 13:20:32.543886 3790 namespace.go:142] [segment-bridge] updating namespace I0505 13:20:32.564640 3790 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-8plps] pod update took 69.123837ms I0505 13:20:32.564667 3790 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-8plps] addLogicalPort annotation time took 69.157347ms I0505 13:20:32.566136 3790 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-8plps] addLogicalPort took 70.722514ms, libovsdb time 1.008781ms I0505 13:20:32.646077 3790 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-dn756] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-dn756 for pod on switch ip-10-0-1-225.ec2.internal I0505 13:20:32.646191 3790 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-dn756 I0505 13:20:32.685434 3790 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-dn756] pod update took 39.285738ms I0505 13:20:32.685460 3790 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-dn756] addLogicalPort annotation time took 39.314614ms I0505 13:20:32.686785 3790 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-dn756] addLogicalPort took 40.723272ms, libovsdb time 818.639µs I0505 13:20:32.778470 3790 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-55mvs fc887725a3c3d38c4fa42f15b2ff01c65d44b62ccfdcab03f3b192f9c058c5d6 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-55mvs fc887725a3c3d38c4fa42f15b2ff01c65d44b62ccfdcab03f3b192f9c058c5d6 network default NAD default NAD key ] I0505 13:20:32.788572 3790 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-55mvs, hostIfaceName: fc887725a3c3d38, network: default, NAD default, SandboxID: "fc887725a3c3d38c4fa42f15b2ff01c65d44b62ccfdcab03f3b192f9c058c5d6", PCI device ID: , UID: "c5345940-a234-42d5-a6ce-f5077ebdf360", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0505 13:20:32.814139 3790 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:20:32.843102 3790 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-55mvs fc887725a3c3d38c4fa42f15b2ff01c65d44b62ccfdcab03f3b192f9c058c5d6 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-55mvs fc887725a3c3d38c4fa42f15b2ff01c65d44b62ccfdcab03f3b192f9c058c5d6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:3a:db:cb:f3:88\",\"name\":\"fc887725a3c3d38\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/314dda75-e8b2-4ce1-9512-7fa15485797b\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:20:32.874233 3790 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-8plps eeb03ef670e76cb22a3e3d3eccff4c1e29494f5f04a0f806b05b4299981114a8 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-8plps eeb03ef670e76cb22a3e3d3eccff4c1e29494f5f04a0f806b05b4299981114a8 network default NAD default NAD key ] I0505 13:20:32.884135 3790 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-8plps, hostIfaceName: eeb03ef670e76cb, network: default, NAD default, SandboxID: "eeb03ef670e76cb22a3e3d3eccff4c1e29494f5f04a0f806b05b4299981114a8", PCI device ID: , UID: "f676711a-81f4-420d-81a0-100890047788", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0505 13:20:32.940737 3790 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-8plps eeb03ef670e76cb22a3e3d3eccff4c1e29494f5f04a0f806b05b4299981114a8 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-8plps eeb03ef670e76cb22a3e3d3eccff4c1e29494f5f04a0f806b05b4299981114a8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:e7:3d:31:c8:61\",\"name\":\"eeb03ef670e76cb\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db28e124-fc98-4c5a-8820-f89233fd5edd\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:20:32.986747 3790 namespace.go:142] [konflux-cli] updating namespace W0505 13:20:33.130411 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0505 13:20:33.195071 3790 namespace.go:142] [konflux-info] updating namespace I0505 13:20:33.353141 3790 namespace.go:142] [namespace-lister] updating namespace I0505 13:20:33.457618 3790 namespace.go:142] [release-service] updating namespace I0505 13:20:33.593145 3790 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-xszcb] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-xszcb for pod on switch ip-10-0-1-225.ec2.internal I0505 13:20:33.593389 3790 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-xszcb I0505 13:20:33.613955 3790 namespace.go:142] [segment-bridge] updating namespace I0505 13:20:33.641259 3790 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-xszcb I0505 13:20:33.675809 3790 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-xszcb] pod update took 82.445705ms I0505 13:20:33.675838 3790 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-xszcb] addLogicalPort annotation time took 82.48556ms I0505 13:20:33.677416 3790 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-xszcb] addLogicalPort took 84.292033ms, libovsdb time 1.08648ms W0505 13:20:34.130330 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0505 13:20:34.664831 3790 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-6f4c6f86b9-mzhvh] creating logical port integration-service_integration-service-controller-manager-6f4c6f86b9-mzhvh for pod on switch ip-10-0-1-225.ec2.internal I0505 13:20:34.664963 3790 kube.go:256] Updating pod integration-service/integration-service-controller-manager-6f4c6f86b9-mzhvh I0505 13:20:34.680554 3790 pod.go:62] [integration-service/integration-service-controller-manager-6f4c6f86b9-mzhvh] pod update took 15.617302ms I0505 13:20:34.680581 3790 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-6f4c6f86b9-mzhvh] addLogicalPort annotation time took 15.651877ms I0505 13:20:34.682332 3790 pods.go:271] [integration-service/integration-service-controller-manager-6f4c6f86b9-mzhvh] addLogicalPort took 17.524788ms, libovsdb time 1.057224ms I0505 13:20:35.997889 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0505 13:20:36.033349 3790 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-j5dlk-jzqq4] creating logical port tsf-tas_tuf-repository-init-j5dlk-jzqq4 for pod on switch ip-10-0-1-225.ec2.internal I0505 13:20:36.033440 3790 kube.go:256] Updating pod tsf-tas/tuf-repository-init-j5dlk-jzqq4 I0505 13:20:36.046494 3790 pod.go:62] [tsf-tas/tuf-repository-init-j5dlk-jzqq4] pod update took 13.077646ms I0505 13:20:36.046519 3790 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-j5dlk-jzqq4] addLogicalPort annotation time took 13.109767ms I0505 13:20:36.048124 3790 pods.go:271] [tsf-tas/tuf-repository-init-j5dlk-jzqq4] addLogicalPort took 14.791275ms, libovsdb time 923.936µs I0505 13:20:36.533660 3790 cni.go:452] [integration-service/integration-service-controller-manager-6f4c6f86b9-mzhvh c9eac9207c6dd919edb1970ec23eb913bb3ad72294d91fcb9c72b31b7c5b2c67 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-6f4c6f86b9-mzhvh c9eac9207c6dd919edb1970ec23eb913bb3ad72294d91fcb9c72b31b7c5b2c67 network default NAD default NAD key ] I0505 13:20:36.543224 3790 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-6f4c6f86b9-mzhvh, hostIfaceName: c9eac9207c6dd91, network: default, NAD default, SandboxID: "c9eac9207c6dd919edb1970ec23eb913bb3ad72294d91fcb9c72b31b7c5b2c67", PCI device ID: , UID: "463298be-b645-4cee-8cc5-c90588340079", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0505 13:20:36.595715 3790 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-dn756 e4ebba852d14e06476844de02b94ef1484a3d862b4f83fab59ff2b737963cf6b network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-dn756 e4ebba852d14e06476844de02b94ef1484a3d862b4f83fab59ff2b737963cf6b network default NAD default NAD key ] I0505 13:20:36.601698 3790 cni.go:473] [integration-service/integration-service-controller-manager-6f4c6f86b9-mzhvh c9eac9207c6dd919edb1970ec23eb913bb3ad72294d91fcb9c72b31b7c5b2c67 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-6f4c6f86b9-mzhvh c9eac9207c6dd919edb1970ec23eb913bb3ad72294d91fcb9c72b31b7c5b2c67 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:c2:d9:8d:22:ad\",\"name\":\"c9eac9207c6dd91\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b9c60ece-a36a-43e9-bd63-186a4b58e487\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:20:36.604637 3790 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-dn756, hostIfaceName: e4ebba852d14e06, network: default, NAD default, SandboxID: "e4ebba852d14e06476844de02b94ef1484a3d862b4f83fab59ff2b737963cf6b", PCI device ID: , UID: "e3db8aa0-0fcf-4f5f-a11d-6214de881c03", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0505 13:20:36.658083 3790 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-dn756 e4ebba852d14e06476844de02b94ef1484a3d862b4f83fab59ff2b737963cf6b network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-dn756 e4ebba852d14e06476844de02b94ef1484a3d862b4f83fab59ff2b737963cf6b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:8a:e9:f3:b8:ab\",\"name\":\"e4ebba852d14e06\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1aac9906-e993-4614-a7df-72a213bf7a32\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:20:37.139401 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0505 13:20:37.162893 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0505 13:20:39.193915 3790 cni.go:452] [tsf-tas/tuf-repository-init-j5dlk-jzqq4 e84eec5bc2b7d0bc395ecdd8772db3ee98bc09ef893a2a5b6ca27317c3f8eb9a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-j5dlk-jzqq4 e84eec5bc2b7d0bc395ecdd8772db3ee98bc09ef893a2a5b6ca27317c3f8eb9a network default NAD default NAD key ] I0505 13:20:39.203756 3790 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-j5dlk-jzqq4, hostIfaceName: e84eec5bc2b7d0b, network: default, NAD default, SandboxID: "e84eec5bc2b7d0bc395ecdd8772db3ee98bc09ef893a2a5b6ca27317c3f8eb9a", PCI device ID: , UID: "9bca83c9-6d6d-4250-8592-7cbe841f2497", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23] I0505 13:20:39.257960 3790 cni.go:473] [tsf-tas/tuf-repository-init-j5dlk-jzqq4 e84eec5bc2b7d0bc395ecdd8772db3ee98bc09ef893a2a5b6ca27317c3f8eb9a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-j5dlk-jzqq4 e84eec5bc2b7d0bc395ecdd8772db3ee98bc09ef893a2a5b6ca27317c3f8eb9a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:0e:b1:63:f7:0d\",\"name\":\"e84eec5bc2b7d0b\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/64529b03-a6d7-45b4-8229-9bf82accad37\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:20:40.090054 3790 cni.go:452] [konflux-ui/dex-7ffb99f544-ddb85 dd183df8aee7cc272d7a7c69fad7e9e59d9e0155b65a133887c04693514379d9 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-7ffb99f544-ddb85 dd183df8aee7cc272d7a7c69fad7e9e59d9e0155b65a133887c04693514379d9 network default NAD default NAD key ] I0505 13:20:40.120409 3790 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-7ffb99f544-ddb85, hostIfaceName: dd183df8aee7cc2, network: default, NAD default, SandboxID: "dd183df8aee7cc272d7a7c69fad7e9e59d9e0155b65a133887c04693514379d9", PCI device ID: , UID: "64d8fbe8-4729-4303-bc9b-7652693db7e8", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] W0505 13:20:40.167066 3790 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 13:20:40.167073 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0505 13:20:40.180504 3790 cni.go:473] [konflux-ui/dex-7ffb99f544-ddb85 dd183df8aee7cc272d7a7c69fad7e9e59d9e0155b65a133887c04693514379d9 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-7ffb99f544-ddb85 dd183df8aee7cc272d7a7c69fad7e9e59d9e0155b65a133887c04693514379d9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:f0:02:3b:ca:75\",\"name\":\"dd183df8aee7cc2\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/babe8bf2-b993-455d-9bf9-394fed36bbb9\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:20:40.216801 3790 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 13:20:40.218776 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0505 13:20:40.320138 3790 cni.go:452] [konflux-ui/proxy-84df5f594d-gnbxb e031143256323a4f8cf5d064c7b9f4080dbdb50759e0fdb3614372709e6b97e6 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-84df5f594d-gnbxb e031143256323a4f8cf5d064c7b9f4080dbdb50759e0fdb3614372709e6b97e6 network default NAD default NAD key ] I0505 13:20:40.330851 3790 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-84df5f594d-gnbxb, hostIfaceName: e031143256323a4, network: default, NAD default, SandboxID: "e031143256323a4f8cf5d064c7b9f4080dbdb50759e0fdb3614372709e6b97e6", PCI device ID: , UID: "3c1fe188-97d6-4114-81c4-76597f007c96", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0505 13:20:40.389914 3790 cni.go:473] [konflux-ui/proxy-84df5f594d-gnbxb e031143256323a4f8cf5d064c7b9f4080dbdb50759e0fdb3614372709e6b97e6 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-84df5f594d-gnbxb e031143256323a4f8cf5d064c7b9f4080dbdb50759e0fdb3614372709e6b97e6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:ed:b7:44:cd:fb\",\"name\":\"e031143256323a4\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e08d753e-6b53-4f57-a34d-d85cc60a906f\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:20:43.339251 3790 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 13:20:43.339274 3790 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0505 13:20:45.947831 3790 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-xszcb c077c70d20fc54dbde514dfcdd54790aabb1b66c1006caded9159875940b832a network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-xszcb c077c70d20fc54dbde514dfcdd54790aabb1b66c1006caded9159875940b832a network default NAD default NAD key ] I0505 13:20:45.957174 3790 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-xszcb, hostIfaceName: c077c70d20fc54d, network: default, NAD default, SandboxID: "c077c70d20fc54dbde514dfcdd54790aabb1b66c1006caded9159875940b832a", PCI device ID: , UID: "d40d95f6-3128-4aa1-a316-e50cc7f86f4b", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0505 13:20:46.014260 3790 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-xszcb c077c70d20fc54dbde514dfcdd54790aabb1b66c1006caded9159875940b832a network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-xszcb c077c70d20fc54dbde514dfcdd54790aabb1b66c1006caded9159875940b832a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:68:90:fe:7d:b2\",\"name\":\"c077c70d20fc54d\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae0ba7d0-4c8d-4aac-b61c-76a0a168ab5a\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:20:46.237333 3790 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 13:20:46.237350 3790 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0505 13:20:47.230451 3790 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0505 13:20:48.152883 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0505 13:20:48.174816 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0505 13:20:48.242095 3790 cni.go:452] [tsf-tas/tuf-repository-init-j5dlk-jzqq4 e84eec5bc2b7d0bc395ecdd8772db3ee98bc09ef893a2a5b6ca27317c3f8eb9a network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-j5dlk-jzqq4 e84eec5bc2b7d0bc395ecdd8772db3ee98bc09ef893a2a5b6ca27317c3f8eb9a network default NAD default NAD key ] W0505 13:20:48.281136 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0505 13:20:48.282446 3790 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service I0505 13:20:48.328999 3790 cni.go:473] [tsf-tas/tuf-repository-init-j5dlk-jzqq4 e84eec5bc2b7d0bc395ecdd8772db3ee98bc09ef893a2a5b6ca27317c3f8eb9a network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-j5dlk-jzqq4 e84eec5bc2b7d0bc395ecdd8772db3ee98bc09ef893a2a5b6ca27317c3f8eb9a network default NAD default NAD key default], result "{}", err I0505 13:20:48.384999 3790 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-j5dlk-jzqq4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:48.385027 3790 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-j5dlk-jzqq4 I0505 13:20:48.386543 3790 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-j5dlk-jzqq4, ips: 10.128.0.60 I0505 13:20:48.386566 3790 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-j5dlk-jzqq4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:49.260254 3790 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-j5dlk-jzqq4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:49.260280 3790 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-j5dlk-jzqq4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:20:50.256074 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0505 13:20:51.181100 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 13:20:51.184845 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0505 13:20:52.785599 3790 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-dn756 e4ebba852d14e06476844de02b94ef1484a3d862b4f83fab59ff2b737963cf6b network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-dn756 e4ebba852d14e06476844de02b94ef1484a3d862b4f83fab59ff2b737963cf6b network default NAD default NAD key ] I0505 13:20:52.800108 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0505 13:20:52.878842 3790 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-dn756 e4ebba852d14e06476844de02b94ef1484a3d862b4f83fab59ff2b737963cf6b network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-dn756 e4ebba852d14e06476844de02b94ef1484a3d862b4f83fab59ff2b737963cf6b network default NAD default NAD key default], result "{}", err I0505 13:20:53.099091 3790 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-nw4nk] creating logical port tsf-tas_tuf-97fc8ff76-nw4nk for pod on switch ip-10-0-1-225.ec2.internal I0505 13:20:53.099206 3790 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-nw4nk I0505 13:20:53.117975 3790 pod.go:62] [tsf-tas/tuf-97fc8ff76-nw4nk] pod update took 18.79665ms I0505 13:20:53.117996 3790 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-nw4nk] addLogicalPort annotation time took 18.837883ms I0505 13:20:53.119476 3790 pods.go:271] [tsf-tas/tuf-97fc8ff76-nw4nk] addLogicalPort took 20.404233ms, libovsdb time 974.071µs I0505 13:20:53.160326 3790 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-dn756 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:53.160363 3790 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-dn756 I0505 13:20:53.161853 3790 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-dn756, ips: 10.128.0.57 I0505 13:20:53.161886 3790 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-dn756 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:53.270804 3790 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-dn756 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:53.270831 3790 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-dn756 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:53.278503 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-dn756 I0505 13:20:53.278528 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-dn756 I0505 13:20:58.274866 3790 cni.go:452] [tsf-tas/tuf-97fc8ff76-nw4nk b6150837c8057cf026312ddea48b62f3e7f33bbdfe5c2470e68d0d97f8950d20 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-nw4nk b6150837c8057cf026312ddea48b62f3e7f33bbdfe5c2470e68d0d97f8950d20 network default NAD default NAD key ] I0505 13:20:58.284434 3790 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-nw4nk, hostIfaceName: b6150837c8057cf, network: default, NAD default, SandboxID: "b6150837c8057cf026312ddea48b62f3e7f33bbdfe5c2470e68d0d97f8950d20", PCI device ID: , UID: "be0d6a84-ccb5-473b-8dd5-3a94ed18f60d", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23] I0505 13:20:58.337805 3790 cni.go:473] [tsf-tas/tuf-97fc8ff76-nw4nk b6150837c8057cf026312ddea48b62f3e7f33bbdfe5c2470e68d0d97f8950d20 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-nw4nk b6150837c8057cf026312ddea48b62f3e7f33bbdfe5c2470e68d0d97f8950d20 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:fd:bf:b5:d3:d7\",\"name\":\"b6150837c8057cf\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c16789dc-8c44-4269-b502-d4f98730801d\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:20:59.255409 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0505 13:20:59.257512 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0505 13:20:59.320941 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0505 13:21:04.798627 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=84 I0505 13:21:06.799458 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=163 W0505 13:21:10.337877 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf W0505 13:21:19.385781 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0505 13:21:19.385803 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0505 13:21:19.385817 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0505 13:21:19.385824 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0505 13:21:26.314960 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0505 13:21:26.314980 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-225.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0505 13:21:37.034946 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0505 13:21:49.201556 3790 cni.go:452] [konflux-ui/proxy-84df5f594d-gnbxb e031143256323a4f8cf5d064c7b9f4080dbdb50759e0fdb3614372709e6b97e6 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-84df5f594d-gnbxb e031143256323a4f8cf5d064c7b9f4080dbdb50759e0fdb3614372709e6b97e6 network default NAD default NAD key ] I0505 13:21:49.282476 3790 cni.go:473] [konflux-ui/proxy-84df5f594d-gnbxb e031143256323a4f8cf5d064c7b9f4080dbdb50759e0fdb3614372709e6b97e6 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-84df5f594d-gnbxb e031143256323a4f8cf5d064c7b9f4080dbdb50759e0fdb3614372709e6b97e6 network default NAD default NAD key default], result "{}", err I0505 13:21:49.389272 3790 obj_retry.go:498] Detected object konflux-ui/proxy-84df5f594d-gnbxb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:21:49.389300 3790 pods.go:176] Deleting pod: konflux-ui/proxy-84df5f594d-gnbxb I0505 13:21:49.390749 3790 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-84df5f594d-gnbxb, ips: 10.128.0.54 I0505 13:21:49.390782 3790 obj_retry.go:498] Detected object konflux-ui/proxy-84df5f594d-gnbxb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:21:49.637665 3790 obj_retry.go:492] Detected object konflux-ui/proxy-84df5f594d-gnbxb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:21:49.637693 3790 obj_retry.go:492] Detected object konflux-ui/proxy-84df5f594d-gnbxb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:21:49.644300 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-84df5f594d-gnbxb I0505 13:21:49.644334 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-84df5f594d-gnbxb I0505 13:21:50.799041 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=63 I0505 13:21:58.863243 3790 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:21:58.863858 3790 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:21:58.899715 3790 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:21:58.899738 3790 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:21:58.905118 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0505 13:21:58.905143 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0505 13:22:18.989984 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0505 13:22:20.645503 3790 namespace.go:98] [managed-tenant-3e87d] adding namespace I0505 13:22:20.646826 3790 namespace.go:102] [managed-tenant-3e87d] adding namespace took 1.088999ms I0505 13:22:20.670073 3790 namespace.go:142] [managed-tenant-3e87d] updating namespace I0505 13:22:20.687963 3790 namespace.go:142] [managed-tenant-3e87d] updating namespace I0505 13:22:21.688040 3790 namespace.go:142] [managed-tenant-3e87d] updating namespace I0505 13:22:21.820951 3790 namespace.go:142] [managed-tenant-3e87d] updating namespace I0505 13:22:21.918733 3790 namespace.go:142] [managed-tenant-3e87d] updating namespace I0505 13:22:55.893122 3790 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0505 13:23:27.032540 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0505 13:24:19.013282 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0505 13:24:30.025237 3790 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0505 13:24:40.008669 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0505 13:25:24.802224 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=100 I0505 13:25:37.811560 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=467 I0505 13:26:29.005482 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0505 13:26:59.001139 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0505 13:27:17.801710 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=30 I0505 13:27:19.038397 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0505 13:27:32.803584 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0505 13:28:00.802467 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0505 13:28:57.901203 3790 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0505 13:28:59.992939 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0505 13:29:38.896121 3790 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0505 13:29:40.035147 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0505 13:29:52.011400 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0505 13:30:00.212804 3790 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-7qnj9] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29633130-7qnj9 for pod on switch ip-10-0-1-225.ec2.internal I0505 13:30:00.212920 3790 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-7qnj9 I0505 13:30:00.245644 3790 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-7qnj9] pod update took 32.74558ms I0505 13:30:00.245668 3790 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-7qnj9] addLogicalPort annotation time took 32.7746ms I0505 13:30:00.247048 3790 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-7qnj9] addLogicalPort took 34.262295ms, libovsdb time 837.4µs I0505 13:30:00.585344 3790 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-7qnj9 9556681069b6efe0edc92bad8886d17300bf653f33d4ad864e9897ed3b08af8f network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-7qnj9 9556681069b6efe0edc92bad8886d17300bf653f33d4ad864e9897ed3b08af8f network default NAD default NAD key ] I0505 13:30:00.595250 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29633130-7qnj9, hostIfaceName: 9556681069b6efe, network: default, NAD default, SandboxID: "9556681069b6efe0edc92bad8886d17300bf653f33d4ad864e9897ed3b08af8f", PCI device ID: , UID: "1673fa26-ce2e-43fc-9c13-58eccd3f2f4d", MAC: 0a:58:0a:80:00:3e, IPs: [10.128.0.62/23] I0505 13:30:00.657011 3790 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-7qnj9 9556681069b6efe0edc92bad8886d17300bf653f33d4ad864e9897ed3b08af8f network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-7qnj9 9556681069b6efe0edc92bad8886d17300bf653f33d4ad864e9897ed3b08af8f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:f0:da:05:e8:c8\",\"name\":\"9556681069b6efe\"},{\"mac\":\"0a:58:0a:80:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/680b560f-b647-42ca-805d-93488f9224a3\"}],\"ips\":[{\"address\":\"10.128.0.62/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:30:04.584389 3790 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-7qnj9 9556681069b6efe0edc92bad8886d17300bf653f33d4ad864e9897ed3b08af8f network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-7qnj9 9556681069b6efe0edc92bad8886d17300bf653f33d4ad864e9897ed3b08af8f network default NAD default NAD key ] I0505 13:30:04.674513 3790 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-7qnj9 9556681069b6efe0edc92bad8886d17300bf653f33d4ad864e9897ed3b08af8f network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-7qnj9 9556681069b6efe0edc92bad8886d17300bf653f33d4ad864e9897ed3b08af8f network default NAD default NAD key default], result "{}", err I0505 13:30:04.729393 3790 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-7qnj9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:30:04.729457 3790 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-7qnj9 I0505 13:30:04.730957 3790 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-7qnj9, ips: 10.128.0.62 I0505 13:30:04.730987 3790 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-7qnj9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:30:05.587198 3790 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-7qnj9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:30:05.587246 3790 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-7qnj9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:30:07.401297 3790 duration.go:461] Config duration recorder: measurement expired for pod/openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-pnw9c I0505 13:30:08.041100 3790 obj_retry.go:492] Detected object tsf-tpa/create-db-876sx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:30:08.041134 3790 obj_retry.go:492] Detected object tsf-tpa/create-db-876sx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:30:08.044801 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-876sx I0505 13:30:08.044828 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-876sx I0505 13:30:11.027231 3790 obj_retry.go:492] Detected object tsf-tpa/migrate-db-kjhmz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:30:11.027285 3790 obj_retry.go:492] Detected object tsf-tpa/migrate-db-kjhmz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:30:11.030635 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-kjhmz I0505 13:30:11.030663 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-kjhmz I0505 13:30:18.026237 3790 obj_retry.go:492] Detected object tsf-tpa/create-importers-np4mj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:30:18.026296 3790 obj_retry.go:492] Detected object tsf-tpa/create-importers-np4mj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:30:18.029246 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-np4mj I0505 13:30:18.029276 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-np4mj I0505 13:31:03.801993 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=11 I0505 13:32:23.041391 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0505 13:32:44.805181 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=26 W0505 13:32:52.401778 3790 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-658cfc9db8-hnqcg I0505 13:33:29.004542 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0505 13:33:52.028502 3790 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0505 13:34:01.015911 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0505 13:34:20.805325 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0505 13:34:43.806533 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0505 13:35:22.814678 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=25 I0505 13:35:37.899606 3790 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0505 13:35:40.805843 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0505 13:35:56.009100 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0505 13:35:59.904793 3790 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7