+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-125.ec2.internal ++ [[ -n ip-10-0-2-125.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-125.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0505 13:00:16.397939758 - disable conntrack on geneve port' I0505 13:00:16.397939758 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0505 13:00:16.465345834 - starting ovnkube-node + echo 'I0505 13:00:16.465345834 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-125.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-125.ec2.internal --init-node ip-10-0-2-125.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-125.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0505 13:00:16.515705 3657 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0505 13:00:16.515762 3657 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-4fc80779a7.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0505 13:00:16.517303 3657 kube.go:431] Waiting for certificate I0505 13:00:16.517333 3657 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0505 13:00:16.517373 3657 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0505 13:00:16.518124 3657 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 13:00:16.553643 3657 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 13:00:16.553661 3657 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 13:00:16.558099 3657 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 13:00:16.558186 3657 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-8cjkb" I0505 13:00:16.563538 3657 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-8cjkb" I0505 13:00:16.563588 3657 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 13:00:17.518272 3657 kube.go:438] Certificate found I0505 13:00:17.519001 3657 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 13:00:17.520654 3657 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0505 13:00:17.590507 3657 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 13:00:17.590588 3657 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-06 12:55:16 +0000 UTC" deadline="2026-05-06 10:26:12.747018213 +0000 UTC" I0505 13:00:17.590668 3657 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="21h25m55.156362208s" I0505 13:00:17.600538 3657 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0505 13:00:17.600599 3657 server.go:101] MetricServer registers OVS metrics I0505 13:00:17.600973 3657 server.go:105] MetricServer registers OVN DB metrics I0505 13:00:17.602452 3657 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0505 13:00:17.602518 3657 factory.go:561] Starting watch factory I0505 13:00:17.602621 3657 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:00:17.602644 3657 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:00:17.602650 3657 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:00:17.602679 3657 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:00:17.602622 3657 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:00:17.602740 3657 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:00:17.602629 3657 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:00:17.602837 3657 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:00:17.602625 3657 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:00:17.602902 3657 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:00:17.603232 3657 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:00:17.603327 3657 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:00:17.605214 3657 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0505 13:00:17.605255 3657 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0505 13:00:17.605843 3657 controller_manager.go:370] Starting the ovnkube controller I0505 13:00:17.605852 3657 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-125.ec2.internal I0505 13:00:17.605893 3657 controller_manager.go:395] NBDB zone sync took: 34.037µs I0505 13:00:17.605902 3657 factory.go:561] Starting watch factory I0505 13:00:17.618781 3657 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0505 13:00:17.618798 3657 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0505 13:00:17.622577 3657 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0505 13:00:17.622611 3657 server.go:109] MetricServer registers OVN Controller metrics I0505 13:00:17.623903 3657 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:00:17.626085 3657 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:00:17.626149 3657 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:00:17.626390 3657 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:00:17.629276 3657 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:00:17.631665 3657 server.go:113] MetricServer registers OVN Northd metrics I0505 13:00:17.633490 3657 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:00:17.636527 3657 metrics.go:519] OVN Metrics Server starts to run ... I0505 13:00:17.708870 3657 factory.go:1977] *v1.Node informer cache synced successfully I0505 13:00:17.708899 3657 factory.go:1977] *v1.Service informer cache synced successfully I0505 13:00:17.708903 3657 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 13:00:17.708906 3657 factory.go:1977] *v1.Pod informer cache synced successfully I0505 13:00:17.708909 3657 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 13:00:17.708912 3657 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 13:00:17.708988 3657 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:00:17.708999 3657 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:00:17.709027 3657 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:00:17.709031 3657 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:00:17.711038 3657 factory.go:1977] *v1.Service informer cache synced successfully I0505 13:00:17.711054 3657 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 13:00:17.711060 3657 factory.go:1977] *v1.Pod informer cache synced successfully I0505 13:00:17.711063 3657 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 13:00:17.711066 3657 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 13:00:17.711069 3657 factory.go:1977] *v1.Node informer cache synced successfully I0505 13:00:17.733621 3657 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:00:17.762085 3657 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:00:17.814843 3657 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 13:00:17.814861 3657 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 13:00:17.814961 3657 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:17.814984 3657 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:17.817105 3657 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 13:00:17.817117 3657 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 13:00:17.836759 3657 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:17.921252 3657 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 13:00:17.921402 3657 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:17.921426 3657 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:17.922465 3657 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 13:00:17.942673 3657 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:18.027366 3657 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 13:00:18.027460 3657 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:18.027475 3657 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:18.028507 3657 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 13:00:18.047706 3657 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:18.133438 3657 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 13:00:18.133535 3657 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:18.133555 3657 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:18.134176 3657 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 13:00:18.155748 3657 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:18.239327 3657 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 13:00:18.239460 3657 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:18.239474 3657 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:18.240462 3657 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 13:00:18.260694 3657 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:18.345337 3657 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 13:00:18.345518 3657 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 13:00:18.345923 3657 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 13:00:18.345962 3657 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 13:00:18.371586 3657 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 13:00:18.451688 3657 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 13:00:18.451804 3657 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:18.451825 3657 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:18.451820 3657 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:18.451843 3657 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:18.452156 3657 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 13:00:18.530004 3657 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:18.579294 3657 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:18.657024 3657 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 13:00:18.657043 3657 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 13:00:18.657052 3657 factory.go:680] Watch Factory start up complete, took: 1.054536868s I0505 13:00:18.657137 3657 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0505 13:00:18.658437 3657 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 13:00:18.658450 3657 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 13:00:18.658457 3657 factory.go:680] Watch Factory start up complete, took: 1.052553907s I0505 13:00:18.658464 3657 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-125.ec2.internal" zone I0505 13:00:18.780424 3657 default_node_network_controller.go:710] Initializing the default node network controller I0505 13:00:18.845367 3657 udn_isolation.go:101] Starting UDN host isolation manager I0505 13:00:18.851416 3657 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0505 13:00:18.898335 3657 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0505 13:00:18.898427 3657 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0505 13:00:18.898444 3657 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0505 13:00:18.929773 3657 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0505 13:00:18.929838 3657 default_node_network_controller.go:809] Node ip-10-0-2-125.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0505 13:00:18.935665 3657 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.125"] k8s.ovn.org/zone-name:ip-10-0-2-125.ec2.internal] on node ip-10-0-2-125.ec2.internal I0505 13:00:18.957262 3657 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0505 13:00:18.964574 3657 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0505 13:00:18.964715 3657 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0505 13:00:18.964908 3657 gateway_init.go:263] Preparing Gateway I0505 13:00:18.964925 3657 gateway_shared_intf.go:1687] Creating new gateway I0505 13:00:19.052820 3657 iptables.go:108] Creating table: filter chain: FORWARD I0505 13:00:19.058678 3657 iptables.go:108] Creating table: filter chain: OUTPUT I0505 13:00:19.064601 3657 gateway_shared_intf.go:1816] Gateway Creation Complete I0505 13:00:19.064618 3657 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-125.ec2.internal","mac-address":"0e:53:70:e8:77:9d","ip-addresses":["10.0.2.125/24"],"ip-address":"10.0.2.125/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:b81ab1d5-5335-443f-8bcf-f7fdbf480795 k8s.ovn.org/node-encap-ips:["10.0.2.125"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.125/24"} k8s.ovn.org/zone-name:ip-10-0-2-125.ec2.internal] on node ip-10-0-2-125.ec2.internal I0505 13:00:19.085155 3657 default_node_network_controller.go:519] Node connection status = connected I0505 13:00:19.158876 3657 controller_manager.go:429] Waiting for node in zone sync took: 500.397565ms I0505 13:00:19.165466 3657 controller_manager.go:611] Switching to transit router for layer2 networks I0505 13:00:19.165482 3657 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-125.ec2.internal I0505 13:00:19.180853 3657 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 13:00:19.187279 3657 controller_manager.go:290] SCTP support detected in OVN I0505 13:00:19.187887 3657 services_controller.go:69] Creating services controller for network=default I0505 13:00:19.187978 3657 udn_enabled_svc.go:80] Waiting for service informer to sync I0505 13:00:19.188054 3657 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0505 13:00:19.188090 3657 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0505 13:00:19.188108 3657 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0505 13:00:19.188121 3657 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 13:00:19.188340 3657 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0505 13:00:19.188401 3657 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0505 13:00:19.188429 3657 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 52.619µs I0505 13:00:19.188447 3657 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 35.79µs I0505 13:00:19.188455 3657 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 55.548µs I0505 13:00:19.188461 3657 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0505 13:00:19.188467 3657 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0505 13:00:19.188468 3657 udn_enabled_svc.go:95] Performing full resync I0505 13:00:19.188475 3657 default_network_controller.go:325] Starting the default network controller I0505 13:00:19.188610 3657 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 15.765µs I0505 13:00:19.188806 3657 udn_enabled_svc.go:99] Waiting for handler to sync I0505 13:00:19.188819 3657 udn_enabled_svc.go:104] Starting worker I0505 13:00:19.197324 3657 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0505 13:00:19.197393 3657 repair.go:33] Syncing exgw routes took 56.455µs I0505 13:00:19.197422 3657 default_network_controller.go:414] Starting all the Watchers... I0505 13:00:19.197575 3657 namespace.go:98] [openshift-cluster-version] adding namespace I0505 13:00:19.197580 3657 namespace.go:98] [openshift-ingress-operator] adding namespace I0505 13:00:19.197583 3657 namespace.go:98] [openshift-kube-apiserver] adding namespace I0505 13:00:19.197595 3657 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0505 13:00:19.197600 3657 namespace.go:98] [openshift-host-network] adding namespace I0505 13:00:19.197595 3657 namespace.go:98] [openshift-config-operator] adding namespace I0505 13:00:19.197608 3657 namespace.go:98] [openshift-backplane-srep] adding namespace I0505 13:00:19.197614 3657 namespace.go:98] [openshift-dns] adding namespace I0505 13:00:19.197616 3657 namespace.go:98] [openshift-logging] adding namespace I0505 13:00:19.197620 3657 namespace.go:98] [default] adding namespace I0505 13:00:19.197626 3657 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0505 13:00:19.197629 3657 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0505 13:00:19.197632 3657 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0505 13:00:19.197653 3657 namespace.go:98] [openshift-network-node-identity] adding namespace I0505 13:00:19.197677 3657 namespace.go:98] [openshift-marketplace] adding namespace I0505 13:00:19.198227 3657 namespace.go:102] [openshift-cluster-version] adding namespace took 641.016µs I0505 13:00:19.198242 3657 namespace.go:98] [openshift-backplane-csm] adding namespace I0505 13:00:19.198642 3657 namespace.go:102] [openshift-backplane-csm] adding namespace took 395.603µs I0505 13:00:19.198654 3657 namespace.go:98] [openshift-apiserver-operator] adding namespace I0505 13:00:19.199145 3657 namespace.go:102] [openshift-apiserver-operator] adding namespace took 484.106µs I0505 13:00:19.199163 3657 namespace.go:98] [open-cluster-management-2q3pg003qtphaiiihbned12h6ge4apv3] adding namespace I0505 13:00:19.199568 3657 namespace.go:102] [openshift-ingress-operator] adding namespace took 1.978571ms I0505 13:00:19.199581 3657 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0505 13:00:19.199939 3657 namespace.go:102] [openshift-kube-apiserver] adding namespace took 2.347348ms I0505 13:00:19.199948 3657 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0505 13:00:19.200408 3657 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 2.803374ms I0505 13:00:19.200424 3657 namespace.go:98] [openshift-config-managed] adding namespace I0505 13:00:19.200958 3657 namespace.go:102] [openshift-host-network] adding namespace took 3.350256ms I0505 13:00:19.200974 3657 namespace.go:98] [openshift-package-operator] adding namespace I0505 13:00:19.201434 3657 namespace.go:102] [openshift-config-operator] adding namespace took 3.824442ms I0505 13:00:19.201450 3657 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0505 13:00:19.201823 3657 namespace.go:102] [openshift-backplane-srep] adding namespace took 4.207706ms I0505 13:00:19.201836 3657 namespace.go:98] [openshift-etcd] adding namespace I0505 13:00:19.202270 3657 namespace.go:102] [openshift-dns] adding namespace took 4.646233ms I0505 13:00:19.202283 3657 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0505 13:00:19.202696 3657 namespace.go:102] [openshift-logging] adding namespace took 5.069384ms I0505 13:00:19.202706 3657 namespace.go:98] [openshift-service-ca-operator] adding namespace I0505 13:00:19.203147 3657 namespace.go:102] [default] adding namespace took 5.517566ms I0505 13:00:19.203163 3657 namespace.go:98] [openshift-controller-manager] adding namespace I0505 13:00:19.203571 3657 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 5.938523ms I0505 13:00:19.203584 3657 namespace.go:98] [kube-system] adding namespace I0505 13:00:19.203989 3657 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.354508ms I0505 13:00:19.204001 3657 namespace.go:98] [openshift-insights] adding namespace I0505 13:00:19.204443 3657 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.806653ms I0505 13:00:19.204452 3657 namespace.go:98] [openshift-backplane] adding namespace I0505 13:00:19.204854 3657 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.1928ms I0505 13:00:19.204871 3657 namespace.go:98] [openshift-route-controller-manager] adding namespace I0505 13:00:19.205263 3657 namespace.go:102] [openshift-marketplace] adding namespace took 7.579333ms I0505 13:00:19.205274 3657 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0505 13:00:19.205646 3657 namespace.go:102] [open-cluster-management-2q3pg003qtphaiiihbned12h6ge4apv3] adding namespace took 6.477511ms I0505 13:00:19.205660 3657 namespace.go:98] [openshift-multus] adding namespace I0505 13:00:19.206004 3657 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.418195ms I0505 13:00:19.206028 3657 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0505 13:00:19.206404 3657 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.451704ms I0505 13:00:19.206415 3657 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0505 13:00:19.206761 3657 namespace.go:102] [openshift-config-managed] adding namespace took 6.331787ms I0505 13:00:19.206777 3657 namespace.go:98] [openshift-console] adding namespace I0505 13:00:19.207163 3657 namespace.go:102] [openshift-package-operator] adding namespace took 6.18461ms I0505 13:00:19.207171 3657 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0505 13:00:19.207603 3657 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.147028ms I0505 13:00:19.207619 3657 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0505 13:00:19.208026 3657 namespace.go:102] [openshift-etcd] adding namespace took 6.184993ms I0505 13:00:19.208040 3657 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0505 13:00:19.208453 3657 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.165455ms I0505 13:00:19.208465 3657 namespace.go:98] [openshift-console-operator] adding namespace I0505 13:00:19.208845 3657 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.133877ms I0505 13:00:19.208859 3657 namespace.go:98] [openshift-operators-redhat] adding namespace I0505 13:00:19.209598 3657 namespace.go:102] [openshift-controller-manager] adding namespace took 6.426831ms I0505 13:00:19.209613 3657 namespace.go:98] [openshift-monitoring] adding namespace I0505 13:00:19.210027 3657 namespace.go:102] [kube-system] adding namespace took 6.437019ms I0505 13:00:19.210040 3657 namespace.go:98] [openshift-console-user-settings] adding namespace I0505 13:00:19.210470 3657 namespace.go:102] [openshift-insights] adding namespace took 6.46347ms I0505 13:00:19.210486 3657 namespace.go:98] [kube-public] adding namespace I0505 13:00:19.210954 3657 namespace.go:102] [openshift-backplane] adding namespace took 6.496415ms I0505 13:00:19.210968 3657 namespace.go:98] [openshift-authentication-operator] adding namespace I0505 13:00:19.211350 3657 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.473484ms I0505 13:00:19.211364 3657 namespace.go:98] [openshift-ingress] adding namespace W0505 13:00:19.211681 3657 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-7jx8w: pod openshift-multus/network-metrics-daemon-7jx8w: no pod IPs found W0505 13:00:19.211702 3657 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-bm459: pod openshift-multus/network-metrics-daemon-bm459: no pod IPs found W0505 13:00:19.211711 3657 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-s2vws: pod openshift-multus/network-metrics-daemon-s2vws: no pod IPs found I0505 13:00:19.211732 3657 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.452141ms I0505 13:00:19.211746 3657 namespace.go:98] [openshift-backplane-cse] adding namespace I0505 13:00:19.212196 3657 namespace.go:102] [openshift-multus] adding namespace took 6.531376ms I0505 13:00:19.212578 3657 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.544749ms I0505 13:00:19.212592 3657 namespace.go:98] [openshift-must-gather-operator] adding namespace I0505 13:00:19.212947 3657 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.525711ms I0505 13:00:19.212963 3657 namespace.go:98] [openshift] adding namespace I0505 13:00:19.213422 3657 namespace.go:102] [openshift-console] adding namespace took 6.640277ms I0505 13:00:19.213433 3657 namespace.go:98] [openshift-machine-api] adding namespace I0505 13:00:19.213803 3657 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.627638ms I0505 13:00:19.213815 3657 namespace.go:98] [openshift-image-registry] adding namespace I0505 13:00:19.214192 3657 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.568137ms I0505 13:00:19.214203 3657 namespace.go:98] [openshift-kube-scheduler] adding namespace I0505 13:00:19.214578 3657 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.531951ms I0505 13:00:19.214593 3657 namespace.go:98] [dedicated-admin] adding namespace I0505 13:00:19.214939 3657 namespace.go:102] [openshift-console-operator] adding namespace took 6.469846ms I0505 13:00:19.214950 3657 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0505 13:00:19.215319 3657 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.454227ms I0505 13:00:19.215332 3657 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0505 13:00:19.215669 3657 namespace.go:102] [openshift-monitoring] adding namespace took 6.052096ms I0505 13:00:19.215679 3657 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0505 13:00:19.216025 3657 namespace.go:102] [openshift-console-user-settings] adding namespace took 5.981338ms I0505 13:00:19.216034 3657 namespace.go:98] [openshift-network-operator] adding namespace I0505 13:00:19.216423 3657 namespace.go:102] [kube-public] adding namespace took 5.930966ms I0505 13:00:19.216434 3657 namespace.go:98] [openshift-machine-config-operator] adding namespace I0505 13:00:19.216804 3657 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.830397ms I0505 13:00:19.216815 3657 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0505 13:00:19.217185 3657 namespace.go:102] [openshift-ingress] adding namespace took 5.81649ms I0505 13:00:19.217196 3657 namespace.go:98] [openshift-ingress-canary] adding namespace I0505 13:00:19.217547 3657 namespace.go:102] [openshift-backplane-cse] adding namespace took 5.797112ms I0505 13:00:19.217560 3657 namespace.go:98] [openshift-backplane-tam] adding namespace I0505 13:00:19.217919 3657 namespace.go:102] [openshift-must-gather-operator] adding namespace took 5.321887ms I0505 13:00:19.217931 3657 namespace.go:98] [openshift-customer-monitoring] adding namespace I0505 13:00:19.218292 3657 namespace.go:102] [openshift] adding namespace took 5.324764ms I0505 13:00:19.218303 3657 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0505 13:00:19.218701 3657 namespace.go:102] [openshift-machine-api] adding namespace took 5.263619ms I0505 13:00:19.218711 3657 namespace.go:98] [openshift-apiserver] adding namespace I0505 13:00:19.219073 3657 namespace.go:102] [openshift-image-registry] adding namespace took 5.25373ms I0505 13:00:19.219084 3657 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0505 13:00:19.219456 3657 namespace.go:102] [openshift-kube-scheduler] adding namespace took 5.248278ms I0505 13:00:19.219468 3657 namespace.go:98] [openshift-node] adding namespace I0505 13:00:19.219820 3657 namespace.go:102] [dedicated-admin] adding namespace took 5.222675ms I0505 13:00:19.219830 3657 namespace.go:98] [openshift-operators] adding namespace I0505 13:00:19.220214 3657 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 5.259622ms I0505 13:00:19.220225 3657 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0505 13:00:19.220599 3657 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 5.262826ms I0505 13:00:19.220610 3657 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0505 13:00:19.220980 3657 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 5.296431ms I0505 13:00:19.220992 3657 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0505 13:00:19.221374 3657 namespace.go:102] [openshift-network-operator] adding namespace took 5.33575ms I0505 13:00:19.221384 3657 namespace.go:98] [kube-node-lease] adding namespace I0505 13:00:19.221752 3657 namespace.go:102] [openshift-machine-config-operator] adding namespace took 5.314037ms I0505 13:00:19.221763 3657 namespace.go:98] [openshift-backplane-mobb] adding namespace I0505 13:00:19.222138 3657 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 5.318377ms I0505 13:00:19.222148 3657 namespace.go:98] [openshift-authentication] adding namespace I0505 13:00:19.222549 3657 namespace.go:102] [openshift-ingress-canary] adding namespace took 5.348182ms I0505 13:00:19.222562 3657 namespace.go:98] [openshift-config] adding namespace I0505 13:00:19.222917 3657 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.3524ms I0505 13:00:19.222930 3657 namespace.go:98] [openshift-network-diagnostics] adding namespace I0505 13:00:19.223301 3657 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.366325ms I0505 13:00:19.223672 3657 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 5.364593ms I0505 13:00:19.224025 3657 namespace.go:102] [openshift-apiserver] adding namespace took 5.31027ms I0505 13:00:19.224459 3657 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 5.370341ms I0505 13:00:19.224472 3657 namespace.go:98] [openshift-dns-operator] adding namespace I0505 13:00:19.224805 3657 namespace.go:102] [openshift-node] adding namespace took 5.332548ms I0505 13:00:19.225130 3657 namespace.go:102] [openshift-operators] adding namespace took 5.295372ms I0505 13:00:19.225543 3657 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 5.31325ms I0505 13:00:19.225904 3657 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 5.290046ms I0505 13:00:19.226284 3657 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.288625ms I0505 13:00:19.226630 3657 namespace.go:102] [kube-node-lease] adding namespace took 5.241901ms I0505 13:00:19.226641 3657 namespace.go:98] [openshift-backplane-cee] adding namespace I0505 13:00:19.226989 3657 namespace.go:102] [openshift-backplane-mobb] adding namespace took 5.221892ms I0505 13:00:19.227369 3657 namespace.go:102] [openshift-authentication] adding namespace took 5.216729ms I0505 13:00:19.227380 3657 namespace.go:98] [openshift-network-console] adding namespace W0505 13:00:19.227714 3657 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-4phpf: pod openshift-network-diagnostics/network-check-target-4phpf: no pod IPs found W0505 13:00:19.227726 3657 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-g7lfn: pod openshift-network-diagnostics/network-check-target-g7lfn: no pod IPs found W0505 13:00:19.227733 3657 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-qtgzf: pod openshift-network-diagnostics/network-check-target-qtgzf: no pod IPs found I0505 13:00:19.227760 3657 namespace.go:102] [openshift-config] adding namespace took 5.193166ms I0505 13:00:19.227770 3657 namespace.go:98] [openshift-infra] adding namespace I0505 13:00:19.228187 3657 namespace.go:102] [openshift-network-diagnostics] adding namespace took 5.251995ms I0505 13:00:19.228940 3657 namespace.go:102] [openshift-dns-operator] adding namespace took 4.463249ms I0505 13:00:19.229335 3657 namespace.go:102] [openshift-backplane-cee] adding namespace took 2.68927ms I0505 13:00:19.229698 3657 namespace.go:102] [openshift-network-console] adding namespace took 2.313087ms I0505 13:00:19.230033 3657 namespace.go:102] [openshift-infra] adding namespace took 2.258046ms W0505 13:00:19.230105 3657 master.go:471] Unable to parse remote node ip-10-0-0-203.ec2.internal chassis-id annotation. Chassis may be removed during sync W0505 13:00:19.230113 3657 master.go:471] Unable to parse remote node ip-10-0-1-250.ec2.internal chassis-id annotation. Chassis may be removed during sync I0505 13:00:19.230198 3657 master.go:548] Adding or Updating local node "ip-10-0-2-125.ec2.internal" for network "default" I0505 13:00:19.230279 3657 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-203.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-203.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-203.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-203.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-203.ec2.internal I0505 13:00:19.230300 3657 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-250.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-250.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-250.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-250.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-250.ec2.internal W0505 13:00:19.236671 3657 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-s2vws: pod openshift-multus/network-metrics-daemon-s2vws: no pod IPs found W0505 13:00:19.236686 3657 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-4phpf: pod openshift-network-diagnostics/network-check-target-4phpf: no pod IPs found I0505 13:00:19.237546 3657 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-125.ec2.internal for the network default I0505 13:00:19.237890 3657 zone_ic_handler.go:195] Time taken to create transit switch: 330.625µs I0505 13:00:19.238546 3657 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0505 13:00:19.238567 3657 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0505 13:00:19.238581 3657 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0505 13:00:19.238606 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-250.ec2.internal in network "default" I0505 13:00:19.238633 3657 node_tracker.go:235] Node ip-10-0-1-250.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-250.ec2.internal" I0505 13:00:19.238645 3657 node_tracker.go:169] Node ip-10-0-1-250.ec2.internal switch + router changed, syncing services in network "default" I0505 13:00:19.238657 3657 services_controller.go:574] Full service sync requested for network=default I0505 13:00:19.238662 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-125.ec2.internal in network "default" I0505 13:00:19.238688 3657 node_tracker.go:169] Node ip-10-0-2-125.ec2.internal switch + router changed, syncing services in network "default" I0505 13:00:19.238694 3657 services_controller.go:574] Full service sync requested for network=default I0505 13:00:19.238702 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-203.ec2.internal in network "default" I0505 13:00:19.238710 3657 node_tracker.go:235] Node ip-10-0-0-203.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-203.ec2.internal" I0505 13:00:19.238715 3657 node_tracker.go:169] Node ip-10-0-0-203.ec2.internal switch + router changed, syncing services in network "default" I0505 13:00:19.238718 3657 services_controller.go:574] Full service sync requested for network=default I0505 13:00:19.339583 3657 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0505 13:00:19.339608 3657 services_controller.go:208] Setting up event handlers for services for network=default I0505 13:00:19.339736 3657 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0505 13:00:19.339791 3657 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0505 13:00:19.339811 3657 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0505 13:00:19.440593 3657 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0505 13:00:19.440614 3657 repair.go:60] Starting repairing loop for services I0505 13:00:19.440702 3657 repair.go:131] Deleted 0 stale service LBs I0505 13:00:19.440720 3657 repair.go:137] Deleted 0 stale Chassis Template Vars I0505 13:00:19.440737 3657 repair.go:62] Finished repairing loop for services: 124.796µs I0505 13:00:19.440762 3657 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0505 13:00:19.440772 3657 services_controller.go:254] Starting workers for network=default I0505 13:00:19.441214 3657 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-4phpf] creating logical port openshift-network-diagnostics_network-check-target-4phpf for pod on switch ip-10-0-2-125.ec2.internal I0505 13:00:19.441301 3657 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-7jx8w, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-7jx8w: suppressed error logged: pod openshift-multus/network-metrics-daemon-7jx8w: no pod IPs found I0505 13:00:19.441325 3657 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-qtgzf, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-qtgzf: suppressed error logged: pod openshift-network-diagnostics/network-check-target-qtgzf: no pod IPs found I0505 13:00:19.441430 3657 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-s2vws] creating logical port openshift-multus_network-metrics-daemon-s2vws for pod on switch ip-10-0-2-125.ec2.internal I0505 13:00:19.441461 3657 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-4phpf I0505 13:00:19.441519 3657 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-s2vws I0505 13:00:19.441578 3657 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-g7lfn, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-g7lfn: suppressed error logged: pod openshift-network-diagnostics/network-check-target-g7lfn: no pod IPs found I0505 13:00:19.441624 3657 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-bm459, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-bm459: suppressed error logged: pod openshift-multus/network-metrics-daemon-bm459: no pod IPs found I0505 13:00:19.459331 3657 pod.go:62] [openshift-network-diagnostics/network-check-target-4phpf] pod update took 18.006267ms I0505 13:00:19.459350 3657 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-4phpf] addLogicalPort annotation time took 18.040093ms I0505 13:00:19.459408 3657 pod.go:62] [openshift-multus/network-metrics-daemon-s2vws] pod update took 17.912283ms I0505 13:00:19.459428 3657 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-s2vws] addLogicalPort annotation time took 17.933418ms I0505 13:00:19.460223 3657 pods.go:271] [openshift-network-diagnostics/network-check-target-4phpf] addLogicalPort took 19.049266ms, libovsdb time 642.406µs I0505 13:00:19.460454 3657 pods.go:271] [openshift-multus/network-metrics-daemon-s2vws] addLogicalPort took 19.033032ms, libovsdb time 841.398µs I0505 13:00:19.460897 3657 admin_network_policy_controller.go:227] Starting controller default-network-controller I0505 13:00:19.460922 3657 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0505 13:00:19.460935 3657 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0505 13:00:19.460939 3657 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0505 13:00:19.461135 3657 repair.go:29] Repairing admin network policies took 190.172µs I0505 13:00:19.461302 3657 repair.go:92] Repairing baseline admin network policies took 155.1µs I0505 13:00:19.461783 3657 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0505 13:00:19.461801 3657 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0505 13:00:19.463973 3657 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0505 13:00:19.463999 3657 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0505 13:00:19.464024 3657 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0505 13:00:19.466090 3657 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0505 13:00:19.466109 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0505 13:00:19.466118 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0505 13:00:19.467579 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0505 13:00:19.467595 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0505 13:00:19.467602 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0505 13:00:19.468989 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0505 13:00:19.469027 3657 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0505 13:00:19.469039 3657 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0505 13:00:19.470966 3657 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0505 13:00:19.470982 3657 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0505 13:00:19.470991 3657 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0505 13:00:19.472574 3657 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0505 13:00:19.472594 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0505 13:00:19.472602 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0505 13:00:19.473059 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0505 13:00:19.473077 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0505 13:00:19.473084 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0505 13:00:19.473918 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0505 13:00:19.473935 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0505 13:00:19.473944 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0505 13:00:19.474510 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0505 13:00:19.474529 3657 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0505 13:00:19.474536 3657 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0505 13:00:19.474834 3657 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0505 13:00:19.474861 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0505 13:00:19.474872 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0505 13:00:19.475355 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0505 13:00:19.475373 3657 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0505 13:00:19.475381 3657 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0505 13:00:19.475837 3657 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0505 13:00:19.475852 3657 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0505 13:00:19.475858 3657 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0505 13:00:19.476121 3657 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0505 13:00:19.476137 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0505 13:00:19.476145 3657 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0505 13:00:19.477834 3657 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0505 13:00:19.477850 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0505 13:00:19.477859 3657 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0505 13:00:19.478377 3657 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0505 13:00:19.478391 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0505 13:00:19.478397 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0505 13:00:19.479760 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0505 13:00:19.479777 3657 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0505 13:00:19.479786 3657 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0505 13:00:19.480747 3657 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0505 13:00:19.480764 3657 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0505 13:00:19.480774 3657 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0505 13:00:19.481876 3657 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0505 13:00:19.481906 3657 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0505 13:00:19.481919 3657 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0505 13:00:19.483064 3657 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0505 13:00:19.483083 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0505 13:00:19.483091 3657 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0505 13:00:19.483553 3657 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0505 13:00:19.483570 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0505 13:00:19.483578 3657 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0505 13:00:19.484021 3657 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0505 13:00:19.484037 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0505 13:00:19.484043 3657 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0505 13:00:19.484296 3657 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0505 13:00:19.484312 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0505 13:00:19.484319 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0505 13:00:19.484752 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0505 13:00:19.484767 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0505 13:00:19.485128 3657 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0505 13:00:19.485143 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 13:00:19.485817 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0505 13:00:19.485833 3657 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0505 13:00:19.485840 3657 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0505 13:00:19.486363 3657 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0505 13:00:19.486381 3657 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0505 13:00:19.486390 3657 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0505 13:00:19.487648 3657 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0505 13:00:19.487664 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0505 13:00:19.487672 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0505 13:00:19.488196 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0505 13:00:19.488214 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0505 13:00:19.488234 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 13:00:19.488932 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0505 13:00:19.488950 3657 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0505 13:00:19.488963 3657 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0505 13:00:19.490151 3657 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0505 13:00:19.495030 3657 egressfirewall.go:374] Starting EgressFirewall controller I0505 13:00:19.495062 3657 controller.go:133] Adding controller egress-firewall-controller event handlers I0505 13:00:19.495095 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0505 13:00:19.495107 3657 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0505 13:00:19.495118 3657 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0505 13:00:19.495136 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0505 13:00:19.495148 3657 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0505 13:00:19.495414 3657 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0505 13:00:19.495428 3657 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0505 13:00:19.495433 3657 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0505 13:00:19.495442 3657 egressqos.go:193] Setting up event handlers for EgressQoS I0505 13:00:19.495448 3657 egressfirewall.go:723] Syncing node "ip-10-0-0-203.ec2.internal" for egress firewall I0505 13:00:19.495457 3657 egressfirewall.go:723] Syncing node "ip-10-0-1-250.ec2.internal" for egress firewall I0505 13:00:19.495462 3657 egressfirewall.go:723] Syncing node "ip-10-0-2-125.ec2.internal" for egress firewall I0505 13:00:19.495525 3657 egressqos.go:245] Starting EgressQoS Controller I0505 13:00:19.495534 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0505 13:00:19.495539 3657 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0505 13:00:19.495545 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0505 13:00:19.495549 3657 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0505 13:00:19.495554 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0505 13:00:19.495558 3657 shared_informer.go:356] "Caches are synced" controller="egressqos" I0505 13:00:19.495562 3657 egressqos.go:259] Repairing EgressQoSes I0505 13:00:19.495566 3657 egressqos.go:399] Starting repairing loop for egressqos I0505 13:00:19.495642 3657 egressqos.go:401] Finished repairing loop for egressqos: 75.873µs I0505 13:00:19.495664 3657 egressservice_zone.go:132] Setting up event handlers for Egress Services I0505 13:00:19.495672 3657 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-125.ec2.internal I0505 13:00:19.495710 3657 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-125.ec2.internal : 38.816µs I0505 13:00:19.495834 3657 egressservice_zone.go:210] Starting Egress Services Controller I0505 13:00:19.495849 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 13:00:19.495858 3657 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 13:00:19.495863 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 13:00:19.495868 3657 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 13:00:19.495874 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 13:00:19.495879 3657 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 13:00:19.495884 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0505 13:00:19.495888 3657 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0505 13:00:19.495892 3657 egressservice_zone.go:228] Repairing Egress Services I0505 13:00:19.496200 3657 master_controller.go:88] Starting Admin Policy Based Route Controller I0505 13:00:19.496210 3657 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 13:00:19.496295 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-203.ec2.internal I0505 13:00:19.496309 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-203.ec2.internal: 15.961µs I0505 13:00:19.496318 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-250.ec2.internal I0505 13:00:19.496321 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-250.ec2.internal: 4.168µs I0505 13:00:19.496326 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-125.ec2.internal I0505 13:00:19.496330 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-125.ec2.internal: 4.798µs I0505 13:00:19.496448 3657 default_network_controller.go:585] Completing all the Watchers took 299.015484ms I0505 13:00:19.496466 3657 default_network_controller.go:589] Starting unidling controllers I0505 13:00:19.496484 3657 unidle.go:46] Registering OVN SB ControllerEvent handler I0505 13:00:19.496494 3657 unidle.go:63] Populating Initial ContollerEvent events I0505 13:00:19.496507 3657 unidle.go:79] Setting up event handlers for services I0505 13:00:19.496567 3657 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0505 13:00:19.586503 3657 default_node_network_controller.go:519] Node connection status = connected I0505 13:00:19.767023 3657 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0505 13:00:20.086432 3657 default_node_network_controller.go:519] Node connection status = connected I0505 13:00:20.103991 3657 bridgeconfig.go:537] Gateway is ready I0505 13:00:20.104028 3657 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0505 13:00:20.116059 3657 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.125. Updating OVN encap IP. I0505 13:00:20.121621 3657 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.125 - it is already configured I0505 13:00:20.121636 3657 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.125/24:{} 172.20.0.1/32:{}]. Updating annotations. I0505 13:00:20.121880 3657 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.125/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-125.ec2.internal","mac-address":"0e:53:70:e8:77:9d","ip-addresses":["10.0.2.125/24"],"ip-address":"10.0.2.125/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:b81ab1d5-5335-443f-8bcf-f7fdbf480795 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.125/24"}] on node ip-10-0-2-125.ec2.internal I0505 13:00:20.139483 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-125.ec2.internal in network "default" I0505 13:00:20.139505 3657 egressfirewall.go:723] Syncing node "ip-10-0-2-125.ec2.internal" for egress firewall I0505 13:00:20.139531 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-125.ec2.internal I0505 13:00:20.139557 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-125.ec2.internal: 30.907µs I0505 13:00:20.139560 3657 node_tracker.go:169] Node ip-10-0-2-125.ec2.internal switch + router changed, syncing services in network "default" I0505 13:00:20.139586 3657 services_controller.go:574] Full service sync requested for network=default I0505 13:00:20.139678 3657 master.go:548] Adding or Updating local node "ip-10-0-2-125.ec2.internal" for network "default" I0505 13:00:20.140234 3657 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.125 I0505 13:00:20.140524 3657 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-125.ec2.internal I0505 13:00:20.144146 3657 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-125.ec2.internal. Updating no re-route policies I0505 13:00:20.144223 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-r9xms I0505 13:00:20.144234 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-pt89t I0505 13:00:20.144252 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-pt89t I0505 13:00:20.144251 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-kj7cj I0505 13:00:20.144257 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-s2vws I0505 13:00:20.144263 3657 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-dsptq I0505 13:00:20.144265 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-kj7cj I0505 13:00:20.144270 3657 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-dsptq I0505 13:00:20.144274 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-dn9bb I0505 13:00:20.144237 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-125.ec2.internal I0505 13:00:20.144279 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-w2nl6 I0505 13:00:20.144284 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-kj7cj after 0 failed attempt(s) I0505 13:00:20.144287 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-dn9bb I0505 13:00:20.144288 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-w2nl6 I0505 13:00:20.144288 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-4phpf I0505 13:00:20.144301 3657 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-125.ec2.internal I0505 13:00:20.144304 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-4phpf I0505 13:00:20.144308 3657 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-125.ec2.internal I0505 13:00:20.144309 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-6cvb4 I0505 13:00:20.144312 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-w2nl6 after 0 failed attempt(s) I0505 13:00:20.144324 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-6cvb4 I0505 13:00:20.144326 3657 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-125.ec2.internal after 0 failed attempt(s) I0505 13:00:20.144270 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-s2vws I0505 13:00:20.144338 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-dn9bb after 0 failed attempt(s) I0505 13:00:20.144279 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-pt89t after 0 failed attempt(s) I0505 13:00:20.144345 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-6cvb4 after 0 failed attempt(s) I0505 13:00:20.144254 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-7pdcl I0505 13:00:20.144287 3657 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-dsptq after 0 failed attempt(s) I0505 13:00:20.144328 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-t5mr2 I0505 13:00:20.144361 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-7pdcl I0505 13:00:20.144241 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-r9xms I0505 13:00:20.144379 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-7pdcl after 0 failed attempt(s) I0505 13:00:20.144396 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-r9xms after 0 failed attempt(s) I0505 13:00:20.144287 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-125.ec2.internal I0505 13:00:20.144424 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-125.ec2.internal after 0 failed attempt(s) I0505 13:00:20.144348 3657 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-4phpf] creating logical port openshift-network-diagnostics_network-check-target-4phpf for pod on switch ip-10-0-2-125.ec2.internal I0505 13:00:20.144360 3657 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-s2vws] creating logical port openshift-multus_network-metrics-daemon-s2vws for pod on switch ip-10-0-2-125.ec2.internal I0505 13:00:20.144369 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-t5mr2 I0505 13:00:20.144555 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-t5mr2 after 0 failed attempt(s) I0505 13:00:20.145375 3657 pods.go:271] [openshift-multus/network-metrics-daemon-s2vws] addLogicalPort took 1.023381ms, libovsdb time 386.422µs I0505 13:00:20.145388 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-s2vws after 0 failed attempt(s) I0505 13:00:20.145439 3657 pods.go:271] [openshift-network-diagnostics/network-check-target-4phpf] addLogicalPort took 1.101008ms, libovsdb time 447.885µs I0505 13:00:20.145452 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-4phpf after 0 failed attempt(s) I0505 13:00:20.158563 3657 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0505 13:00:20.170532 3657 iptables.go:108] Creating table: mangle chain: OUTPUT I0505 13:00:20.173695 3657 iptables.go:108] Creating table: nat chain: OUTPUT I0505 13:00:20.223163 3657 iptables.go:108] Creating table: nat chain: PREROUTING I0505 13:00:20.272219 3657 iptables.go:108] Creating table: filter chain: FORWARD I0505 13:00:20.287863 3657 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0505 13:00:20.288026 3657 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0505 13:00:20.288077 3657 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0505 13:00:20.288155 3657 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0505 13:00:20.288205 3657 gateway_init.go:325] Gateway and management port readiness took 1.206801668s I0505 13:00:20.288233 3657 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0505 13:00:20.288277 3657 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0505 13:00:20.288289 3657 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0505 13:00:20.288298 3657 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 13:00:20.288358 3657 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0505 13:00:20.288440 3657 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 52.85µs I0505 13:00:20.288638 3657 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0505 13:00:20.288674 3657 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 22.017µs I0505 13:00:20.288682 3657 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 44.563µs I0505 13:00:20.288687 3657 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0505 13:00:20.288697 3657 nad_controller.go:379] [node-nad-controller NAD controller]: started I0505 13:00:20.288704 3657 default_node_network_controller.go:899] Starting the default node network controller I0505 13:00:20.288708 3657 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0505 13:00:20.288785 3657 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.614µs I0505 13:00:20.288876 3657 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0505 13:00:20.288884 3657 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0505 13:00:20.288906 3657 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ba66c0 0xc0002b6f50 0xc0002b6fc0 0xc0002b70a0 0xc0002b7110 0xc0002b71f0 0xc0002b7260 0xc000b7d5e0 0xc0002b72d0 0xc0002b73b0 0xc0008e8320 0xc0064dd340 0xc0002b7420 map[0x2ff9080:0xc00219ad80 0x2ff95c0:0xc00219af00 0x2ffa2e0:0xc00219acc0 0x2ffa580:0xc00219ad20 0x2ffad60:0xc00219ade0 0x2ffb000:0xc00219ae40 0x2ffb2a0:0xc00219aea0 0x2ffba80:0xc00219af60 0x2ffbd20:0xc00219b080 0x3026980:0xc000cf8720 0x3026d20:0xc000cf8780 0x3027800:0xc000bcafc0 0x3029160:0xc001b26000 0x30298a0:0xc0028949c0 0x302a720:0xc000cf86c0] 0xc00003cf50 0} I0505 13:00:20.288966 3657 gateway.go:151] Starting gateway service sync I0505 13:00:20.289488 3657 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0505 13:00:20.291540 3657 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0505 13:00:20.317879 3657 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0505 13:00:20.319067 3657 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0505 13:00:20.320222 3657 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0505 13:00:20.354618 3657 gateway.go:168] Gateway service sync done. Time taken: 65.639317ms I0505 13:00:20.354999 3657 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31073 I0505 13:00:20.355461 3657 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ba66c0 0xc0002b6f50 0xc0002b6fc0 0xc0002b70a0 0xc0002b7110 0xc0002b71f0 0xc0002b7260 0xc000b7d5e0 0xc0002b72d0 0xc0002b73b0 0xc0008e8320 0xc0064dd340 0xc0002b7420 map[0x2ff9080:0xc00219ad80 0x2ff95c0:0xc00219af00 0x2ffa2e0:0xc00219acc0 0x2ffa580:0xc00219ad20 0x2ffad60:0xc00219ade0 0x2ffb000:0xc00219ae40 0x2ffb2a0:0xc00219aea0 0x2ffba80:0xc00219af60 0x2ffbd20:0xc00219b080 0x3026980:0xc000cf8720 0x3026d20:0xc000cf8780 0x3027800:0xc000bcafc0 0x3029160:0xc001b26000 0x30298a0:0xc0028949c0 0x302a720:0xc000cf86c0] 0xc00003cf50 0} I0505 13:00:20.355955 3657 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ba66c0 0xc0002b6f50 0xc0002b6fc0 0xc0002b70a0 0xc0002b7110 0xc0002b71f0 0xc0002b7260 0xc000b7d5e0 0xc0002b72d0 0xc0002b73b0 0xc0008e8320 0xc0064dd340 0xc0002b7420 map[0x2ff9080:0xc00219ad80 0x2ff95c0:0xc00219af00 0x2ffa2e0:0xc00219acc0 0x2ffa580:0xc00219ad20 0x2ffad60:0xc00219ade0 0x2ffb000:0xc00219ae40 0x2ffb2a0:0xc00219aea0 0x2ffba80:0xc00219af60 0x2ffbd20:0xc00219b080 0x3026980:0xc000cf8720 0x3026d20:0xc000cf8780 0x3027800:0xc000bcafc0 0x3029160:0xc001b26000 0x30298a0:0xc0028949c0 0x302a720:0xc000cf86c0] 0xc00003cf50 0} I0505 13:00:20.356004 3657 gateway.go:532] Reconciling gateway with updates I0505 13:00:20.361137 3657 gateway.go:339] Spawning Conntrack Rule Check Thread I0505 13:00:20.361230 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 13:00:20.361248 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 13:00:20.361252 3657 default_node_network_controller.go:944] Gateway and management port readiness took 72.357723ms I0505 13:00:20.361253 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 13:00:20.361262 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 13:00:20.361270 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 13:00:20.361272 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 13:00:20.361285 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 13:00:20.361297 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 13:00:20.361258 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 13:00:20.361314 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 13:00:20.361315 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 13:00:20.361234 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 13:00:20.361327 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 13:00:20.361334 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 13:00:20.361333 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 13:00:20.361341 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 13:00:20.361321 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 13:00:20.361337 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 13:00:20.361352 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 13:00:20.361364 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 13:00:20.361368 3657 port_claim.go:71] Svc openshift-ingress/router-default: port 31646 is already open, no action needed I0505 13:00:20.361370 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 13:00:20.361371 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 13:00:20.361381 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 13:00:20.361381 3657 port_claim.go:71] Svc openshift-ingress/router-default: port 30301 is already open, no action needed I0505 13:00:20.361382 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 13:00:20.361384 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 13:00:20.361389 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 13:00:20.361395 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 13:00:20.361393 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 13:00:20.361376 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 13:00:20.361403 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 13:00:20.361404 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 13:00:20.361411 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 13:00:20.361418 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 13:00:20.361420 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 13:00:20.361427 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 13:00:20.361429 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 13:00:20.361436 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 13:00:20.361439 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 13:00:20.361353 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 13:00:20.361444 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 13:00:20.361444 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 13:00:20.361446 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 13:00:20.361454 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 13:00:20.361409 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 13:00:20.361462 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 13:00:20.361465 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 13:00:20.361432 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 13:00:20.361472 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 13:00:20.361474 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 13:00:20.361474 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 13:00:20.361479 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 13:00:20.361481 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 13:00:20.361480 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 13:00:20.361484 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 13:00:20.361491 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 13:00:20.361418 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 13:00:20.361478 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 13:00:20.361502 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 13:00:20.361503 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 13:00:20.361500 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 13:00:20.361512 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 13:00:20.361514 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 13:00:20.361517 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 13:00:20.361338 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 13:00:20.361547 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 13:00:20.361550 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 13:00:20.361557 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 13:00:20.361401 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 13:00:20.361560 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 13:00:20.361565 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 13:00:20.361567 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 13:00:20.361557 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 13:00:20.361610 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 13:00:20.361611 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 13:00:20.361616 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 13:00:20.361622 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 13:00:20.361566 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 13:00:20.361633 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 13:00:20.361466 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 13:00:20.361644 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 13:00:20.361647 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 13:00:20.361651 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 13:00:20.361623 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 13:00:20.361635 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 13:00:20.361651 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 13:00:20.361663 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 13:00:20.361671 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 13:00:20.361672 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 13:00:20.361677 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 13:00:20.361508 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 13:00:20.361484 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 13:00:20.361502 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 13:00:20.361758 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 13:00:20.361491 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 13:00:20.361558 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 13:00:20.361808 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 13:00:20.361483 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 13:00:20.361883 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 13:00:20.361897 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 13:00:20.361457 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 13:00:20.361663 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 13:00:20.361792 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 13:00:20.361558 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 13:00:20.362529 3657 node_ip_handler_linux.go:160] Node IP manager is running W0505 13:00:20.403047 3657 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 13:00:20.403245 3657 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 13:00:20.403439 3657 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0505 13:00:20.412854 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 13:00:20.412874 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 13:00:20.412896 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 13:00:20.412906 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 13:00:20.412914 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 13:00:20.412925 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 13:00:20.412933 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 13:00:20.412944 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 13:00:20.412953 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 13:00:20.412964 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 13:00:20.412973 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 13:00:20.412982 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 13:00:20.413035 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 13:00:20.413050 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 13:00:20.413056 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 13:00:20.413067 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 13:00:20.413074 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 13:00:20.453436 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 13:00:20.453464 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 13:00:20.453473 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 13:00:20.453481 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 13:00:20.453486 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 13:00:20.453493 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 13:00:20.453514 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 13:00:20.453532 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 13:00:20.453539 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 13:00:20.453545 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 13:00:20.453551 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 13:00:20.453556 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) W0505 13:00:22.183608 3657 egressip_healthcheck.go:76] Health checking using insecure connection I0505 13:00:22.183625 3657 default_node_network_controller.go:1380] Starting node controller node sync I0505 13:00:22.183674 3657 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0505 13:00:22.195385 3657 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.746902ms I0505 13:00:22.195552 3657 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0505 13:00:22.195845 3657 egressservice_node.go:93] Setting up event handlers for Egress Services I0505 13:00:22.195959 3657 egressservice_node.go:183] Starting Egress Services Controller I0505 13:00:22.195974 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 13:00:22.195983 3657 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 13:00:22.195990 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 13:00:22.195994 3657 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 13:00:22.196000 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 13:00:22.196023 3657 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 13:00:22.196030 3657 egressservice_node.go:197] Repairing Egress Services I0505 13:00:22.205701 3657 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0505 13:00:22.205713 3657 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 13:00:22.205938 3657 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0505 13:00:22.205962 3657 link_network_manager.go:119] Link manager is running I0505 13:00:22.205973 3657 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0505 13:00:22.206116 3657 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0505 13:00:22.206721 3657 vrf_manager.go:128] VRF manager is running I0505 13:00:22.207041 3657 node_controller_manager.go:437] Removing flows to drop GARP I0505 13:00:22.207051 3657 gateway.go:532] Reconciling gateway with updates I0505 13:00:22.226003 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 13:00:22.226030 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 13:00:22.226037 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 13:00:22.226047 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 13:00:22.226043 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 13:00:22.226058 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 13:00:22.226069 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 13:00:22.226078 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 13:00:22.226083 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 13:00:22.226092 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 13:00:22.226090 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 13:00:22.226108 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 13:00:22.226108 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 13:00:22.226114 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 13:00:22.226121 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 13:00:22.226121 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 13:00:22.226126 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 13:00:22.226127 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 13:00:22.226130 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 13:00:22.226133 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 13:00:22.226136 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 13:00:22.226143 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 13:00:22.226144 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 13:00:22.226158 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 13:00:22.226161 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 13:00:22.226160 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 13:00:22.226166 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 13:00:22.226172 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 13:00:22.226176 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 13:00:22.226177 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 13:00:22.226173 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 13:00:22.226183 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 13:00:22.226183 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 13:00:22.226196 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 13:00:22.226197 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 13:00:22.226202 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 13:00:22.226108 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 13:00:22.226216 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 13:00:22.226219 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 13:00:22.226222 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 13:00:22.226228 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 13:00:22.226094 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 13:00:22.226234 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 13:00:22.226239 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 13:00:22.226222 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 13:00:22.226244 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 13:00:22.226112 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 13:00:22.226255 3657 port_claim.go:71] Svc openshift-ingress/router-default: port 31646 is already open, no action needed I0505 13:00:22.226254 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 13:00:22.226259 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 13:00:22.226263 3657 port_claim.go:71] Svc openshift-ingress/router-default: port 30301 is already open, no action needed I0505 13:00:22.226267 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 13:00:22.226238 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 13:00:22.226336 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 13:00:22.226203 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 13:00:22.226372 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 13:00:22.226383 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 13:00:22.226225 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 13:00:22.226241 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 13:00:22.226393 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 13:00:22.226398 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 13:00:22.226403 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 13:00:22.226405 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 13:00:22.226414 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 13:00:22.226178 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 13:00:22.226419 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 13:00:22.226255 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 13:00:22.226423 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 13:00:22.226427 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 13:00:22.226431 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 13:00:22.226437 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 13:00:22.226440 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 13:00:22.226212 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 13:00:22.226448 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 13:00:22.226452 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 13:00:22.226454 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 13:00:22.226431 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 13:00:22.226460 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 13:00:22.226461 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 13:00:22.226256 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 13:00:22.226465 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 13:00:22.226469 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 13:00:22.226455 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 13:00:22.226484 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 13:00:22.226265 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 13:00:22.226491 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 13:00:22.226499 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 13:00:22.226504 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 13:00:22.226507 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 13:00:22.226516 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 13:00:22.226224 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 13:00:22.226523 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 13:00:22.226522 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 13:00:22.226524 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 13:00:22.226527 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 13:00:22.226532 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 13:00:22.226538 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 13:00:22.226544 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 13:00:22.226513 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 13:00:22.226271 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 13:00:22.226526 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 13:00:22.226639 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 13:00:22.226515 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 13:00:22.226661 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 13:00:22.226744 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 13:00:22.226757 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 13:00:22.226770 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 13:00:22.249120 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 13:00:22.249143 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 13:00:22.249151 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 13:00:22.249157 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 13:00:22.249162 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 13:00:22.249168 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 13:00:22.249175 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 13:00:22.289302 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 13:00:22.289311 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 13:00:22.289326 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 13:00:22.289335 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 13:00:22.289342 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 13:00:22.289348 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 13:00:22.289354 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 13:00:22.289359 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 13:00:22.330213 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 13:00:22.330243 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 13:00:22.330250 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 13:00:22.330257 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 13:00:22.330263 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 13:00:22.330268 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 13:00:22.330274 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 13:00:22.330279 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 13:00:22.330293 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 13:00:22.330315 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 13:00:22.330321 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 13:00:22.330330 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 13:00:22.549298 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-203.ec2.internal I0505 13:00:22.549305 3657 default_network_controller.go:1025] Node "ip-10-0-0-203.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 13:00:22.549316 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-203.ec2.internal: 25.201µs I0505 13:00:22.549299 3657 egressfirewall.go:723] Syncing node "ip-10-0-0-203.ec2.internal" for egress firewall I0505 13:00:23.973287 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-125.ec2.internal I0505 13:00:23.973347 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-125.ec2.internal: 66.848µs I0505 13:00:24.001334 3657 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-688ddf899c-snrc8] creating logical port openshift-image-registry_image-registry-688ddf899c-snrc8 for pod on switch ip-10-0-2-125.ec2.internal I0505 13:00:24.001502 3657 kube.go:256] Updating pod openshift-image-registry/image-registry-688ddf899c-snrc8 I0505 13:00:24.026967 3657 pod.go:62] [openshift-image-registry/image-registry-688ddf899c-snrc8] pod update took 25.498458ms I0505 13:00:24.026988 3657 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-688ddf899c-snrc8] addLogicalPort annotation time took 25.529478ms I0505 13:00:24.028229 3657 pods.go:271] [openshift-image-registry/image-registry-688ddf899c-snrc8] addLogicalPort took 26.91268ms, libovsdb time 933.11µs I0505 13:00:24.063967 3657 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-8s8jp] creating logical port openshift-dns_dns-default-8s8jp for pod on switch ip-10-0-2-125.ec2.internal I0505 13:00:24.064118 3657 kube.go:256] Updating pod openshift-dns/dns-default-8s8jp I0505 13:00:24.064220 3657 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-6l2m6] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29633100-6l2m6 for pod on switch ip-10-0-2-125.ec2.internal I0505 13:00:24.064249 3657 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-d48n9] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-d48n9 for pod on switch ip-10-0-2-125.ec2.internal I0505 13:00:24.064323 3657 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-6l2m6 I0505 13:00:24.064338 3657 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-gncgb] creating logical port openshift-ingress-canary_ingress-canary-gncgb for pod on switch ip-10-0-2-125.ec2.internal I0505 13:00:24.064402 3657 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-d48n9 I0505 13:00:24.064430 3657 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-gncgb I0505 13:00:24.084570 3657 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-d48n9] pod update took 20.191234ms I0505 13:00:24.084591 3657 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-d48n9] addLogicalPort annotation time took 20.233029ms I0505 13:00:24.084715 3657 pod.go:62] [openshift-dns/dns-default-8s8jp] pod update took 20.62626ms I0505 13:00:24.084736 3657 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-8s8jp] addLogicalPort annotation time took 20.650474ms I0505 13:00:24.084820 3657 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-6l2m6] pod update took 20.522906ms I0505 13:00:24.084842 3657 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-6l2m6] addLogicalPort annotation time took 20.547711ms I0505 13:00:24.085663 3657 pod.go:62] [openshift-ingress-canary/ingress-canary-gncgb] pod update took 21.258329ms I0505 13:00:24.085675 3657 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-gncgb] addLogicalPort annotation time took 21.274332ms I0505 13:00:24.085675 3657 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-d48n9] addLogicalPort took 21.437857ms, libovsdb time 805.435µs I0505 13:00:24.086136 3657 pods.go:271] [openshift-dns/dns-default-8s8jp] addLogicalPort took 22.184639ms, libovsdb time 1.058732ms I0505 13:00:24.086446 3657 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-6l2m6] addLogicalPort took 22.241058ms, libovsdb time 1.203821ms I0505 13:00:24.086832 3657 pods.go:271] [openshift-ingress-canary/ingress-canary-gncgb] addLogicalPort took 22.501069ms, libovsdb time 791.862µs I0505 13:00:24.169244 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-250.ec2.internal in network "default" I0505 13:00:24.169274 3657 node_tracker.go:235] Node ip-10-0-1-250.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-250.ec2.internal" I0505 13:00:24.169292 3657 node_tracker.go:169] Node ip-10-0-1-250.ec2.internal switch + router changed, syncing services in network "default" I0505 13:00:24.169301 3657 default_network_controller.go:1025] Node "ip-10-0-1-250.ec2.internal" in remote zone "ip-10-0-1-250.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 13:00:24.169306 3657 services_controller.go:574] Full service sync requested for network=default I0505 13:00:24.331729 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-250.ec2.internal in network "default" I0505 13:00:24.331760 3657 default_network_controller.go:1025] Node "ip-10-0-1-250.ec2.internal" in remote zone "ip-10-0-1-250.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 13:00:24.331789 3657 node_tracker.go:169] Node ip-10-0-1-250.ec2.internal switch + router changed, syncing services in network "default" I0505 13:00:24.331801 3657 services_controller.go:574] Full service sync requested for network=default I0505 13:00:24.332767 3657 zone_ic_handler.go:195] Time taken to create transit switch: 296.014µs I0505 13:00:24.332785 3657 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-250.ec2.internal for the network default I0505 13:00:24.333785 3657 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-250.ec2.internal" on network "default" took: 1.328675ms I0505 13:00:24.521385 3657 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-6l2m6 b37f1b8767e3bf551058bf4c1d0f48d9054f52240654c89cd843a705b273c974 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-6l2m6 b37f1b8767e3bf551058bf4c1d0f48d9054f52240654c89cd843a705b273c974 network default NAD default NAD key ] I0505 13:00:24.531333 3657 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-d48n9 e179c693053af6e0a458fbf7a2b12806b1f71a3af69f3828264abfcc3c64008c network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-d48n9 e179c693053af6e0a458fbf7a2b12806b1f71a3af69f3828264abfcc3c64008c network default NAD default NAD key ] I0505 13:00:24.540129 3657 cni.go:452] [openshift-ingress-canary/ingress-canary-gncgb a12fff2d092963b5636faa69b5482025322a81501a25e3cfcb217185bf4e1316 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-gncgb a12fff2d092963b5636faa69b5482025322a81501a25e3cfcb217185bf4e1316 network default NAD default NAD key ] I0505 13:00:24.554054 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29633100-6l2m6, hostIfaceName: b37f1b8767e3bf5, network: default, NAD default, SandboxID: "b37f1b8767e3bf551058bf4c1d0f48d9054f52240654c89cd843a705b273c974", PCI device ID: , UID: "cf605d10-6b1d-4b93-8dcd-ce504209d5bb", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0505 13:00:24.554353 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-d48n9, hostIfaceName: e179c693053af6e, network: default, NAD default, SandboxID: "e179c693053af6e0a458fbf7a2b12806b1f71a3af69f3828264abfcc3c64008c", PCI device ID: , UID: "643533f3-989b-4625-a098-37fc8070b2bc", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0505 13:00:24.555557 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-gncgb, hostIfaceName: a12fff2d092963b, network: default, NAD default, SandboxID: "a12fff2d092963b5636faa69b5482025322a81501a25e3cfcb217185bf4e1316", PCI device ID: , UID: "19f08463-dc13-4eb4-a64d-fafaafd4e54d", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0505 13:00:24.614552 3657 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-6l2m6 b37f1b8767e3bf551058bf4c1d0f48d9054f52240654c89cd843a705b273c974 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-6l2m6 b37f1b8767e3bf551058bf4c1d0f48d9054f52240654c89cd843a705b273c974 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:51:2b:b9:cc:b5\",\"name\":\"b37f1b8767e3bf5\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0646ef7e-f3f2-459f-8794-7782f10e1fb3\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:00:24.621443 3657 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-d48n9 e179c693053af6e0a458fbf7a2b12806b1f71a3af69f3828264abfcc3c64008c network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-d48n9 e179c693053af6e0a458fbf7a2b12806b1f71a3af69f3828264abfcc3c64008c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:35:81:99:15:b5\",\"name\":\"e179c693053af6e\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae828225-5510-4197-b53f-f69d923e1bd2\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:00:24.622191 3657 cni.go:473] [openshift-ingress-canary/ingress-canary-gncgb a12fff2d092963b5636faa69b5482025322a81501a25e3cfcb217185bf4e1316 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-gncgb a12fff2d092963b5636faa69b5482025322a81501a25e3cfcb217185bf4e1316 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:ad:9c:ab:df:01\",\"name\":\"a12fff2d092963b\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0cb72a25-e449-4091-8514-4ecda44764fc\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:00:26.385068 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-250.ec2.internal in network "default" I0505 13:00:26.385109 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-250.ec2.internal I0505 13:00:26.385124 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-250.ec2.internal: 22.428µs I0505 13:00:26.385107 3657 egressfirewall.go:723] Syncing node "ip-10-0-1-250.ec2.internal" for egress firewall I0505 13:00:26.385160 3657 node_tracker.go:169] Node ip-10-0-1-250.ec2.internal switch + router changed, syncing services in network "default" I0505 13:00:26.385180 3657 services_controller.go:574] Full service sync requested for network=default I0505 13:00:26.385229 3657 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-250.ec2.internal", IP: 10.0.1.250 to PMTUD blocking rules I0505 13:00:26.385244 3657 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-250.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 13:00:26.391270 3657 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-250.ec2.internal. Updating no re-route policies I0505 13:00:26.402596 3657 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-250.ec2.internal", IP: 10.0.1.250 to PMTUD blocking rules I0505 13:00:26.402611 3657 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-250.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 13:00:27.096125 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-203.ec2.internal in network "default" I0505 13:00:27.096163 3657 node_tracker.go:235] Node ip-10-0-0-203.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-203.ec2.internal" I0505 13:00:27.096183 3657 node_tracker.go:169] Node ip-10-0-0-203.ec2.internal switch + router changed, syncing services in network "default" I0505 13:00:27.096199 3657 services_controller.go:574] Full service sync requested for network=default I0505 13:00:27.096218 3657 default_network_controller.go:1025] Node "ip-10-0-0-203.ec2.internal" in remote zone "ip-10-0-0-203.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 13:00:27.153805 3657 default_network_controller.go:1025] Node "ip-10-0-0-203.ec2.internal" in remote zone "ip-10-0-0-203.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 13:00:27.230715 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-203.ec2.internal in network "default" I0505 13:00:27.230786 3657 default_network_controller.go:1025] Node "ip-10-0-0-203.ec2.internal" in remote zone "ip-10-0-0-203.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 13:00:27.230790 3657 node_tracker.go:169] Node ip-10-0-0-203.ec2.internal switch + router changed, syncing services in network "default" I0505 13:00:27.230903 3657 services_controller.go:574] Full service sync requested for network=default I0505 13:00:27.231661 3657 zone_ic_handler.go:195] Time taken to create transit switch: 267.781µs I0505 13:00:27.231676 3657 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-203.ec2.internal for the network default I0505 13:00:27.232655 3657 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-203.ec2.internal" on network "default" took: 1.273905ms I0505 13:00:27.737506 3657 cni.go:452] [openshift-network-diagnostics/network-check-target-4phpf 704ef95dd3599d8e871fd311f9aa4cc91320fd273b55e10d8b1690b01905a6be network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-4phpf 704ef95dd3599d8e871fd311f9aa4cc91320fd273b55e10d8b1690b01905a6be network default NAD default NAD key ] I0505 13:00:27.751267 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-4phpf, hostIfaceName: 704ef95dd3599d8, network: default, NAD default, SandboxID: "704ef95dd3599d8e871fd311f9aa4cc91320fd273b55e10d8b1690b01905a6be", PCI device ID: , UID: "d565cc1b-bb2c-487e-9b16-4b067a3c0291", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0505 13:00:27.804729 3657 cni.go:473] [openshift-network-diagnostics/network-check-target-4phpf 704ef95dd3599d8e871fd311f9aa4cc91320fd273b55e10d8b1690b01905a6be network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-4phpf 704ef95dd3599d8e871fd311f9aa4cc91320fd273b55e10d8b1690b01905a6be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:68:a6:4b:7e:05\",\"name\":\"704ef95dd3599d8\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/78b11d8c-7860-42aa-ba6a-3d010ffe2180\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:00:29.786121 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-203.ec2.internal I0505 13:00:29.786146 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-203.ec2.internal: 31.805µs I0505 13:00:29.786121 3657 egressfirewall.go:723] Syncing node "ip-10-0-0-203.ec2.internal" for egress firewall I0505 13:00:29.786165 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-203.ec2.internal in network "default" I0505 13:00:29.786174 3657 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-203.ec2.internal", IP: 10.0.0.203 to PMTUD blocking rules I0505 13:00:29.786185 3657 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-203.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 13:00:29.786229 3657 node_tracker.go:169] Node ip-10-0-0-203.ec2.internal switch + router changed, syncing services in network "default" I0505 13:00:29.786251 3657 services_controller.go:574] Full service sync requested for network=default I0505 13:00:29.814684 3657 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-203.ec2.internal. Updating no re-route policies I0505 13:00:29.815883 3657 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-203.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 13:00:29.815902 3657 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-203.ec2.internal", IP: 10.0.0.203 to PMTUD blocking rules I0505 13:00:30.109152 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-250.ec2.internal I0505 13:00:30.109183 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-250.ec2.internal: 38.527µs I0505 13:00:33.308314 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-203.ec2.internal I0505 13:00:33.308347 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-203.ec2.internal: 42.096µs W0505 13:00:33.754556 3657 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 13:00:34.755469 3657 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0505 13:00:38.404920 3657 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 13:00:41.685840 3657 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 13:00:44.566327 3657 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7776d7c8c6-8j8k9] creating logical port openshift-ingress_router-default-7776d7c8c6-8j8k9 for pod on switch ip-10-0-2-125.ec2.internal I0505 13:00:44.566407 3657 kube.go:256] Updating pod openshift-ingress/router-default-7776d7c8c6-8j8k9 I0505 13:00:44.587124 3657 pod.go:62] [openshift-ingress/router-default-7776d7c8c6-8j8k9] pod update took 20.741374ms I0505 13:00:44.587147 3657 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-7776d7c8c6-8j8k9] addLogicalPort annotation time took 20.767058ms I0505 13:00:44.588353 3657 pods.go:271] [openshift-ingress/router-default-7776d7c8c6-8j8k9] addLogicalPort took 22.04074ms, libovsdb time 909.792µs I0505 13:00:44.717545 3657 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-mtjw6] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-mtjw6 for pod on switch ip-10-0-2-125.ec2.internal I0505 13:00:44.717648 3657 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-mtjw6 I0505 13:00:44.732268 3657 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-mtjw6] pod update took 14.646195ms I0505 13:00:44.732288 3657 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-mtjw6] addLogicalPort annotation time took 14.672294ms I0505 13:00:44.733275 3657 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-mtjw6] addLogicalPort took 15.745588ms, libovsdb time 736.22µs W0505 13:00:44.860930 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 13:00:49.291993 3657 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0505 13:00:49.292848 3657 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 818.959µs I0505 13:00:49.321204 3657 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0505 13:00:49.709040 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0505 13:00:50.801741 3657 namespace.go:98] [openshift-service-ca] adding namespace I0505 13:00:50.802603 3657 namespace.go:102] [openshift-service-ca] adding namespace took 840.713µs I0505 13:00:50.822562 3657 namespace.go:142] [openshift-service-ca] updating namespace W0505 13:01:00.273098 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0505 13:01:01.750543 3657 obj_retry.go:498] Detected object openshift-image-registry/image-registry-bfffb659d-q74hg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:01:01.751181 3657 obj_retry.go:498] Detected object openshift-image-registry/image-registry-bfffb659d-q74hg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:01:01.764891 3657 obj_retry.go:492] Detected object openshift-image-registry/image-registry-bfffb659d-q74hg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:01.764908 3657 obj_retry.go:492] Detected object openshift-image-registry/image-registry-bfffb659d-q74hg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:01.770245 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-bfffb659d-q74hg I0505 13:01:01.770263 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-bfffb659d-q74hg I0505 13:01:01.825431 3657 obj_retry.go:498] Detected object openshift-image-registry/image-registry-688ddf899c-snrc8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:01:01.825466 3657 pods.go:176] Deleting pod: openshift-image-registry/image-registry-688ddf899c-snrc8 I0505 13:01:01.826636 3657 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-688ddf899c-snrc8, ips: 10.128.0.5 I0505 13:01:01.826658 3657 obj_retry.go:498] Detected object openshift-image-registry/image-registry-688ddf899c-snrc8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:01:01.837628 3657 obj_retry.go:492] Detected object openshift-image-registry/image-registry-688ddf899c-snrc8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:01.837645 3657 obj_retry.go:492] Detected object openshift-image-registry/image-registry-688ddf899c-snrc8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:01.846564 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-688ddf899c-snrc8 I0505 13:01:01.846586 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-688ddf899c-snrc8 I0505 13:01:16.626338 3657 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-mtjw6 32f785528ab4aa1b6ca3db15964dab8f46eb93f31c6bbf416da02830ef5adf73 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-mtjw6 32f785528ab4aa1b6ca3db15964dab8f46eb93f31c6bbf416da02830ef5adf73 network default NAD default NAD key ] I0505 13:01:16.635480 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-mtjw6, hostIfaceName: 32f785528ab4aa1, network: default, NAD default, SandboxID: "32f785528ab4aa1b6ca3db15964dab8f46eb93f31c6bbf416da02830ef5adf73", PCI device ID: , UID: "bceaf0cf-3543-4e21-8acb-e0ea4bf14adb", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0505 13:01:16.682608 3657 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-mtjw6 32f785528ab4aa1b6ca3db15964dab8f46eb93f31c6bbf416da02830ef5adf73 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-mtjw6 32f785528ab4aa1b6ca3db15964dab8f46eb93f31c6bbf416da02830ef5adf73 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:b5:22:af:ce:b4\",\"name\":\"32f785528ab4aa1\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bbf45fc7-5549-423b-a55c-cc2a1e040652\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:01:16.771153 3657 cni.go:452] [openshift-ingress/router-default-7776d7c8c6-8j8k9 e8f2a33b15a5294b5c0d4fa32af7250570359ccdb13413b4213b9be475e26dc9 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-7776d7c8c6-8j8k9 e8f2a33b15a5294b5c0d4fa32af7250570359ccdb13413b4213b9be475e26dc9 network default NAD default NAD key ] I0505 13:01:16.781909 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7776d7c8c6-8j8k9, hostIfaceName: e8f2a33b15a5294, network: default, NAD default, SandboxID: "e8f2a33b15a5294b5c0d4fa32af7250570359ccdb13413b4213b9be475e26dc9", PCI device ID: , UID: "50143486-a1ba-4264-ac8d-e6136f9bc2f1", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0505 13:01:16.827091 3657 cni.go:473] [openshift-ingress/router-default-7776d7c8c6-8j8k9 e8f2a33b15a5294b5c0d4fa32af7250570359ccdb13413b4213b9be475e26dc9 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-7776d7c8c6-8j8k9 e8f2a33b15a5294b5c0d4fa32af7250570359ccdb13413b4213b9be475e26dc9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:6b:ed:7b:a4:56\",\"name\":\"e8f2a33b15a5294\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca296341-514c-4dcb-bb43-3818dab0e3b3\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:01:21.636233 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 13:01:21.742848 3657 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0505 13:01:21.756989 3657 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 13:01:21.795292 3657 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5b5d6fd7c5-2lnzc] creating logical port openshift-image-registry_image-registry-5b5d6fd7c5-2lnzc for pod on switch ip-10-0-2-125.ec2.internal I0505 13:01:21.795404 3657 kube.go:256] Updating pod openshift-image-registry/image-registry-5b5d6fd7c5-2lnzc I0505 13:01:21.812338 3657 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-w4l5b] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-w4l5b for pod on switch ip-10-0-2-125.ec2.internal I0505 13:01:21.812427 3657 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-w4l5b I0505 13:01:21.854515 3657 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-w4l5b] pod update took 42.114532ms I0505 13:01:21.854544 3657 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-w4l5b] addLogicalPort annotation time took 42.147896ms I0505 13:01:21.855726 3657 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-w4l5b] addLogicalPort took 43.40171ms, libovsdb time 870.687µs I0505 13:01:21.865438 3657 kube.go:256] Updating pod openshift-image-registry/image-registry-5b5d6fd7c5-2lnzc W0505 13:01:21.874603 3657 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0505 13:01:21.913141 3657 pod.go:62] [openshift-image-registry/image-registry-5b5d6fd7c5-2lnzc] pod update took 117.766936ms I0505 13:01:21.913199 3657 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5b5d6fd7c5-2lnzc] addLogicalPort annotation time took 117.830205ms I0505 13:01:21.915473 3657 pods.go:271] [openshift-image-registry/image-registry-5b5d6fd7c5-2lnzc] addLogicalPort took 120.201614ms, libovsdb time 1.566734ms I0505 13:01:21.962187 3657 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-hkgm5] creating logical port openshift-insights_insights-runtime-extractor-hkgm5 for pod on switch ip-10-0-2-125.ec2.internal I0505 13:01:21.962303 3657 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-hkgm5 I0505 13:01:22.012588 3657 pod.go:62] [openshift-insights/insights-runtime-extractor-hkgm5] pod update took 50.309284ms I0505 13:01:22.012610 3657 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-hkgm5] addLogicalPort annotation time took 50.335542ms I0505 13:01:22.013691 3657 pods.go:271] [openshift-insights/insights-runtime-extractor-hkgm5] addLogicalPort took 51.517351ms, libovsdb time 787.46µs I0505 13:01:22.156033 3657 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-w4l5b 682404e87656057a1ff3d669aa6c2ae2dc04929f0e416ea82fd80d299bb4c9d3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-w4l5b 682404e87656057a1ff3d669aa6c2ae2dc04929f0e416ea82fd80d299bb4c9d3 network default NAD default NAD key ] I0505 13:01:22.166038 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-w4l5b, hostIfaceName: 682404e87656057, network: default, NAD default, SandboxID: "682404e87656057a1ff3d669aa6c2ae2dc04929f0e416ea82fd80d299bb4c9d3", PCI device ID: , UID: "8cf4080c-2e40-44d4-8b0d-4a7832b1415a", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0505 13:01:22.213327 3657 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-w4l5b 682404e87656057a1ff3d669aa6c2ae2dc04929f0e416ea82fd80d299bb4c9d3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-w4l5b 682404e87656057a1ff3d669aa6c2ae2dc04929f0e416ea82fd80d299bb4c9d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:78:ad:08:a8:69\",\"name\":\"682404e87656057\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/15d40822-b542-4566-8fcb-aab32230898c\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:01:22.323498 3657 cni.go:452] [openshift-insights/insights-runtime-extractor-hkgm5 f10800ac9add3c10dcbd68ec9df98812f3c764fe5b0abbb57984c8ed0d978630 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-hkgm5 f10800ac9add3c10dcbd68ec9df98812f3c764fe5b0abbb57984c8ed0d978630 network default NAD default NAD key ] I0505 13:01:22.333285 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-hkgm5, hostIfaceName: f10800ac9add3c1, network: default, NAD default, SandboxID: "f10800ac9add3c10dcbd68ec9df98812f3c764fe5b0abbb57984c8ed0d978630", PCI device ID: , UID: "7e8024f9-cef0-4c27-ab2d-3121f6885761", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0505 13:01:22.379045 3657 cni.go:473] [openshift-insights/insights-runtime-extractor-hkgm5 f10800ac9add3c10dcbd68ec9df98812f3c764fe5b0abbb57984c8ed0d978630 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-hkgm5 f10800ac9add3c10dcbd68ec9df98812f3c764fe5b0abbb57984c8ed0d978630 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:98:19:b2:17:2c\",\"name\":\"f10800ac9add3c1\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9957298e-3652-4489-8088-5e3f20b1e6cf\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:01:22.855817 3657 base_network_controller_pods.go:487] [default/openshift-console/console-8fd9c774b-g9qcc] creating logical port openshift-console_console-8fd9c774b-g9qcc for pod on switch ip-10-0-2-125.ec2.internal I0505 13:01:22.855971 3657 kube.go:256] Updating pod openshift-console/console-8fd9c774b-g9qcc I0505 13:01:22.882693 3657 pod.go:62] [openshift-console/console-8fd9c774b-g9qcc] pod update took 26.748735ms I0505 13:01:22.882721 3657 base_network_controller_pods.go:951] [default/openshift-console/console-8fd9c774b-g9qcc] addLogicalPort annotation time took 26.782236ms I0505 13:01:22.884088 3657 pods.go:271] [openshift-console/console-8fd9c774b-g9qcc] addLogicalPort took 28.293672ms, libovsdb time 954.275µs I0505 13:01:23.347078 3657 cni.go:452] [openshift-console/console-8fd9c774b-g9qcc 7b12d296380ff5d37f236cff0df1dc2ec34f4cd92860708791ab7c9ffcb52f0a network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-8fd9c774b-g9qcc 7b12d296380ff5d37f236cff0df1dc2ec34f4cd92860708791ab7c9ffcb52f0a network default NAD default NAD key ] I0505 13:01:23.357002 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-8fd9c774b-g9qcc, hostIfaceName: 7b12d296380ff5d, network: default, NAD default, SandboxID: "7b12d296380ff5d37f236cff0df1dc2ec34f4cd92860708791ab7c9ffcb52f0a", PCI device ID: , UID: "2147594b-560b-4ba4-8816-b53b52f95af1", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0505 13:01:23.406104 3657 cni.go:473] [openshift-console/console-8fd9c774b-g9qcc 7b12d296380ff5d37f236cff0df1dc2ec34f4cd92860708791ab7c9ffcb52f0a network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-8fd9c774b-g9qcc 7b12d296380ff5d37f236cff0df1dc2ec34f4cd92860708791ab7c9ffcb52f0a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:6d:46:9c:b0:e8\",\"name\":\"7b12d296380ff5d\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d62eea3d-64f9-4582-ad7c-ee6a6f88baf3\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:01:23.836955 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0505 13:01:23.907563 3657 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5b5d6fd7c5-2lnzc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:01:23.907690 3657 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5b5d6fd7c5-2lnzc I0505 13:01:23.909131 3657 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5b5d6fd7c5-2lnzc, ips: 10.128.0.12 I0505 13:01:23.909163 3657 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5b5d6fd7c5-2lnzc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:01:23.920186 3657 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-85bb968d94-7qngx] creating logical port openshift-image-registry_image-registry-85bb968d94-7qngx for pod on switch ip-10-0-2-125.ec2.internal I0505 13:01:23.920308 3657 kube.go:256] Updating pod openshift-image-registry/image-registry-85bb968d94-7qngx I0505 13:01:23.922069 3657 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5b5d6fd7c5-2lnzc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:23.922129 3657 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5b5d6fd7c5-2lnzc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:23.927598 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5b5d6fd7c5-2lnzc I0505 13:01:23.927625 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5b5d6fd7c5-2lnzc I0505 13:01:23.941555 3657 pod.go:62] [openshift-image-registry/image-registry-85bb968d94-7qngx] pod update took 21.289169ms I0505 13:01:23.941576 3657 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-85bb968d94-7qngx] addLogicalPort annotation time took 21.317526ms I0505 13:01:23.942891 3657 pods.go:271] [openshift-image-registry/image-registry-85bb968d94-7qngx] addLogicalPort took 22.725627ms, libovsdb time 951.907µs W0505 13:01:23.974771 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0505 13:01:24.512341 3657 cni.go:452] [openshift-image-registry/image-registry-85bb968d94-7qngx deb846b9f8ad43774f759641e17ab2bd16488a52899e382cc12b5aa2ab350b1d network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-85bb968d94-7qngx deb846b9f8ad43774f759641e17ab2bd16488a52899e382cc12b5aa2ab350b1d network default NAD default NAD key ] I0505 13:01:24.522003 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-85bb968d94-7qngx, hostIfaceName: deb846b9f8ad437, network: default, NAD default, SandboxID: "deb846b9f8ad43774f759641e17ab2bd16488a52899e382cc12b5aa2ab350b1d", PCI device ID: , UID: "0717c3cc-24f5-4f10-990a-fb2fe539e218", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0505 13:01:24.572816 3657 cni.go:473] [openshift-image-registry/image-registry-85bb968d94-7qngx deb846b9f8ad43774f759641e17ab2bd16488a52899e382cc12b5aa2ab350b1d network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-85bb968d94-7qngx deb846b9f8ad43774f759641e17ab2bd16488a52899e382cc12b5aa2ab350b1d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:0f:c3:b8:23:03\",\"name\":\"deb846b9f8ad437\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/38e7af18-de24-42e6-8cd3-83ce0b020d5a\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:01:26.589548 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 13:01:26.903292 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0505 13:01:28.358019 3657 cni.go:452] [openshift-dns/dns-default-8s8jp c54e833acfa3e884575dc9bd0ca5e8586bee268345aa38e3fb794b11d1206f3a network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-8s8jp c54e833acfa3e884575dc9bd0ca5e8586bee268345aa38e3fb794b11d1206f3a network default NAD default NAD key ] I0505 13:01:28.367926 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-8s8jp, hostIfaceName: c54e833acfa3e88, network: default, NAD default, SandboxID: "c54e833acfa3e884575dc9bd0ca5e8586bee268345aa38e3fb794b11d1206f3a", PCI device ID: , UID: "956b6c7d-c01d-4936-b65e-e3bb5ffad85f", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0505 13:01:28.415167 3657 cni.go:473] [openshift-dns/dns-default-8s8jp c54e833acfa3e884575dc9bd0ca5e8586bee268345aa38e3fb794b11d1206f3a network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-8s8jp c54e833acfa3e884575dc9bd0ca5e8586bee268345aa38e3fb794b11d1206f3a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:4b:f8:14:1b:18\",\"name\":\"c54e833acfa3e88\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b78e7c0b-d400-4a00-b388-0e8ad80a6cc7\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:01:30.890325 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0505 13:01:32.400143 3657 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-125.ec2.internal I0505 13:01:32.400233 3657 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0505 13:01:32.424454 3657 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 24.250764ms I0505 13:01:32.424481 3657 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 24.281854ms I0505 13:01:32.425586 3657 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 25.454102ms, libovsdb time 778.866µs I0505 13:01:33.360929 3657 cni.go:452] [openshift-monitoring/alertmanager-main-1 c78ca06e5242fa41bee01e1d172697987abfc750c3a85dd72eb8592eba30b844 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 c78ca06e5242fa41bee01e1d172697987abfc750c3a85dd72eb8592eba30b844 network default NAD default NAD key ] I0505 13:01:33.370276 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: c78ca06e5242fa4, network: default, NAD default, SandboxID: "c78ca06e5242fa41bee01e1d172697987abfc750c3a85dd72eb8592eba30b844", PCI device ID: , UID: "baeee468-8a9b-45fc-884a-1de81034e896", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0505 13:01:33.418091 3657 cni.go:473] [openshift-monitoring/alertmanager-main-1 c78ca06e5242fa41bee01e1d172697987abfc750c3a85dd72eb8592eba30b844 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 c78ca06e5242fa41bee01e1d172697987abfc750c3a85dd72eb8592eba30b844 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:16:f3:66:79:86\",\"name\":\"c78ca06e5242fa4\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5890e742-b490-48e5-8409-1b47854baf1d\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:01:33.973066 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 13:01:34.194702 3657 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-7749bc7dbf-wdqj7] creating logical port openshift-monitoring_thanos-querier-7749bc7dbf-wdqj7 for pod on switch ip-10-0-2-125.ec2.internal I0505 13:01:34.194872 3657 kube.go:256] Updating pod openshift-monitoring/thanos-querier-7749bc7dbf-wdqj7 I0505 13:01:34.213904 3657 pod.go:62] [openshift-monitoring/thanos-querier-7749bc7dbf-wdqj7] pod update took 19.069066ms I0505 13:01:34.213928 3657 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-7749bc7dbf-wdqj7] addLogicalPort annotation time took 19.097846ms I0505 13:01:34.215127 3657 pods.go:271] [openshift-monitoring/thanos-querier-7749bc7dbf-wdqj7] addLogicalPort took 20.442436ms, libovsdb time 830.409µs I0505 13:01:34.554235 3657 cni.go:452] [openshift-monitoring/thanos-querier-7749bc7dbf-wdqj7 dcd5e905505f3623ab754925b430947e2ec30209ed12e7f2e5becb49dfd05ddf network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-7749bc7dbf-wdqj7 dcd5e905505f3623ab754925b430947e2ec30209ed12e7f2e5becb49dfd05ddf network default NAD default NAD key ] I0505 13:01:34.565517 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-7749bc7dbf-wdqj7, hostIfaceName: dcd5e905505f362, network: default, NAD default, SandboxID: "dcd5e905505f3623ab754925b430947e2ec30209ed12e7f2e5becb49dfd05ddf", PCI device ID: , UID: "8e000c31-ced2-40a7-ad16-b1f3c0754580", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0505 13:01:34.613352 3657 cni.go:473] [openshift-monitoring/thanos-querier-7749bc7dbf-wdqj7 dcd5e905505f3623ab754925b430947e2ec30209ed12e7f2e5becb49dfd05ddf network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-7749bc7dbf-wdqj7 dcd5e905505f3623ab754925b430947e2ec30209ed12e7f2e5becb49dfd05ddf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:fd:16:2b:98:8a\",\"name\":\"dcd5e905505f362\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d978ff49-ad20-4570-97b2-f5ddc2294106\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:01:34.953061 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:01:34.953081 3657 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:01:34.953088 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 13:01:35.694742 3657 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-z74v4] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-z74v4 for pod on switch ip-10-0-2-125.ec2.internal I0505 13:01:35.694837 3657 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-z74v4 W0505 13:01:35.706114 3657 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-79fc45b545-nlws2 IP address from the namespace address-set, err: pod openshift-console/console-79fc45b545-nlws2: no pod IPs found I0505 13:01:35.723813 3657 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-z74v4] pod update took 29.002616ms I0505 13:01:35.723842 3657 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-z74v4] addLogicalPort annotation time took 29.035618ms I0505 13:01:35.724951 3657 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-z74v4] addLogicalPort took 30.23229ms, libovsdb time 787.536µs I0505 13:01:36.102999 3657 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-5d87d894b7-x5wc2] creating logical port openshift-monitoring_metrics-server-5d87d894b7-x5wc2 for pod on switch ip-10-0-2-125.ec2.internal I0505 13:01:36.103140 3657 kube.go:256] Updating pod openshift-monitoring/metrics-server-5d87d894b7-x5wc2 I0505 13:01:36.120273 3657 pod.go:62] [openshift-monitoring/metrics-server-5d87d894b7-x5wc2] pod update took 17.177739ms I0505 13:01:36.120294 3657 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-5d87d894b7-x5wc2] addLogicalPort annotation time took 17.204906ms I0505 13:01:36.121512 3657 pods.go:271] [openshift-monitoring/metrics-server-5d87d894b7-x5wc2] addLogicalPort took 18.531187ms, libovsdb time 882.566µs I0505 13:01:36.639320 3657 cni.go:452] [openshift-monitoring/metrics-server-5d87d894b7-x5wc2 c34f36569f437df1143b7dc527b33fa163a6315edb8b2a5f70421b902e10195a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-5d87d894b7-x5wc2 c34f36569f437df1143b7dc527b33fa163a6315edb8b2a5f70421b902e10195a network default NAD default NAD key ] I0505 13:01:36.639380 3657 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-z74v4 3be0890026f4106d72060f9e1fe696e20fa6214d5bfc5f4c171dd42b865bc611 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-z74v4 3be0890026f4106d72060f9e1fe696e20fa6214d5bfc5f4c171dd42b865bc611 network default NAD default NAD key ] I0505 13:01:36.672861 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-z74v4, hostIfaceName: 3be0890026f4106, network: default, NAD default, SandboxID: "3be0890026f4106d72060f9e1fe696e20fa6214d5bfc5f4c171dd42b865bc611", PCI device ID: , UID: "4249d0ed-1cb0-46e3-b41d-f39326c0afae", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0505 13:01:36.672961 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-5d87d894b7-x5wc2, hostIfaceName: c34f36569f437df, network: default, NAD default, SandboxID: "c34f36569f437df1143b7dc527b33fa163a6315edb8b2a5f70421b902e10195a", PCI device ID: , UID: "3f74af26-c853-41cb-8239-bd3ecad74573", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0505 13:01:36.726509 3657 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-z74v4 3be0890026f4106d72060f9e1fe696e20fa6214d5bfc5f4c171dd42b865bc611 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-z74v4 3be0890026f4106d72060f9e1fe696e20fa6214d5bfc5f4c171dd42b865bc611 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:04:db:62:76:e9\",\"name\":\"3be0890026f4106\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d05f3944-d04e-434c-946d-bb5c93277cb5\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:01:36.746753 3657 cni.go:473] [openshift-monitoring/metrics-server-5d87d894b7-x5wc2 c34f36569f437df1143b7dc527b33fa163a6315edb8b2a5f70421b902e10195a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-5d87d894b7-x5wc2 c34f36569f437df1143b7dc527b33fa163a6315edb8b2a5f70421b902e10195a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:2d:0f:7b:dc:fb\",\"name\":\"c34f36569f437df\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6948083e-4020-4b46-a276-661f357fd4c8\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:01:36.849593 3657 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-54c54c87f8-fng87] creating logical port openshift-monitoring_telemeter-client-54c54c87f8-fng87 for pod on switch ip-10-0-2-125.ec2.internal I0505 13:01:36.849723 3657 kube.go:256] Updating pod openshift-monitoring/telemeter-client-54c54c87f8-fng87 I0505 13:01:36.872443 3657 pod.go:62] [openshift-monitoring/telemeter-client-54c54c87f8-fng87] pod update took 22.757844ms I0505 13:01:36.872467 3657 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-54c54c87f8-fng87] addLogicalPort annotation time took 22.786582ms I0505 13:01:36.873888 3657 pods.go:271] [openshift-monitoring/telemeter-client-54c54c87f8-fng87] addLogicalPort took 24.316835ms, libovsdb time 1.069499ms I0505 13:01:37.220965 3657 cni.go:452] [openshift-monitoring/telemeter-client-54c54c87f8-fng87 01ea0e86da6aded6d9cc06ff67f867b371d94b34f3440bd0446478902673c4cf network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-54c54c87f8-fng87 01ea0e86da6aded6d9cc06ff67f867b371d94b34f3440bd0446478902673c4cf network default NAD default NAD key ] I0505 13:01:37.230719 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-54c54c87f8-fng87, hostIfaceName: 01ea0e86da6aded, network: default, NAD default, SandboxID: "01ea0e86da6aded6d9cc06ff67f867b371d94b34f3440bd0446478902673c4cf", PCI device ID: , UID: "9f5b21db-2b59-43a3-990b-3ba2230580ff", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0505 13:01:37.287178 3657 cni.go:473] [openshift-monitoring/telemeter-client-54c54c87f8-fng87 01ea0e86da6aded6d9cc06ff67f867b371d94b34f3440bd0446478902673c4cf network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-54c54c87f8-fng87 01ea0e86da6aded6d9cc06ff67f867b371d94b34f3440bd0446478902673c4cf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:01:b4:73:01:c7\",\"name\":\"01ea0e86da6aded\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13d7d8a7-c7d6-493b-893e-f731235cedcc\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:01:37.608120 3657 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-125.ec2.internal I0505 13:01:37.608335 3657 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0505 13:01:37.652880 3657 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 44.63594ms I0505 13:01:37.652913 3657 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 44.673345ms I0505 13:01:37.654472 3657 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 46.467921ms, libovsdb time 1.116011ms W0505 13:01:37.672998 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0505 13:01:38.413691 3657 cni.go:452] [openshift-monitoring/prometheus-k8s-0 f0d92a91adb007cb67638a6b3585aee082032f7481417d76c7650a73ac7a09dd network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 f0d92a91adb007cb67638a6b3585aee082032f7481417d76c7650a73ac7a09dd network default NAD default NAD key ] I0505 13:01:38.424617 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: f0d92a91adb007c, network: default, NAD default, SandboxID: "f0d92a91adb007cb67638a6b3585aee082032f7481417d76c7650a73ac7a09dd", PCI device ID: , UID: "e920b37d-0ff3-4475-a1d5-5377d9ec8403", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0505 13:01:38.479837 3657 cni.go:473] [openshift-monitoring/prometheus-k8s-0 f0d92a91adb007cb67638a6b3585aee082032f7481417d76c7650a73ac7a09dd network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 f0d92a91adb007cb67638a6b3585aee082032f7481417d76c7650a73ac7a09dd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:bd:68:52:52:90\",\"name\":\"f0d92a91adb007c\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22cebf2e-619b-4ac4-a861-63b3a4a84595\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:01:38.987244 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:38.987267 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:38.987274 3657 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:38.987279 3657 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:39.010542 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 13:01:39.051732 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:01:39.051751 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:01:40.278729 3657 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-7dfb6cbcc9-mg2wt IP address from the namespace address-set, err: pod openshift-console/console-7dfb6cbcc9-mg2wt: no pod IPs found W0505 13:01:40.278808 3657 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-7dfb6cbcc9-542k6 IP address from the namespace address-set, err: pod openshift-console/console-7dfb6cbcc9-542k6: no pod IPs found W0505 13:01:40.728072 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 13:01:40.777972 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:01:40.777995 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:01:40.894155 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:01:40.894179 3657 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:01:40.894188 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:01:40.938971 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0505 13:01:40.938996 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 13:01:40.939005 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 13:01:41.727912 3657 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:41.727939 3657 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:41.727947 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:41.727952 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier I0505 13:01:42.059725 3657 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlp85b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:01:42.060267 3657 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlp85b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:01:42.060292 3657 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlp85b of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:01:42.060300 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0505 13:01:42.060314 3657 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlp85b of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:01:42.060319 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0505 13:01:43.086945 3657 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlp85b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:43.086974 3657 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlp85b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:43.086995 3657 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlp85b of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:43.087024 3657 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlp85b of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:01:45.005417 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:45.005437 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:45.005443 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:45.005448 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:45.909114 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0505 13:01:47.135334 3657 obj_retry.go:498] Detected object openshift-image-registry/image-registry-688ddf899c-5lcnp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:01:47.135944 3657 obj_retry.go:498] Detected object openshift-image-registry/image-registry-688ddf899c-5lcnp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:01:47.208150 3657 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0505 13:01:47.217989 3657 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0505 13:01:47.763327 3657 obj_retry.go:492] Detected object openshift-image-registry/image-registry-688ddf899c-5lcnp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:47.763354 3657 obj_retry.go:492] Detected object openshift-image-registry/image-registry-688ddf899c-5lcnp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:47.767169 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-688ddf899c-5lcnp I0505 13:01:47.767193 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-688ddf899c-5lcnp I0505 13:01:51.914730 3657 obj_retry.go:498] Detected object openshift-console/console-8fd9c774b-bgr55 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:01:51.915330 3657 obj_retry.go:498] Detected object openshift-console/console-8fd9c774b-bgr55 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:01:52.778419 3657 obj_retry.go:492] Detected object openshift-console/console-8fd9c774b-bgr55 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:52.778439 3657 obj_retry.go:492] Detected object openshift-console/console-8fd9c774b-bgr55 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:52.785044 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8fd9c774b-bgr55 I0505 13:01:52.785071 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8fd9c774b-bgr55 W0505 13:01:58.997768 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0505 13:01:59.996637 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0505 13:02:00.988972 3657 obj_retry.go:498] Detected object openshift-console/console-79fc45b545-7l6sq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:00.989543 3657 obj_retry.go:498] Detected object openshift-console/console-79fc45b545-7l6sq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:01.302221 3657 obj_retry.go:492] Detected object openshift-console/console-79fc45b545-7l6sq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:01.302244 3657 obj_retry.go:492] Detected object openshift-console/console-79fc45b545-7l6sq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:01.308954 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-79fc45b545-7l6sq I0505 13:02:01.308980 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-79fc45b545-7l6sq W0505 13:02:03.413222 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:02:03.413246 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:02:03.413252 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 13:02:03.638420 3657 cni.go:452] [openshift-multus/network-metrics-daemon-s2vws 6bfd2b6bce7ced7b80c4a7319371cdc3b88226286dafbeb1c56783c4f7fb0099 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-s2vws 6bfd2b6bce7ced7b80c4a7319371cdc3b88226286dafbeb1c56783c4f7fb0099 network default NAD default NAD key ] I0505 13:02:03.647682 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-s2vws, hostIfaceName: 6bfd2b6bce7ced7, network: default, NAD default, SandboxID: "6bfd2b6bce7ced7b80c4a7319371cdc3b88226286dafbeb1c56783c4f7fb0099", PCI device ID: , UID: "0b257498-4f74-4cdd-adfc-9f55b2b6e8e4", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0505 13:02:03.697086 3657 cni.go:473] [openshift-multus/network-metrics-daemon-s2vws 6bfd2b6bce7ced7b80c4a7319371cdc3b88226286dafbeb1c56783c4f7fb0099 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-s2vws 6bfd2b6bce7ced7b80c4a7319371cdc3b88226286dafbeb1c56783c4f7fb0099 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:ad:77:f3:50:59\",\"name\":\"6bfd2b6bce7ced7\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5853b443-967b-4251-8cc5-d4189006dfd4\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:02:04.812866 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0505 13:02:09.841037 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0505 13:02:11.246872 3657 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5b5d6fd7c5-rgmb6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:11.247484 3657 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5b5d6fd7c5-rgmb6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:12.043814 3657 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5b5d6fd7c5-rgmb6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:12.043838 3657 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5b5d6fd7c5-rgmb6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:12.047882 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5b5d6fd7c5-rgmb6 I0505 13:02:12.047912 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5b5d6fd7c5-rgmb6 I0505 13:02:28.012899 3657 cni.go:452] [openshift-console/console-8fd9c774b-g9qcc 7b12d296380ff5d37f236cff0df1dc2ec34f4cd92860708791ab7c9ffcb52f0a network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-8fd9c774b-g9qcc 7b12d296380ff5d37f236cff0df1dc2ec34f4cd92860708791ab7c9ffcb52f0a network default NAD default NAD key ] I0505 13:02:28.111535 3657 cni.go:473] [openshift-console/console-8fd9c774b-g9qcc 7b12d296380ff5d37f236cff0df1dc2ec34f4cd92860708791ab7c9ffcb52f0a network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-8fd9c774b-g9qcc 7b12d296380ff5d37f236cff0df1dc2ec34f4cd92860708791ab7c9ffcb52f0a network default NAD default NAD key default], result "{}", err I0505 13:02:28.167593 3657 obj_retry.go:498] Detected object openshift-console/console-8fd9c774b-g9qcc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:28.167704 3657 pods.go:176] Deleting pod: openshift-console/console-8fd9c774b-g9qcc I0505 13:02:28.169789 3657 pods.go:236] Attempting to release IPs for pod: openshift-console/console-8fd9c774b-g9qcc, ips: 10.128.0.15 I0505 13:02:28.169826 3657 obj_retry.go:498] Detected object openshift-console/console-8fd9c774b-g9qcc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:28.480003 3657 obj_retry.go:492] Detected object openshift-console/console-8fd9c774b-g9qcc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:28.480056 3657 obj_retry.go:492] Detected object openshift-console/console-8fd9c774b-g9qcc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:28.485959 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8fd9c774b-g9qcc I0505 13:02:28.485992 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8fd9c774b-g9qcc I0505 13:02:34.367760 3657 obj_retry.go:498] Detected object openshift-ingress/router-default-6b7ff97887-q6hq7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:34.368347 3657 obj_retry.go:498] Detected object openshift-ingress/router-default-6b7ff97887-q6hq7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:35.135618 3657 obj_retry.go:492] Detected object openshift-ingress/router-default-6b7ff97887-q6hq7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:35.135638 3657 obj_retry.go:492] Detected object openshift-ingress/router-default-6b7ff97887-q6hq7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:35.141474 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-6b7ff97887-q6hq7 I0505 13:02:35.141499 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-6b7ff97887-q6hq7 W0505 13:02:38.264349 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:02:38.264372 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 13:02:53.113823 3657 cni.go:452] [openshift-monitoring/alertmanager-main-1 c78ca06e5242fa41bee01e1d172697987abfc750c3a85dd72eb8592eba30b844 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 c78ca06e5242fa41bee01e1d172697987abfc750c3a85dd72eb8592eba30b844 network default NAD default NAD key ] I0505 13:02:53.201401 3657 cni.go:473] [openshift-monitoring/alertmanager-main-1 c78ca06e5242fa41bee01e1d172697987abfc750c3a85dd72eb8592eba30b844 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 c78ca06e5242fa41bee01e1d172697987abfc750c3a85dd72eb8592eba30b844 network default NAD default NAD key default], result "{}", err I0505 13:02:53.271327 3657 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:53.271395 3657 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0505 13:02:53.272647 3657 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.128.0.17 I0505 13:02:53.272680 3657 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:53.591308 3657 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:53.591338 3657 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:53.599123 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0505 13:02:53.599155 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0505 13:02:53.643932 3657 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-125.ec2.internal I0505 13:02:53.644091 3657 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0505 13:02:53.663094 3657 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 19.044545ms I0505 13:02:53.663115 3657 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 19.072156ms I0505 13:02:53.664505 3657 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 20.59371ms, libovsdb time 1.039252ms I0505 13:02:54.004820 3657 cni.go:452] [openshift-monitoring/alertmanager-main-1 980f17436f3a05df7a494b6cedca9227d51ba6b387de036a0ab52effcfdda272 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 980f17436f3a05df7a494b6cedca9227d51ba6b387de036a0ab52effcfdda272 network default NAD default NAD key ] I0505 13:02:54.013859 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 980f17436f3a05d, network: default, NAD default, SandboxID: "980f17436f3a05df7a494b6cedca9227d51ba6b387de036a0ab52effcfdda272", PCI device ID: , UID: "153ad493-8403-463d-ac2f-e4302bbd7bec", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0505 13:02:54.063492 3657 cni.go:473] [openshift-monitoring/alertmanager-main-1 980f17436f3a05df7a494b6cedca9227d51ba6b387de036a0ab52effcfdda272 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 980f17436f3a05df7a494b6cedca9227d51ba6b387de036a0ab52effcfdda272 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:b8:7b:87:9b:cc\",\"name\":\"980f17436f3a05d\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2451bb2d-a8e9-41b9-9df4-38e788181424\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:02:57.243512 3657 base_network_controller_pods.go:487] [default/openshift-console/console-745fc7447-l4t2z] creating logical port openshift-console_console-745fc7447-l4t2z for pod on switch ip-10-0-2-125.ec2.internal I0505 13:02:57.243639 3657 kube.go:256] Updating pod openshift-console/console-745fc7447-l4t2z I0505 13:02:57.280330 3657 pod.go:62] [openshift-console/console-745fc7447-l4t2z] pod update took 36.714629ms I0505 13:02:57.280356 3657 base_network_controller_pods.go:951] [default/openshift-console/console-745fc7447-l4t2z] addLogicalPort annotation time took 36.745735ms I0505 13:02:57.281655 3657 pods.go:271] [openshift-console/console-745fc7447-l4t2z] addLogicalPort took 38.157211ms, libovsdb time 948.632µs I0505 13:02:57.554585 3657 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:57.555168 3657 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:57.605162 3657 cni.go:452] [openshift-console/console-745fc7447-l4t2z 06c4d93bd0fa4b1cc0fc59e2021de194c267f9bb36decf5332357ae3c79ddafd network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-745fc7447-l4t2z 06c4d93bd0fa4b1cc0fc59e2021de194c267f9bb36decf5332357ae3c79ddafd network default NAD default NAD key ] I0505 13:02:57.614581 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-745fc7447-l4t2z, hostIfaceName: 06c4d93bd0fa4b1, network: default, NAD default, SandboxID: "06c4d93bd0fa4b1cc0fc59e2021de194c267f9bb36decf5332357ae3c79ddafd", PCI device ID: , UID: "04c90335-eed4-4912-8f66-1a577ea87737", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0505 13:02:57.663648 3657 cni.go:473] [openshift-console/console-745fc7447-l4t2z 06c4d93bd0fa4b1cc0fc59e2021de194c267f9bb36decf5332357ae3c79ddafd network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-745fc7447-l4t2z 06c4d93bd0fa4b1cc0fc59e2021de194c267f9bb36decf5332357ae3c79ddafd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:2a:14:e0:69:19\",\"name\":\"06c4d93bd0fa4b1\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/623482e7-7116-48b2-9905-0031ce6f0550\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:02:58.043036 3657 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:58.043059 3657 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:58.049847 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0505 13:02:58.049864 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 W0505 13:03:08.373222 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 13:03:17.407136 3657 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-6l2m6 b37f1b8767e3bf551058bf4c1d0f48d9054f52240654c89cd843a705b273c974 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-6l2m6 b37f1b8767e3bf551058bf4c1d0f48d9054f52240654c89cd843a705b273c974 network default NAD default NAD key ] I0505 13:03:17.489913 3657 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-6l2m6 b37f1b8767e3bf551058bf4c1d0f48d9054f52240654c89cd843a705b273c974 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-6l2m6 b37f1b8767e3bf551058bf4c1d0f48d9054f52240654c89cd843a705b273c974 network default NAD default NAD key default], result "{}", err I0505 13:03:17.532936 3657 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-6l2m6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:03:17.532969 3657 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-6l2m6 I0505 13:03:17.534154 3657 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-6l2m6, ips: 10.128.0.7 I0505 13:03:17.534182 3657 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-6l2m6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:03:18.421354 3657 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-6l2m6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:18.421378 3657 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-6l2m6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:22.558110 3657 obj_retry.go:498] Detected object openshift-console/console-c48fb4c96-kxdts of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:03:22.558727 3657 obj_retry.go:498] Detected object openshift-console/console-c48fb4c96-kxdts of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:03:23.192167 3657 obj_retry.go:492] Detected object openshift-console/console-c48fb4c96-kxdts of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:23.192192 3657 obj_retry.go:492] Detected object openshift-console/console-c48fb4c96-kxdts of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:23.199763 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-c48fb4c96-kxdts I0505 13:03:23.199793 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-c48fb4c96-kxdts W0505 13:03:24.075516 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:03:24.075536 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:03:24.075541 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 13:03:25.397377 3657 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:03:25.397915 3657 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:03:26.185432 3657 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:26.185464 3657 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:26.193026 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0505 13:03:26.193053 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0505 13:03:33.695465 3657 obj_retry.go:498] Detected object openshift-console/console-c48fb4c96-k8wlv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:03:33.696051 3657 obj_retry.go:498] Detected object openshift-console/console-c48fb4c96-k8wlv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:03:34.344045 3657 obj_retry.go:492] Detected object openshift-console/console-c48fb4c96-k8wlv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:34.344073 3657 obj_retry.go:492] Detected object openshift-console/console-c48fb4c96-k8wlv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:34.350127 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-c48fb4c96-k8wlv I0505 13:03:34.350148 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-c48fb4c96-k8wlv I0505 13:04:00.556964 3657 cni.go:452] [openshift-monitoring/prometheus-k8s-0 f0d92a91adb007cb67638a6b3585aee082032f7481417d76c7650a73ac7a09dd network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 f0d92a91adb007cb67638a6b3585aee082032f7481417d76c7650a73ac7a09dd network default NAD default NAD key ] I0505 13:04:00.637753 3657 cni.go:473] [openshift-monitoring/prometheus-k8s-0 f0d92a91adb007cb67638a6b3585aee082032f7481417d76c7650a73ac7a09dd network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 f0d92a91adb007cb67638a6b3585aee082032f7481417d76c7650a73ac7a09dd network default NAD default NAD key default], result "{}", err I0505 13:04:00.738970 3657 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:04:00.739027 3657 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0505 13:04:00.740206 3657 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.128.0.22 I0505 13:04:00.740231 3657 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:04:01.587699 3657 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:04:01.587727 3657 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:04:01.597262 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0505 13:04:01.597294 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0505 13:04:01.652550 3657 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-125.ec2.internal I0505 13:04:01.652703 3657 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0505 13:04:01.678079 3657 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 25.416649ms I0505 13:04:01.678101 3657 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 25.445ms I0505 13:04:01.679352 3657 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 26.820642ms, libovsdb time 917.235µs I0505 13:04:02.015294 3657 cni.go:452] [openshift-monitoring/prometheus-k8s-0 50f9a1045fbdf8e2cac0585f8343db0cc4ad3bbc2a451baf0030901d5748f927 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 50f9a1045fbdf8e2cac0585f8343db0cc4ad3bbc2a451baf0030901d5748f927 network default NAD default NAD key ] I0505 13:04:02.024314 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 50f9a1045fbdf8e, network: default, NAD default, SandboxID: "50f9a1045fbdf8e2cac0585f8343db0cc4ad3bbc2a451baf0030901d5748f927", PCI device ID: , UID: "4d373263-5d08-479d-bf79-43f306ac4f48", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0505 13:04:02.074268 3657 cni.go:473] [openshift-monitoring/prometheus-k8s-0 50f9a1045fbdf8e2cac0585f8343db0cc4ad3bbc2a451baf0030901d5748f927 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 50f9a1045fbdf8e2cac0585f8343db0cc4ad3bbc2a451baf0030901d5748f927 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:d3:1d:b0:94:9d\",\"name\":\"50f9a1045fbdf8e\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/47260f07-f8fd-49d8-b3c2-b80c0ad56706\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:05:02.875902 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:05:02.875929 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 13:05:18.946472 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=4 I0505 13:05:26.737465 3657 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 I0505 13:05:31.637401 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=640 I0505 13:05:32.189680 3657 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0505 13:05:40.375538 3657 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5 I0505 13:05:46.840867 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 I0505 13:06:06.635114 3657 namespace.go:98] [tsf] adding namespace I0505 13:06:06.636155 3657 namespace.go:102] [tsf] adding namespace took 1.012255ms I0505 13:06:06.652797 3657 namespace.go:142] [tsf] updating namespace I0505 13:06:06.667193 3657 namespace.go:142] [tsf] updating namespace I0505 13:06:09.630629 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 I0505 13:06:10.633520 3657 namespace.go:98] [cert-manager-operator] adding namespace I0505 13:06:10.634478 3657 namespace.go:102] [cert-manager-operator] adding namespace took 935.584µs I0505 13:06:10.638528 3657 namespace.go:98] [konflux-operator] adding namespace I0505 13:06:10.639226 3657 namespace.go:102] [konflux-operator] adding namespace took 680.135µs I0505 13:06:10.642221 3657 namespace.go:98] [tsf-keycloak] adding namespace I0505 13:06:10.642849 3657 namespace.go:102] [tsf-keycloak] adding namespace took 608.702µs I0505 13:06:10.653090 3657 namespace.go:98] [konflux-ui] adding namespace I0505 13:06:10.653186 3657 namespace.go:98] [rhbk-operator] adding namespace I0505 13:06:10.653263 3657 namespace.go:98] [tsf-tpa] adding namespace I0505 13:06:10.653370 3657 namespace.go:98] [tsf-tas] adding namespace I0505 13:06:10.653786 3657 namespace.go:102] [konflux-ui] adding namespace took 679.305µs I0505 13:06:10.654349 3657 namespace.go:102] [rhbk-operator] adding namespace took 1.147908ms I0505 13:06:10.654379 3657 namespace.go:98] [rhtpa-operator] adding namespace I0505 13:06:10.654869 3657 namespace.go:102] [rhtpa-operator] adding namespace took 482.806µs I0505 13:06:10.655349 3657 namespace.go:102] [tsf-tpa] adding namespace took 2.070419ms I0505 13:06:10.655694 3657 namespace.go:102] [tsf-tas] adding namespace took 2.311482ms I0505 13:06:10.681404 3657 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:06:10.722943 3657 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:06:10.731002 3657 namespace.go:142] [konflux-operator] updating namespace I0505 13:06:10.742489 3657 namespace.go:142] [konflux-ui] updating namespace I0505 13:06:10.757969 3657 namespace.go:142] [rhbk-operator] updating namespace I0505 13:06:10.776151 3657 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:06:10.793697 3657 namespace.go:142] [tsf-tpa] updating namespace I0505 13:06:10.804722 3657 namespace.go:142] [tsf-tas] updating namespace I0505 13:06:10.806298 3657 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:06:10.865831 3657 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:06:10.926550 3657 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:06:10.983927 3657 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:06:11.073663 3657 namespace.go:142] [konflux-ui] updating namespace I0505 13:06:11.171372 3657 namespace.go:142] [konflux-ui] updating namespace I0505 13:06:11.226609 3657 namespace.go:142] [rhbk-operator] updating namespace I0505 13:06:11.254137 3657 namespace.go:142] [rhbk-operator] updating namespace I0505 13:06:11.307436 3657 namespace.go:142] [tsf-tpa] updating namespace I0505 13:06:11.343073 3657 namespace.go:142] [tsf-tpa] updating namespace I0505 13:06:11.382039 3657 namespace.go:142] [tsf-tas] updating namespace I0505 13:06:11.403420 3657 namespace.go:142] [tsf-tas] updating namespace I0505 13:06:11.447185 3657 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:06:11.470650 3657 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:06:11.479627 3657 namespace.go:142] [konflux-operator] updating namespace I0505 13:06:11.501670 3657 namespace.go:142] [konflux-operator] updating namespace I0505 13:06:12.406228 3657 namespace.go:142] [tsf-tpa] updating namespace I0505 13:06:12.408470 3657 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:06:24.104066 3657 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7cfxn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:24.104650 3657 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7cfxn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:24.104676 3657 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7cfxn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:06:24.104685 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:06:24.104698 3657 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7cfxn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:06:24.104705 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:06:24.126465 3657 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519n4gh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:24.126992 3657 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519n4gh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:24.127037 3657 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519n4gh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:06:24.127046 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:06:24.127057 3657 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519n4gh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:06:24.127063 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:06:24.966437 3657 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7cfxn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:24.966467 3657 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7cfxn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:24.966479 3657 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7cfxn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:24.966491 3657 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7cfxn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:25.152530 3657 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519n4gh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:25.152552 3657 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519n4gh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:25.152570 3657 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519n4gh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:25.152590 3657 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519n4gh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:26.095968 3657 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136frw78 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:26.096524 3657 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136frw78 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:26.096560 3657 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136frw78 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:06:26.096568 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:06:26.096582 3657 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136frw78 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:06:26.096589 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:06:26.137803 3657 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gzhxt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:26.138384 3657 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gzhxt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:26.138406 3657 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gzhxt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:06:26.138413 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:06:26.138427 3657 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gzhxt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:06:26.138431 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:06:26.264089 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0505 13:06:27.099740 3657 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xlrph of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:27.100290 3657 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xlrph of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:27.100314 3657 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xlrph of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:06:27.100325 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:06:27.100343 3657 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xlrph of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:06:27.100349 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:06:27.126327 3657 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136frw78 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:27.126350 3657 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136frw78 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:27.126363 3657 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136frw78 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:27.126378 3657 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136frw78 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:27.167994 3657 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gzhxt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:27.168025 3657 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gzhxt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:27.168039 3657 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gzhxt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:27.168053 3657 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gzhxt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:28.127137 3657 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xlrph of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:28.127163 3657 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xlrph of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:28.127190 3657 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xlrph of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:28.127201 3657 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xlrph of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:30.307797 3657 namespace.go:142] [openshift-operators] updating namespace I0505 13:06:30.321862 3657 namespace.go:142] [openshift-operators] updating namespace I0505 13:06:31.261597 3657 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dblbb4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:31.262166 3657 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dblbb4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:31.262191 3657 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dblbb4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:06:31.262199 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:06:31.262212 3657 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dblbb4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:06:31.262219 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:06:32.310657 3657 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dblbb4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:32.310679 3657 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dblbb4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:32.310693 3657 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dblbb4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:32.310707 3657 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dblbb4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:37.630160 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0505 13:06:37.641319 3657 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-2t9ln] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-2t9ln for pod on switch ip-10-0-2-125.ec2.internal I0505 13:06:37.641435 3657 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-2t9ln I0505 13:06:37.663399 3657 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-2t9ln] pod update took 21.98619ms I0505 13:06:37.663426 3657 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-2t9ln] addLogicalPort annotation time took 22.019936ms I0505 13:06:37.664601 3657 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-2t9ln] addLogicalPort took 23.302355ms, libovsdb time 850.441µs I0505 13:06:37.942711 3657 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-pjtlh] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-pjtlh for pod on switch ip-10-0-2-125.ec2.internal I0505 13:06:37.942840 3657 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-pjtlh I0505 13:06:37.963490 3657 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-pjtlh] pod update took 20.682056ms I0505 13:06:37.963511 3657 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-pjtlh] addLogicalPort annotation time took 20.707768ms I0505 13:06:37.964643 3657 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-pjtlh] addLogicalPort took 21.948893ms, libovsdb time 815.599µs I0505 13:06:38.009295 3657 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-2t9ln 924dcf06c3d0babc2f86e0e7652b6fe59214464684e39de03705df4dc5264a8c network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-2t9ln 924dcf06c3d0babc2f86e0e7652b6fe59214464684e39de03705df4dc5264a8c network default NAD default NAD key ] I0505 13:06:38.018734 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-2t9ln, hostIfaceName: 924dcf06c3d0bab, network: default, NAD default, SandboxID: "924dcf06c3d0babc2f86e0e7652b6fe59214464684e39de03705df4dc5264a8c", PCI device ID: , UID: "09d3245b-3cca-429a-b81c-57334a04d5e3", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0505 13:06:38.069480 3657 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-2t9ln 924dcf06c3d0babc2f86e0e7652b6fe59214464684e39de03705df4dc5264a8c network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-2t9ln 924dcf06c3d0babc2f86e0e7652b6fe59214464684e39de03705df4dc5264a8c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:72:93:49:e4:2a\",\"name\":\"924dcf06c3d0bab\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3f1de215-41b6-4eb7-a4d8-8078341d5a9e\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:06:38.304299 3657 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-pjtlh 8193f20d598ae11ad94b9d53952f12edd7fd3779111b0583ad3cafc3effc2a75 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-pjtlh 8193f20d598ae11ad94b9d53952f12edd7fd3779111b0583ad3cafc3effc2a75 network default NAD default NAD key ] I0505 13:06:38.314241 3657 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-pjtlh, hostIfaceName: 8193f20d598ae11, network: default, NAD default, SandboxID: "8193f20d598ae11ad94b9d53952f12edd7fd3779111b0583ad3cafc3effc2a75", PCI device ID: , UID: "2d401d1c-26df-4803-a3e1-f2706b5b67cf", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0505 13:06:38.364716 3657 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-pjtlh 8193f20d598ae11ad94b9d53952f12edd7fd3779111b0583ad3cafc3effc2a75 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-pjtlh 8193f20d598ae11ad94b9d53952f12edd7fd3779111b0583ad3cafc3effc2a75 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:3c:02:55:eb:cf\",\"name\":\"8193f20d598ae11\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e296267b-de7d-4675-8475-e1190091d4ec\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:06:42.010125 3657 namespace.go:98] [trusted-artifact-signer] adding namespace I0505 13:06:42.010938 3657 namespace.go:102] [trusted-artifact-signer] adding namespace took 792.625µs I0505 13:06:42.322421 3657 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:06:42.383055 3657 namespace.go:142] [trusted-artifact-signer] updating namespace W0505 13:06:42.416461 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 13:06:42.595501 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0505 13:06:43.265736 3657 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-rwsf9] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-rwsf9 for pod on switch ip-10-0-2-125.ec2.internal I0505 13:06:43.265920 3657 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-rwsf9 I0505 13:06:43.282495 3657 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-rwsf9] pod update took 16.603573ms I0505 13:06:43.282516 3657 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-rwsf9] addLogicalPort annotation time took 16.630571ms I0505 13:06:43.283731 3657 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-rwsf9] addLogicalPort took 18.01451ms, libovsdb time 844.796µs I0505 13:06:43.641747 3657 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-rwsf9 f85375aba0b74566eb737888e38ffe6197c66cedb8035e8c258dbf9c7fe795ca network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-rwsf9 f85375aba0b74566eb737888e38ffe6197c66cedb8035e8c258dbf9c7fe795ca network default NAD default NAD key ] I0505 13:06:43.651222 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-rwsf9, hostIfaceName: f85375aba0b7456, network: default, NAD default, SandboxID: "f85375aba0b74566eb737888e38ffe6197c66cedb8035e8c258dbf9c7fe795ca", PCI device ID: , UID: "e8e2f3dd-9476-4ac0-8a7b-75168bd2ef8e", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0505 13:06:43.704872 3657 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-rwsf9 f85375aba0b74566eb737888e38ffe6197c66cedb8035e8c258dbf9c7fe795ca network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-rwsf9 f85375aba0b74566eb737888e38ffe6197c66cedb8035e8c258dbf9c7fe795ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:1f:14:8e:3f:4d\",\"name\":\"f85375aba0b7456\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8976a2d3-1a73-4bbc-be79-049c02918a88\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:06:45.301441 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0505 13:06:46.360616 3657 namespace.go:142] [openshift-operators] updating namespace I0505 13:06:47.321399 3657 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-hkhmd] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-hkhmd for pod on switch ip-10-0-2-125.ec2.internal I0505 13:06:47.321515 3657 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-hkhmd I0505 13:06:47.356299 3657 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-hkhmd] pod update took 34.808059ms I0505 13:06:47.356321 3657 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-hkhmd] addLogicalPort annotation time took 34.837074ms I0505 13:06:47.357462 3657 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-hkhmd] addLogicalPort took 36.078933ms, libovsdb time 812.556µs I0505 13:06:47.704245 3657 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-hkhmd 94692b9c5bed414f092843d85c4e026bfa473d415281ace723823f34e95c7fc4 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-hkhmd 94692b9c5bed414f092843d85c4e026bfa473d415281ace723823f34e95c7fc4 network default NAD default NAD key ] I0505 13:06:47.714570 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-hkhmd, hostIfaceName: 94692b9c5bed414, network: default, NAD default, SandboxID: "94692b9c5bed414f092843d85c4e026bfa473d415281ace723823f34e95c7fc4", PCI device ID: , UID: "739b182c-d0d8-4dd7-aa4a-e460e20c5bb3", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0505 13:06:47.764201 3657 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-hkhmd 94692b9c5bed414f092843d85c4e026bfa473d415281ace723823f34e95c7fc4 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-hkhmd 94692b9c5bed414f092843d85c4e026bfa473d415281ace723823f34e95c7fc4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:d7:06:0a:22:9e\",\"name\":\"94692b9c5bed414\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd1777d9-918f-456f-80ae-8c4e25324438\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:06:49.690379 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 13:06:49.708622 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 13:06:49.731524 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 13:06:49.742641 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 13:06:53.145416 3657 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0505 13:06:53.290363 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0505 13:06:53.309428 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0505 13:06:53.791066 3657 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-zpkjg] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-zpkjg for pod on switch ip-10-0-2-125.ec2.internal I0505 13:06:53.791180 3657 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-zpkjg I0505 13:06:53.851778 3657 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-zpkjg I0505 13:06:53.937353 3657 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-zpkjg] pod update took 146.19661ms I0505 13:06:53.937378 3657 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-zpkjg] addLogicalPort annotation time took 146.22707ms I0505 13:06:53.938600 3657 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-zpkjg] addLogicalPort took 147.550148ms, libovsdb time 891.209µs I0505 13:06:54.126789 3657 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-zpkjg fcd98b7a88ce716ea56da861f68f8ce975b9ee48d62e294b7e72e6a390eedfbd network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-zpkjg fcd98b7a88ce716ea56da861f68f8ce975b9ee48d62e294b7e72e6a390eedfbd network default NAD default NAD key ] I0505 13:06:54.137370 3657 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-zpkjg, hostIfaceName: fcd98b7a88ce716, network: default, NAD default, SandboxID: "fcd98b7a88ce716ea56da861f68f8ce975b9ee48d62e294b7e72e6a390eedfbd", PCI device ID: , UID: "21d3f4c7-5548-4649-a8e2-4b8781e56cfe", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0505 13:06:54.188157 3657 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-zpkjg fcd98b7a88ce716ea56da861f68f8ce975b9ee48d62e294b7e72e6a390eedfbd network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-zpkjg fcd98b7a88ce716ea56da861f68f8ce975b9ee48d62e294b7e72e6a390eedfbd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:07:fd:eb:dd:39\",\"name\":\"fcd98b7a88ce716\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/55952d60-3152-4d01-8199-a8767919018d\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:06:56.330327 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0505 13:06:58.532415 3657 namespace.go:98] [cert-manager] adding namespace I0505 13:06:58.533281 3657 namespace.go:102] [cert-manager] adding namespace took 840.597µs I0505 13:06:58.533324 3657 namespace.go:142] [cert-manager] updating namespace I0505 13:06:58.571466 3657 namespace.go:142] [cert-manager] updating namespace I0505 13:06:59.673028 3657 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-c6c6g] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-c6c6g for pod on switch ip-10-0-2-125.ec2.internal I0505 13:06:59.673133 3657 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-c6c6g I0505 13:06:59.717925 3657 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-c6c6g] pod update took 44.823647ms I0505 13:06:59.717953 3657 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-c6c6g] addLogicalPort annotation time took 44.85502ms I0505 13:06:59.719206 3657 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-c6c6g] addLogicalPort took 46.213431ms, libovsdb time 878.082µs I0505 13:07:00.024705 3657 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-c6c6g 9076e65e702f4bf07744c7a43195eb3b8a43ada3544bfd4e1b393a21d6165232 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-c6c6g 9076e65e702f4bf07744c7a43195eb3b8a43ada3544bfd4e1b393a21d6165232 network default NAD default NAD key ] I0505 13:07:00.034409 3657 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-c6c6g, hostIfaceName: 9076e65e702f4bf, network: default, NAD default, SandboxID: "9076e65e702f4bf07744c7a43195eb3b8a43ada3544bfd4e1b393a21d6165232", PCI device ID: , UID: "5d4bffdc-8904-46ce-bf38-6e42514d8c9e", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0505 13:07:00.084419 3657 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-c6c6g 9076e65e702f4bf07744c7a43195eb3b8a43ada3544bfd4e1b393a21d6165232 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-c6c6g 9076e65e702f4bf07744c7a43195eb3b8a43ada3544bfd4e1b393a21d6165232 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:9d:6a:31:16:d2\",\"name\":\"9076e65e702f4bf\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f0128fb8-d148-4340-b2f2-d01b1644945f\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:07:00.658484 3657 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-qfqhx] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-qfqhx for pod on switch ip-10-0-2-125.ec2.internal I0505 13:07:00.658606 3657 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-qfqhx I0505 13:07:00.725972 3657 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-qfqhx I0505 13:07:00.789295 3657 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-qfqhx] pod update took 130.718205ms I0505 13:07:00.789317 3657 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-qfqhx] addLogicalPort annotation time took 130.746626ms I0505 13:07:00.790650 3657 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-qfqhx] addLogicalPort took 132.183469ms, libovsdb time 819.205µs I0505 13:07:00.999635 3657 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-qfqhx 8a431afd33b774af6ca5b1d6606b2fcbef9a1b1630fd66e139c01d1c19786ad5 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-qfqhx 8a431afd33b774af6ca5b1d6606b2fcbef9a1b1630fd66e139c01d1c19786ad5 network default NAD default NAD key ] I0505 13:07:01.027415 3657 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-qfqhx, hostIfaceName: 8a431afd33b774a, network: default, NAD default, SandboxID: "8a431afd33b774af6ca5b1d6606b2fcbef9a1b1630fd66e139c01d1c19786ad5", PCI device ID: , UID: "274c9c67-6b40-42db-b88d-de22140af3e7", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0505 13:07:01.076754 3657 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-qfqhx 8a431afd33b774af6ca5b1d6606b2fcbef9a1b1630fd66e139c01d1c19786ad5 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-qfqhx 8a431afd33b774af6ca5b1d6606b2fcbef9a1b1630fd66e139c01d1c19786ad5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:42:2a:eb:7d:76\",\"name\":\"8a431afd33b774a\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0dea2a28-2093-493b-9b0d-3de620f87a63\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:07:02.166285 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0505 13:07:03.009471 3657 namespace.go:98] [openshift-pipelines] adding namespace I0505 13:07:03.010374 3657 namespace.go:102] [openshift-pipelines] adding namespace took 879.476µs I0505 13:07:03.010418 3657 namespace.go:142] [openshift-pipelines] updating namespace W0505 13:07:03.391675 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 13:07:03.391696 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook I0505 13:07:03.721639 3657 namespace.go:142] [cert-manager] updating namespace I0505 13:07:03.908573 3657 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:07:04.201483 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0505 13:07:04.201550 3657 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-kvvgq IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-kvvgq: no pod IPs found I0505 13:07:04.318873 3657 namespace.go:142] [konflux-operator] updating namespace I0505 13:07:04.508464 3657 namespace.go:142] [konflux-ui] updating namespace I0505 13:07:04.707700 3657 namespace.go:142] [open-cluster-management-2q3pg003qtphaiiihbned12h6ge4apv3] updating namespace I0505 13:07:05.120419 3657 namespace.go:142] [rhbk-operator] updating namespace I0505 13:07:05.324443 3657 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:07:05.506463 3657 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:07:05.716440 3657 namespace.go:142] [tsf] updating namespace I0505 13:07:05.911160 3657 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:07:06.111256 3657 namespace.go:142] [tsf-tas] updating namespace I0505 13:07:06.317666 3657 namespace.go:142] [tsf-tpa] updating namespace I0505 13:07:06.453643 3657 namespace.go:142] [cert-manager] updating namespace I0505 13:07:06.465135 3657 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:07:06.479054 3657 namespace.go:142] [default] updating namespace I0505 13:07:06.501521 3657 namespace.go:142] [konflux-operator] updating namespace I0505 13:07:06.513126 3657 namespace.go:142] [konflux-ui] updating namespace I0505 13:07:06.527917 3657 namespace.go:142] [open-cluster-management-2q3pg003qtphaiiihbned12h6ge4apv3] updating namespace I0505 13:07:06.543327 3657 namespace.go:142] [openshift] updating namespace I0505 13:07:06.550259 3657 namespace.go:142] [rhbk-operator] updating namespace I0505 13:07:06.563387 3657 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:07:06.577328 3657 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:07:06.588316 3657 namespace.go:142] [tsf] updating namespace I0505 13:07:06.602446 3657 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:07:06.615417 3657 namespace.go:142] [tsf-tas] updating namespace I0505 13:07:06.628529 3657 namespace.go:142] [tsf-tpa] updating namespace I0505 13:07:06.705410 3657 namespace.go:142] [cert-manager] updating namespace I0505 13:07:06.802152 3657 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:07:06.902477 3657 namespace.go:142] [default] updating namespace I0505 13:07:06.993900 3657 namespace.go:142] [konflux-operator] updating namespace I0505 13:07:07.097982 3657 namespace.go:142] [konflux-ui] updating namespace I0505 13:07:07.202464 3657 namespace.go:142] [open-cluster-management-2q3pg003qtphaiiihbned12h6ge4apv3] updating namespace I0505 13:07:07.293891 3657 namespace.go:142] [openshift] updating namespace I0505 13:07:07.394455 3657 namespace.go:142] [rhbk-operator] updating namespace I0505 13:07:07.511439 3657 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:07:07.598500 3657 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:07:07.694140 3657 namespace.go:142] [tsf] updating namespace I0505 13:07:07.806475 3657 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:07:07.908581 3657 namespace.go:142] [tsf-tas] updating namespace I0505 13:07:07.999514 3657 namespace.go:142] [tsf-tpa] updating namespace I0505 13:07:08.438664 3657 namespace.go:142] [openshift-pipelines] updating namespace W0505 13:07:09.448275 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 13:07:09.448297 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0505 13:07:14.352782 3657 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:07:14.353363 3657 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:07:14.378213 3657 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:07:14.378232 3657 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:07:14.384715 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0505 13:07:14.384735 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0505 13:07:16.437942 3657 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-zrpd6] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-zrpd6 for pod on switch ip-10-0-2-125.ec2.internal I0505 13:07:16.438087 3657 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-zrpd6 I0505 13:07:16.456207 3657 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-zrpd6] pod update took 18.142075ms I0505 13:07:16.456259 3657 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-zrpd6] addLogicalPort annotation time took 18.17584ms I0505 13:07:16.457747 3657 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-zrpd6] addLogicalPort took 19.818719ms, libovsdb time 1.002125ms I0505 13:07:16.805031 3657 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-zrpd6 00f702c6f22ef57fbeedd01d448f57b151505a8fca9379e8dc9a96c304c48b76 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-zrpd6 00f702c6f22ef57fbeedd01d448f57b151505a8fca9379e8dc9a96c304c48b76 network default NAD default NAD key ] I0505 13:07:16.814363 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-zrpd6, hostIfaceName: 00f702c6f22ef57, network: default, NAD default, SandboxID: "00f702c6f22ef57fbeedd01d448f57b151505a8fca9379e8dc9a96c304c48b76", PCI device ID: , UID: "96ebdc7e-8b90-411d-9437-2585c487130e", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0505 13:07:16.839968 3657 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-fd8vc] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-fd8vc for pod on switch ip-10-0-2-125.ec2.internal I0505 13:07:16.840079 3657 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-fd8vc I0505 13:07:16.857052 3657 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-fd8vc] pod update took 16.994445ms I0505 13:07:16.857079 3657 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-fd8vc] addLogicalPort annotation time took 17.028421ms I0505 13:07:16.858406 3657 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-fd8vc] addLogicalPort took 18.455209ms, libovsdb time 964.979µs I0505 13:07:16.870048 3657 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-zrpd6 00f702c6f22ef57fbeedd01d448f57b151505a8fca9379e8dc9a96c304c48b76 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-zrpd6 00f702c6f22ef57fbeedd01d448f57b151505a8fca9379e8dc9a96c304c48b76 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:fa:61:5d:b5:f5\",\"name\":\"00f702c6f22ef57\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a518d867-fe28-4bf3-8fd7-0185cd36782f\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:07:17.208221 3657 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-fd8vc 007390fb9cd67c2863860acadc3d6ab2b634530dcbf076a3846946a4a6a30b18 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-fd8vc 007390fb9cd67c2863860acadc3d6ab2b634530dcbf076a3846946a4a6a30b18 network default NAD default NAD key ] I0505 13:07:17.217588 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-fd8vc, hostIfaceName: 007390fb9cd67c2, network: default, NAD default, SandboxID: "007390fb9cd67c2863860acadc3d6ab2b634530dcbf076a3846946a4a6a30b18", PCI device ID: , UID: "9b6ba04e-c9aa-4d45-8a47-cdd2717b74ac", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0505 13:07:17.269427 3657 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-fd8vc 007390fb9cd67c2863860acadc3d6ab2b634530dcbf076a3846946a4a6a30b18 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-fd8vc 007390fb9cd67c2863860acadc3d6ab2b634530dcbf076a3846946a4a6a30b18 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:55:fd:63:98:fe\",\"name\":\"007390fb9cd67c2\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/709677d7-2135-4b41-8d7c-70fa8e1dbac6\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:07:19.813561 3657 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-qg285] creating logical port cert-manager_cert-manager-59c77684cc-qg285 for pod on switch ip-10-0-2-125.ec2.internal I0505 13:07:19.813662 3657 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-qg285 I0505 13:07:19.830054 3657 pod.go:62] [cert-manager/cert-manager-59c77684cc-qg285] pod update took 16.413188ms I0505 13:07:19.830081 3657 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-qg285] addLogicalPort annotation time took 16.44697ms I0505 13:07:19.831497 3657 pods.go:271] [cert-manager/cert-manager-59c77684cc-qg285] addLogicalPort took 17.960536ms, libovsdb time 932.054µs I0505 13:07:20.178949 3657 cni.go:452] [cert-manager/cert-manager-59c77684cc-qg285 5c94a9359fe10d168808dfb63ae29754be0a09f5f07896f9da685076ad900677 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-qg285 5c94a9359fe10d168808dfb63ae29754be0a09f5f07896f9da685076ad900677 network default NAD default NAD key ] I0505 13:07:20.188227 3657 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-qg285, hostIfaceName: 5c94a9359fe10d1, network: default, NAD default, SandboxID: "5c94a9359fe10d168808dfb63ae29754be0a09f5f07896f9da685076ad900677", PCI device ID: , UID: "1e5da4c5-b859-4262-8519-ddeb6fb46b11", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0505 13:07:20.242350 3657 cni.go:473] [cert-manager/cert-manager-59c77684cc-qg285 5c94a9359fe10d168808dfb63ae29754be0a09f5f07896f9da685076ad900677 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-qg285 5c94a9359fe10d168808dfb63ae29754be0a09f5f07896f9da685076ad900677 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:ae:f5:10:8c:4c\",\"name\":\"5c94a9359fe10d1\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/281d4ad2-b646-427a-8503-9161a6c350ef\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:07:20.459505 3657 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 13:07:20.459526 3657 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 13:07:20.459532 3657 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 13:07:21.217234 3657 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 13:07:21.217250 3657 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 13:07:21.217255 3657 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 13:07:24.329980 3657 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:07:24.329997 3657 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:07:24.330002 3657 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:07:24.330025 3657 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:07:25.309363 3657 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0505 13:07:25.349480 3657 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0505 13:07:31.469548 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 13:07:31.469568 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 13:07:31.469574 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0505 13:07:36.534742 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0505 13:07:36.765770 3657 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0505 13:07:41.633575 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=105 I0505 13:07:42.178548 3657 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-djt7n] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-djt7n for pod on switch ip-10-0-2-125.ec2.internal I0505 13:07:42.178637 3657 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-djt7n I0505 13:07:42.193044 3657 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-djt7n] pod update took 14.430943ms I0505 13:07:42.193065 3657 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-djt7n] addLogicalPort annotation time took 14.458531ms I0505 13:07:42.194325 3657 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-djt7n] addLogicalPort took 15.793906ms, libovsdb time 839.057µs I0505 13:07:42.542641 3657 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-djt7n d9a91c61c83b3712ef02c2083f42cecdd2945757dd9e8286300cfb1d94987b0a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-djt7n d9a91c61c83b3712ef02c2083f42cecdd2945757dd9e8286300cfb1d94987b0a network default NAD default NAD key ] I0505 13:07:42.552737 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-djt7n, hostIfaceName: d9a91c61c83b371, network: default, NAD default, SandboxID: "d9a91c61c83b3712ef02c2083f42cecdd2945757dd9e8286300cfb1d94987b0a", PCI device ID: , UID: "f97828c0-2e36-46cb-a573-ba40d5f16a42", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0505 13:07:42.607623 3657 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-djt7n d9a91c61c83b3712ef02c2083f42cecdd2945757dd9e8286300cfb1d94987b0a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-djt7n d9a91c61c83b3712ef02c2083f42cecdd2945757dd9e8286300cfb1d94987b0a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:5b:76:27:f8:d8\",\"name\":\"d9a91c61c83b371\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb1a3847-37bc-4615-b64d-726de302ade8\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:07:49.545643 3657 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:07:49.546230 3657 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:07:49.568144 3657 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:07:49.568165 3657 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:07:49.575683 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0505 13:07:49.575707 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0505 13:07:51.599065 3657 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0505 13:07:51.599720 3657 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0505 13:07:51.599738 3657 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0505 13:07:51.601880 3657 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0505 13:07:56.637429 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0505 13:07:58.472417 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 13:07:58.472436 3657 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 13:07:58.474927 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0505 13:07:58.474944 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0505 13:08:07.645592 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0505 13:08:09.646141 3657 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-88j6d] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-88j6d for pod on switch ip-10-0-2-125.ec2.internal I0505 13:08:09.646233 3657 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-88j6d I0505 13:08:09.663387 3657 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-88j6d] pod update took 17.174542ms I0505 13:08:09.663413 3657 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-88j6d] addLogicalPort annotation time took 17.205173ms I0505 13:08:09.665002 3657 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-88j6d] addLogicalPort took 18.873562ms, libovsdb time 1.082353ms I0505 13:08:10.006963 3657 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-88j6d af294d3f417dc34d12ad8278a151e4303ff5d14f644db4c4e6630ecdd93593e5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-88j6d af294d3f417dc34d12ad8278a151e4303ff5d14f644db4c4e6630ecdd93593e5 network default NAD default NAD key ] I0505 13:08:10.016290 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-88j6d, hostIfaceName: af294d3f417dc34, network: default, NAD default, SandboxID: "af294d3f417dc34d12ad8278a151e4303ff5d14f644db4c4e6630ecdd93593e5", PCI device ID: , UID: "9c7d3eeb-64db-4695-a2a2-bac330cf1408", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0505 13:08:10.068252 3657 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-88j6d af294d3f417dc34d12ad8278a151e4303ff5d14f644db4c4e6630ecdd93593e5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-88j6d af294d3f417dc34d12ad8278a151e4303ff5d14f644db4c4e6630ecdd93593e5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:52:1f:b6:e3:d4\",\"name\":\"af294d3f417dc34\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/59560ae0-1433-4315-b180-a1afccaa5697\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:08:14.647205 3657 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 13:08:24.768239 3657 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:08:24.768763 3657 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:08:24.816343 3657 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:08:24.816363 3657 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:08:24.822709 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0505 13:08:24.822748 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0505 13:08:27.383716 3657 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-7868d788d9-4f29x] creating logical port tsf-tas_fulcio-server-7868d788d9-4f29x for pod on switch ip-10-0-2-125.ec2.internal I0505 13:08:27.383822 3657 kube.go:256] Updating pod tsf-tas/fulcio-server-7868d788d9-4f29x I0505 13:08:27.400259 3657 pod.go:62] [tsf-tas/fulcio-server-7868d788d9-4f29x] pod update took 16.461611ms I0505 13:08:27.400283 3657 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-7868d788d9-4f29x] addLogicalPort annotation time took 16.490554ms I0505 13:08:27.401745 3657 pods.go:271] [tsf-tas/fulcio-server-7868d788d9-4f29x] addLogicalPort took 18.049838ms, libovsdb time 1.100948ms I0505 13:08:27.612429 3657 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-t2kzp-fl4lv] creating logical port tsf-tas_ctlog-createtree-job-t2kzp-fl4lv for pod on switch ip-10-0-2-125.ec2.internal I0505 13:08:27.612555 3657 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-t2kzp-fl4lv I0505 13:08:27.627123 3657 pod.go:62] [tsf-tas/ctlog-createtree-job-t2kzp-fl4lv] pod update took 14.596359ms I0505 13:08:27.627149 3657 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-t2kzp-fl4lv] addLogicalPort annotation time took 14.627018ms I0505 13:08:27.628503 3657 pods.go:271] [tsf-tas/ctlog-createtree-job-t2kzp-fl4lv] addLogicalPort took 16.0912ms, libovsdb time 950.647µs I0505 13:08:27.751614 3657 cni.go:452] [tsf-tas/fulcio-server-7868d788d9-4f29x c681b46d0226e494602a31e8ca2ba8dfd9ef4ad4d7c0863badb7689113ec61b5 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-7868d788d9-4f29x c681b46d0226e494602a31e8ca2ba8dfd9ef4ad4d7c0863badb7689113ec61b5 network default NAD default NAD key ] I0505 13:08:27.762681 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-7868d788d9-4f29x, hostIfaceName: c681b46d0226e49, network: default, NAD default, SandboxID: "c681b46d0226e494602a31e8ca2ba8dfd9ef4ad4d7c0863badb7689113ec61b5", PCI device ID: , UID: "bd97153d-664e-48d6-b1ba-0363dd5e0911", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0505 13:08:27.817859 3657 cni.go:473] [tsf-tas/fulcio-server-7868d788d9-4f29x c681b46d0226e494602a31e8ca2ba8dfd9ef4ad4d7c0863badb7689113ec61b5 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-7868d788d9-4f29x c681b46d0226e494602a31e8ca2ba8dfd9ef4ad4d7c0863badb7689113ec61b5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:d0:d3:f1:c0:c9\",\"name\":\"c681b46d0226e49\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0066c3ed-eabb-4fc1-948b-ba6946ddf3b4\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:08:27.882755 3657 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-7sjs9-bqv6h] creating logical port tsf-tas_rekor-createtree-job-7sjs9-bqv6h for pod on switch ip-10-0-2-125.ec2.internal I0505 13:08:27.882839 3657 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-7sjs9-bqv6h I0505 13:08:27.897720 3657 pod.go:62] [tsf-tas/rekor-createtree-job-7sjs9-bqv6h] pod update took 14.902383ms I0505 13:08:27.897740 3657 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-7sjs9-bqv6h] addLogicalPort annotation time took 14.926185ms I0505 13:08:27.899163 3657 pods.go:271] [tsf-tas/rekor-createtree-job-7sjs9-bqv6h] addLogicalPort took 16.421276ms, libovsdb time 929.829µs I0505 13:08:27.976289 3657 cni.go:452] [tsf-tas/ctlog-createtree-job-t2kzp-fl4lv 7fff797ea4b4b182e1be63b3676fc1f5b34b9e5473c8a81597a106f970f42d30 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-t2kzp-fl4lv 7fff797ea4b4b182e1be63b3676fc1f5b34b9e5473c8a81597a106f970f42d30 network default NAD default NAD key ] I0505 13:08:27.985976 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-t2kzp-fl4lv, hostIfaceName: 7fff797ea4b4b18, network: default, NAD default, SandboxID: "7fff797ea4b4b182e1be63b3676fc1f5b34b9e5473c8a81597a106f970f42d30", PCI device ID: , UID: "0f640f12-12d5-42df-bb2b-5be3ff7c8f1c", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0505 13:08:28.038761 3657 cni.go:473] [tsf-tas/ctlog-createtree-job-t2kzp-fl4lv 7fff797ea4b4b182e1be63b3676fc1f5b34b9e5473c8a81597a106f970f42d30 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-t2kzp-fl4lv 7fff797ea4b4b182e1be63b3676fc1f5b34b9e5473c8a81597a106f970f42d30 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:a0:4a:f3:06:08\",\"name\":\"7fff797ea4b4b18\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ddf13442-1e51-4b3b-bea8-25561457604e\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:08:28.246601 3657 cni.go:452] [tsf-tas/rekor-createtree-job-7sjs9-bqv6h f6fdba6bedc8ed3bf7d4d1c2569d22f4a165faf1eb0a692a8845e7cbba0a5675 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-7sjs9-bqv6h f6fdba6bedc8ed3bf7d4d1c2569d22f4a165faf1eb0a692a8845e7cbba0a5675 network default NAD default NAD key ] I0505 13:08:28.273268 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-7sjs9-bqv6h, hostIfaceName: f6fdba6bedc8ed3, network: default, NAD default, SandboxID: "f6fdba6bedc8ed3bf7d4d1c2569d22f4a165faf1eb0a692a8845e7cbba0a5675", PCI device ID: , UID: "0091f763-ea72-42f7-813d-45c734485df7", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0505 13:08:28.328399 3657 cni.go:473] [tsf-tas/rekor-createtree-job-7sjs9-bqv6h f6fdba6bedc8ed3bf7d4d1c2569d22f4a165faf1eb0a692a8845e7cbba0a5675 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-7sjs9-bqv6h f6fdba6bedc8ed3bf7d4d1c2569d22f4a165faf1eb0a692a8845e7cbba0a5675 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:de:bf:e5:4f:e2\",\"name\":\"f6fdba6bedc8ed3\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b0d9c01-3f6d-4fad-9440-4d298858a78d\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:08:29.101232 3657 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-zrgx7] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-zrgx7 for pod on switch ip-10-0-2-125.ec2.internal I0505 13:08:29.101361 3657 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-zrgx7 I0505 13:08:29.118377 3657 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-zrgx7] pod update took 17.055143ms I0505 13:08:29.118434 3657 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-zrgx7] addLogicalPort annotation time took 17.11631ms I0505 13:08:29.119920 3657 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-zrgx7] addLogicalPort took 18.70908ms, libovsdb time 1.038279ms I0505 13:08:29.566301 3657 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-zrgx7 3d4933fca1c483ba68460054ac21199fcd11a983f26af050273b96f71bb6ec11 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-zrgx7 3d4933fca1c483ba68460054ac21199fcd11a983f26af050273b96f71bb6ec11 network default NAD default NAD key ] I0505 13:08:29.576367 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-zrgx7, hostIfaceName: 3d4933fca1c483b, network: default, NAD default, SandboxID: "3d4933fca1c483ba68460054ac21199fcd11a983f26af050273b96f71bb6ec11", PCI device ID: , UID: "f9414a49-734c-47f8-812f-c10f3b88f21b", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0505 13:08:29.631842 3657 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-zrgx7 3d4933fca1c483ba68460054ac21199fcd11a983f26af050273b96f71bb6ec11 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-zrgx7 3d4933fca1c483ba68460054ac21199fcd11a983f26af050273b96f71bb6ec11 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:10:71:4a:c2:d8\",\"name\":\"3d4933fca1c483b\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a3fe2c67-5127-4cf3-a782-74573677fa3a\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:08:29.828616 3657 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0505 13:08:29.828632 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0505 13:08:29.921096 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0505 13:08:29.921116 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0505 13:08:32.630247 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=205 W0505 13:08:33.840896 3657 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 13:08:33.840915 3657 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 13:08:33.840920 3657 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 13:08:39.873972 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 13:08:39.873995 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 13:08:39.874002 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 13:08:40.613599 3657 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0505 13:08:40.669979 3657 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0505 13:08:40.871185 3657 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-4vf86 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:08:40.871776 3657 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-4vf86 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:08:41.770550 3657 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-4vf86 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:08:41.770576 3657 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-4vf86 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:08:43.636274 3657 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0505 13:08:44.778954 3657 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-pb7hm-bb7n8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:08:44.779513 3657 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-pb7hm-bb7n8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:08:45.683668 3657 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-pb7hm-bb7n8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:08:45.683695 3657 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-pb7hm-bb7n8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:08:52.051911 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0505 13:09:13.538341 3657 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-28dpq] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-28dpq for pod on switch ip-10-0-2-125.ec2.internal I0505 13:09:13.538484 3657 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-28dpq I0505 13:09:13.552594 3657 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-28dpq] pod update took 14.132999ms I0505 13:09:13.552623 3657 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-28dpq] addLogicalPort annotation time took 14.167468ms I0505 13:09:13.554457 3657 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-28dpq] addLogicalPort took 16.139663ms, libovsdb time 1.094555ms I0505 13:09:13.901884 3657 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-28dpq a692d42530c479370860dfa0a72014b65f9e96229643e69d1d103b5b2e67e456 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-28dpq a692d42530c479370860dfa0a72014b65f9e96229643e69d1d103b5b2e67e456 network default NAD default NAD key ] I0505 13:09:13.911216 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-28dpq, hostIfaceName: a692d42530c4793, network: default, NAD default, SandboxID: "a692d42530c479370860dfa0a72014b65f9e96229643e69d1d103b5b2e67e456", PCI device ID: , UID: "fc661489-c746-4b69-901b-ab7f0a958537", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0505 13:09:13.966938 3657 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-28dpq a692d42530c479370860dfa0a72014b65f9e96229643e69d1d103b5b2e67e456 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-28dpq a692d42530c479370860dfa0a72014b65f9e96229643e69d1d103b5b2e67e456 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:52:3d:a5:1c:d6\",\"name\":\"a692d42530c4793\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/81813aa9-d708-486e-9585-498f6cbfaf5d\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:09:15.066411 3657 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:15.067132 3657 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:15.088577 3657 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:15.088621 3657 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:15.096981 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0505 13:09:15.097031 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas W0505 13:09:16.942307 3657 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0505 13:09:16.942328 3657 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0505 13:09:16.990672 3657 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0505 13:09:17.629185 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=97 I0505 13:09:19.071701 3657 cni.go:452] [tsf-tas/ctlog-createtree-job-t2kzp-fl4lv 7fff797ea4b4b182e1be63b3676fc1f5b34b9e5473c8a81597a106f970f42d30 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-t2kzp-fl4lv 7fff797ea4b4b182e1be63b3676fc1f5b34b9e5473c8a81597a106f970f42d30 network default NAD default NAD key ] I0505 13:09:19.159543 3657 cni.go:473] [tsf-tas/ctlog-createtree-job-t2kzp-fl4lv 7fff797ea4b4b182e1be63b3676fc1f5b34b9e5473c8a81597a106f970f42d30 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-t2kzp-fl4lv 7fff797ea4b4b182e1be63b3676fc1f5b34b9e5473c8a81597a106f970f42d30 network default NAD default NAD key default], result "{}", err I0505 13:09:19.211047 3657 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-t2kzp-fl4lv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:19.211077 3657 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-t2kzp-fl4lv I0505 13:09:19.212309 3657 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-t2kzp-fl4lv, ips: 10.128.0.39 I0505 13:09:19.212359 3657 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-t2kzp-fl4lv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:20.092513 3657 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-t2kzp-fl4lv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:20.092550 3657 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-t2kzp-fl4lv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:24.115695 3657 obj_retry.go:498] Detected object tsf/patch-tekton-config-jsxqw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:24.116382 3657 obj_retry.go:498] Detected object tsf/patch-tekton-config-jsxqw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 13:09:24.548003 3657 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0505 13:09:25.006559 3657 obj_retry.go:492] Detected object tsf/patch-tekton-config-jsxqw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:25.006588 3657 obj_retry.go:492] Detected object tsf/patch-tekton-config-jsxqw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:09:26.004459 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0505 13:09:27.117165 3657 cni.go:452] [tsf-tas/rekor-createtree-job-7sjs9-bqv6h f6fdba6bedc8ed3bf7d4d1c2569d22f4a165faf1eb0a692a8845e7cbba0a5675 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-7sjs9-bqv6h f6fdba6bedc8ed3bf7d4d1c2569d22f4a165faf1eb0a692a8845e7cbba0a5675 network default NAD default NAD key ] I0505 13:09:27.206364 3657 cni.go:473] [tsf-tas/rekor-createtree-job-7sjs9-bqv6h f6fdba6bedc8ed3bf7d4d1c2569d22f4a165faf1eb0a692a8845e7cbba0a5675 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-7sjs9-bqv6h f6fdba6bedc8ed3bf7d4d1c2569d22f4a165faf1eb0a692a8845e7cbba0a5675 network default NAD default NAD key default], result "{}", err I0505 13:09:27.257821 3657 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-7sjs9-bqv6h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:27.257861 3657 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-7sjs9-bqv6h I0505 13:09:27.259421 3657 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-7sjs9-bqv6h, ips: 10.128.0.40 I0505 13:09:27.259457 3657 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-7sjs9-bqv6h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:28.137750 3657 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-7sjs9-bqv6h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:28.137772 3657 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-7sjs9-bqv6h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:29.143886 3657 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-555978c89d-7m49p] creating logical port tsf-tas_rekor-redis-555978c89d-7m49p for pod on switch ip-10-0-2-125.ec2.internal I0505 13:09:29.144029 3657 kube.go:256] Updating pod tsf-tas/rekor-redis-555978c89d-7m49p I0505 13:09:29.161083 3657 pod.go:62] [tsf-tas/rekor-redis-555978c89d-7m49p] pod update took 17.092023ms I0505 13:09:29.161115 3657 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-555978c89d-7m49p] addLogicalPort annotation time took 17.13164ms I0505 13:09:29.162576 3657 pods.go:271] [tsf-tas/rekor-redis-555978c89d-7m49p] addLogicalPort took 18.71272ms, libovsdb time 1.056241ms I0505 13:09:29.313962 3657 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-769c7494fd-grswr] creating logical port tsf-tas_rekor-search-ui-769c7494fd-grswr for pod on switch ip-10-0-2-125.ec2.internal I0505 13:09:29.314071 3657 kube.go:256] Updating pod tsf-tas/rekor-search-ui-769c7494fd-grswr I0505 13:09:29.329060 3657 pod.go:62] [tsf-tas/rekor-search-ui-769c7494fd-grswr] pod update took 15.010414ms I0505 13:09:29.329081 3657 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-769c7494fd-grswr] addLogicalPort annotation time took 15.039288ms I0505 13:09:29.330342 3657 pods.go:271] [tsf-tas/rekor-search-ui-769c7494fd-grswr] addLogicalPort took 16.39396ms, libovsdb time 825.559µs I0505 13:09:29.512211 3657 cni.go:452] [tsf-tas/rekor-redis-555978c89d-7m49p 8cb99967307a124e522cffee8a32030d6226f235fa9bd2a1d4afcbf9d14ed70f network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-555978c89d-7m49p 8cb99967307a124e522cffee8a32030d6226f235fa9bd2a1d4afcbf9d14ed70f network default NAD default NAD key ] I0505 13:09:29.521509 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-555978c89d-7m49p, hostIfaceName: 8cb99967307a124, network: default, NAD default, SandboxID: "8cb99967307a124e522cffee8a32030d6226f235fa9bd2a1d4afcbf9d14ed70f", PCI device ID: , UID: "b815c7a4-f9b7-4f8b-a9e4-65bfbfc81f5f", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0505 13:09:29.575083 3657 cni.go:473] [tsf-tas/rekor-redis-555978c89d-7m49p 8cb99967307a124e522cffee8a32030d6226f235fa9bd2a1d4afcbf9d14ed70f network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-555978c89d-7m49p 8cb99967307a124e522cffee8a32030d6226f235fa9bd2a1d4afcbf9d14ed70f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:40:21:9b:52:99\",\"name\":\"8cb99967307a124\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d85bb53f-fe93-4b8b-9648-97bb84961a79\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:09:29.680789 3657 cni.go:452] [tsf-tas/rekor-search-ui-769c7494fd-grswr c7d77dc4805c1e576b81031500faa8568343dbdbb4f9623a9c098b09ea000baf network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-769c7494fd-grswr c7d77dc4805c1e576b81031500faa8568343dbdbb4f9623a9c098b09ea000baf network default NAD default NAD key ] I0505 13:09:29.689904 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-769c7494fd-grswr, hostIfaceName: c7d77dc4805c1e5, network: default, NAD default, SandboxID: "c7d77dc4805c1e576b81031500faa8568343dbdbb4f9623a9c098b09ea000baf", PCI device ID: , UID: "aba12486-9f63-4a9f-97db-12ef3880b208", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0505 13:09:29.742656 3657 cni.go:473] [tsf-tas/rekor-search-ui-769c7494fd-grswr c7d77dc4805c1e576b81031500faa8568343dbdbb4f9623a9c098b09ea000baf network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-769c7494fd-grswr c7d77dc4805c1e576b81031500faa8568343dbdbb4f9623a9c098b09ea000baf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:7f:09:c6:42:b3\",\"name\":\"c7d77dc4805c1e5\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/acbcb955-1ed5-4f3f-acb6-797b144f05ff\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:09:30.012422 3657 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-vvcnp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:30.013003 3657 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-vvcnp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:31.040624 3657 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-vvcnp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:31.040723 3657 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-vvcnp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:31.081412 3657 obj_retry.go:492] Detected object tsf/patch-tekton-config-jsxqw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:31.081442 3657 obj_retry.go:492] Detected object tsf/patch-tekton-config-jsxqw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:31.086347 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-jsxqw I0505 13:09:31.086402 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-jsxqw I0505 13:09:31.800920 3657 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-7679fbf98f-j6wlx] creating logical port tsf-tas_rekor-server-7679fbf98f-j6wlx for pod on switch ip-10-0-2-125.ec2.internal I0505 13:09:31.801116 3657 kube.go:256] Updating pod tsf-tas/rekor-server-7679fbf98f-j6wlx I0505 13:09:31.815050 3657 pod.go:62] [tsf-tas/rekor-server-7679fbf98f-j6wlx] pod update took 13.964208ms I0505 13:09:31.815072 3657 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-7679fbf98f-j6wlx] addLogicalPort annotation time took 13.99313ms I0505 13:09:31.816412 3657 pods.go:271] [tsf-tas/rekor-server-7679fbf98f-j6wlx] addLogicalPort took 15.537965ms, libovsdb time 914.272µs W0505 13:09:34.164193 3657 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0505 13:09:34.188029 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0505 13:09:36.368846 3657 cni.go:452] [tsf-tas/rekor-server-7679fbf98f-j6wlx 051a56e52bb1380bd5570d94d3f923ddf0fedd42b04f47fd439555460b8a6018 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-7679fbf98f-j6wlx 051a56e52bb1380bd5570d94d3f923ddf0fedd42b04f47fd439555460b8a6018 network default NAD default NAD key ] I0505 13:09:36.377989 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-7679fbf98f-j6wlx, hostIfaceName: 051a56e52bb1380, network: default, NAD default, SandboxID: "051a56e52bb1380bd5570d94d3f923ddf0fedd42b04f47fd439555460b8a6018", PCI device ID: , UID: "bfec4794-9f10-481d-be78-598dc50c857a", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0505 13:09:36.430514 3657 cni.go:473] [tsf-tas/rekor-server-7679fbf98f-j6wlx 051a56e52bb1380bd5570d94d3f923ddf0fedd42b04f47fd439555460b8a6018 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-7679fbf98f-j6wlx 051a56e52bb1380bd5570d94d3f923ddf0fedd42b04f47fd439555460b8a6018 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:07:b1:e8:35:58\",\"name\":\"051a56e52bb1380\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1b24c80d-e5ca-4e3e-8a2c-1c764ff0dcb6\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:09:37.191540 3657 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:37.192088 3657 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:37.213413 3657 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:37.213433 3657 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:37.219892 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0505 13:09:37.219915 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0505 13:09:39.199192 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0505 13:09:43.083489 3657 obj_retry.go:498] Detected object tsf-tpa/create-db-sx74z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:43.084133 3657 obj_retry.go:498] Detected object tsf-tpa/create-db-sx74z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:44.108522 3657 obj_retry.go:492] Detected object tsf-tpa/create-db-sx74z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:44.108546 3657 obj_retry.go:492] Detected object tsf-tpa/create-db-sx74z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:09:46.206844 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui W0505 13:09:46.245185 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0505 13:09:47.115302 3657 obj_retry.go:498] Detected object tsf-tpa/migrate-db-trpcr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:47.115861 3657 obj_retry.go:498] Detected object tsf-tpa/migrate-db-trpcr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:47.249621 3657 obj_retry.go:492] Detected object tsf-tpa/migrate-db-trpcr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:47.249642 3657 obj_retry.go:492] Detected object tsf-tpa/migrate-db-trpcr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:47.458837 3657 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-b2c7z] creating logical port tsf-tpa_create-importers-b2c7z for pod on switch ip-10-0-2-125.ec2.internal I0505 13:09:47.458939 3657 kube.go:256] Updating pod tsf-tpa/create-importers-b2c7z I0505 13:09:47.473165 3657 pod.go:62] [tsf-tpa/create-importers-b2c7z] pod update took 14.250675ms I0505 13:09:47.473188 3657 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-b2c7z] addLogicalPort annotation time took 14.275982ms I0505 13:09:47.474497 3657 pods.go:271] [tsf-tpa/create-importers-b2c7z] addLogicalPort took 15.676541ms, libovsdb time 892.151µs I0505 13:09:47.820631 3657 cni.go:452] [tsf-tpa/create-importers-b2c7z 48569d73b296dc47a89208cd67352f6e0d01ae825cda5839e020b65fbf850316 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-b2c7z 48569d73b296dc47a89208cd67352f6e0d01ae825cda5839e020b65fbf850316 network default NAD default NAD key ] I0505 13:09:47.830461 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-b2c7z, hostIfaceName: 48569d73b296dc4, network: default, NAD default, SandboxID: "48569d73b296dc47a89208cd67352f6e0d01ae825cda5839e020b65fbf850316", PCI device ID: , UID: "74c23904-ee41-4142-ad5f-47343f8ff36b", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0505 13:09:47.884624 3657 cni.go:473] [tsf-tpa/create-importers-b2c7z 48569d73b296dc47a89208cd67352f6e0d01ae825cda5839e020b65fbf850316 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-b2c7z 48569d73b296dc47a89208cd67352f6e0d01ae825cda5839e020b65fbf850316 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:b9:1b:ef:3a:77\",\"name\":\"48569d73b296dc4\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c015544-f151-494d-9f7c-8d38cdf2c74f\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:09:50.210720 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0505 13:09:52.278196 3657 cni.go:452] [tsf-tpa/create-importers-b2c7z 48569d73b296dc47a89208cd67352f6e0d01ae825cda5839e020b65fbf850316 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-b2c7z 48569d73b296dc47a89208cd67352f6e0d01ae825cda5839e020b65fbf850316 network default NAD default NAD key ] I0505 13:09:52.373536 3657 cni.go:473] [tsf-tpa/create-importers-b2c7z 48569d73b296dc47a89208cd67352f6e0d01ae825cda5839e020b65fbf850316 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-b2c7z 48569d73b296dc47a89208cd67352f6e0d01ae825cda5839e020b65fbf850316 network default NAD default NAD key default], result "{}", err I0505 13:09:52.429828 3657 obj_retry.go:498] Detected object tsf-tpa/create-importers-b2c7z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:52.429870 3657 pods.go:176] Deleting pod: tsf-tpa/create-importers-b2c7z I0505 13:09:52.431409 3657 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-b2c7z, ips: 10.128.0.46 I0505 13:09:52.431436 3657 obj_retry.go:498] Detected object tsf-tpa/create-importers-b2c7z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:53.302964 3657 obj_retry.go:492] Detected object tsf-tpa/create-importers-b2c7z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:53.302987 3657 obj_retry.go:492] Detected object tsf-tpa/create-importers-b2c7z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:55.791183 3657 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-cm4jc-xkp8m] creating logical port tsf-tas_tuf-repository-init-cm4jc-xkp8m for pod on switch ip-10-0-2-125.ec2.internal I0505 13:09:55.791315 3657 kube.go:256] Updating pod tsf-tas/tuf-repository-init-cm4jc-xkp8m I0505 13:09:55.805242 3657 pod.go:62] [tsf-tas/tuf-repository-init-cm4jc-xkp8m] pod update took 13.952257ms I0505 13:09:55.805267 3657 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-cm4jc-xkp8m] addLogicalPort annotation time took 13.982373ms I0505 13:09:55.806703 3657 pods.go:271] [tsf-tas/tuf-repository-init-cm4jc-xkp8m] addLogicalPort took 15.542812ms, libovsdb time 1.001267ms I0505 13:10:00.176131 3657 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-f8gx9] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29633110-f8gx9 for pod on switch ip-10-0-2-125.ec2.internal I0505 13:10:00.176224 3657 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-f8gx9 I0505 13:10:00.190284 3657 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-f8gx9] pod update took 14.080121ms I0505 13:10:00.190312 3657 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-f8gx9] addLogicalPort annotation time took 14.113279ms I0505 13:10:00.191767 3657 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-f8gx9] addLogicalPort took 15.653139ms, libovsdb time 1.011264ms I0505 13:10:00.540911 3657 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-f8gx9 e31eb8cd447f0a196abd282b326d1ced321bd644c5fe389a89c8919cf3f60d8a network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-f8gx9 e31eb8cd447f0a196abd282b326d1ced321bd644c5fe389a89c8919cf3f60d8a network default NAD default NAD key ] I0505 13:10:00.550482 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29633110-f8gx9, hostIfaceName: e31eb8cd447f0a1, network: default, NAD default, SandboxID: "e31eb8cd447f0a196abd282b326d1ced321bd644c5fe389a89c8919cf3f60d8a", PCI device ID: , UID: "9a5b2e40-a541-4581-b97d-fae9a04f2341", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0505 13:10:00.608166 3657 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-f8gx9 e31eb8cd447f0a196abd282b326d1ced321bd644c5fe389a89c8919cf3f60d8a network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-f8gx9 e31eb8cd447f0a196abd282b326d1ced321bd644c5fe389a89c8919cf3f60d8a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:29:a4:65:2b:fe\",\"name\":\"e31eb8cd447f0a1\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/347b8010-01a6-4cf6-9a44-6b150a4daaa0\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:10:01.583458 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0505 13:10:04.350759 3657 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-f8gx9 e31eb8cd447f0a196abd282b326d1ced321bd644c5fe389a89c8919cf3f60d8a network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-f8gx9 e31eb8cd447f0a196abd282b326d1ced321bd644c5fe389a89c8919cf3f60d8a network default NAD default NAD key ] I0505 13:10:04.452607 3657 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-f8gx9 e31eb8cd447f0a196abd282b326d1ced321bd644c5fe389a89c8919cf3f60d8a network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-f8gx9 e31eb8cd447f0a196abd282b326d1ced321bd644c5fe389a89c8919cf3f60d8a network default NAD default NAD key default], result "{}", err I0505 13:10:04.508353 3657 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-f8gx9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:04.508388 3657 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-f8gx9 I0505 13:10:04.510198 3657 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-f8gx9, ips: 10.128.0.48 I0505 13:10:04.510241 3657 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-f8gx9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:05.364732 3657 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-f8gx9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:05.364759 3657 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-f8gx9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:06.366692 3657 cni.go:452] [tsf-tas/tuf-repository-init-cm4jc-xkp8m ccf43479619f1c5d6bf3acecffde572f338978e7db467372b13dbba21fa80005 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-cm4jc-xkp8m ccf43479619f1c5d6bf3acecffde572f338978e7db467372b13dbba21fa80005 network default NAD default NAD key ] I0505 13:10:06.376469 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-cm4jc-xkp8m, hostIfaceName: ccf43479619f1c5, network: default, NAD default, SandboxID: "ccf43479619f1c5d6bf3acecffde572f338978e7db467372b13dbba21fa80005", PCI device ID: , UID: "8e36ddf5-cadc-4ec1-b734-b62164ec2ff9", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0505 13:10:06.430250 3657 cni.go:473] [tsf-tas/tuf-repository-init-cm4jc-xkp8m ccf43479619f1c5d6bf3acecffde572f338978e7db467372b13dbba21fa80005 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-cm4jc-xkp8m ccf43479619f1c5d6bf3acecffde572f338978e7db467372b13dbba21fa80005 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:f5:3e:dc:ab:4a\",\"name\":\"ccf43479619f1c5\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cebda344-0e9d-4b7d-8e48-9c98a2f58b47\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:10:10.136887 3657 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0505 13:10:13.409963 3657 cni.go:452] [tsf-tas/tuf-repository-init-cm4jc-xkp8m ccf43479619f1c5d6bf3acecffde572f338978e7db467372b13dbba21fa80005 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-cm4jc-xkp8m ccf43479619f1c5d6bf3acecffde572f338978e7db467372b13dbba21fa80005 network default NAD default NAD key ] I0505 13:10:13.484198 3657 cni.go:473] [tsf-tas/tuf-repository-init-cm4jc-xkp8m ccf43479619f1c5d6bf3acecffde572f338978e7db467372b13dbba21fa80005 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-cm4jc-xkp8m ccf43479619f1c5d6bf3acecffde572f338978e7db467372b13dbba21fa80005 network default NAD default NAD key default], result "{}", err I0505 13:10:13.541713 3657 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-cm4jc-xkp8m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:13.541753 3657 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-cm4jc-xkp8m I0505 13:10:13.543524 3657 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-cm4jc-xkp8m, ips: 10.128.0.47 I0505 13:10:13.543558 3657 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-cm4jc-xkp8m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:14.429783 3657 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-cm4jc-xkp8m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:14.429809 3657 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-cm4jc-xkp8m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:17.919892 3657 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-dj7fx] creating logical port tsf-tas_tuf-97fc8ff76-dj7fx for pod on switch ip-10-0-2-125.ec2.internal I0505 13:10:17.919987 3657 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-dj7fx I0505 13:10:17.935960 3657 pod.go:62] [tsf-tas/tuf-97fc8ff76-dj7fx] pod update took 15.995092ms I0505 13:10:17.935986 3657 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-dj7fx] addLogicalPort annotation time took 16.027595ms I0505 13:10:17.937482 3657 pods.go:271] [tsf-tas/tuf-97fc8ff76-dj7fx] addLogicalPort took 17.605617ms, libovsdb time 1.017418ms I0505 13:10:26.682059 3657 cni.go:452] [tsf-tas/tuf-97fc8ff76-dj7fx 4c48613b2df74690f1302a82936055750048db4910283541ceec5a41661623ef network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-dj7fx 4c48613b2df74690f1302a82936055750048db4910283541ceec5a41661623ef network default NAD default NAD key ] I0505 13:10:26.691671 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-dj7fx, hostIfaceName: 4c48613b2df7469, network: default, NAD default, SandboxID: "4c48613b2df74690f1302a82936055750048db4910283541ceec5a41661623ef", PCI device ID: , UID: "6429c16f-73b2-4795-82ec-d1c89218edda", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0505 13:10:26.952477 3657 cni.go:473] [tsf-tas/tuf-97fc8ff76-dj7fx 4c48613b2df74690f1302a82936055750048db4910283541ceec5a41661623ef network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-dj7fx 4c48613b2df74690f1302a82936055750048db4910283541ceec5a41661623ef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:ce:77:ac:e1:35\",\"name\":\"4c48613b2df7469\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1845787-a0ed-4e5b-bbc4-28b9d1b3c258\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:10:28.477938 3657 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:28.478532 3657 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:28.526926 3657 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:28.526946 3657 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:28.533255 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0505 13:10:28.533287 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0505 13:10:29.323704 3657 namespace.go:98] [default-tenant] adding namespace I0505 13:10:29.324750 3657 namespace.go:102] [default-tenant] adding namespace took 1.004657ms I0505 13:10:29.330386 3657 namespace.go:98] [image-controller] adding namespace I0505 13:10:29.331193 3657 namespace.go:102] [image-controller] adding namespace took 791.064µs I0505 13:10:29.335588 3657 namespace.go:98] [integration-service] adding namespace I0505 13:10:29.335672 3657 namespace.go:98] [build-service] adding namespace I0505 13:10:29.336361 3657 namespace.go:102] [integration-service] adding namespace took 709.718µs I0505 13:10:29.336896 3657 namespace.go:102] [build-service] adding namespace took 1.208566ms I0505 13:10:29.363996 3657 namespace.go:142] [default-tenant] updating namespace I0505 13:10:29.398155 3657 namespace.go:142] [default-tenant] updating namespace I0505 13:10:29.408530 3657 namespace.go:142] [image-controller] updating namespace I0505 13:10:29.468932 3657 namespace.go:142] [integration-service] updating namespace I0505 13:10:29.474144 3657 namespace.go:142] [image-controller] updating namespace I0505 13:10:29.510713 3657 namespace.go:142] [integration-service] updating namespace I0505 13:10:29.528204 3657 namespace.go:142] [build-service] updating namespace W0505 13:10:29.540670 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0505 13:10:29.561381 3657 namespace.go:142] [build-service] updating namespace I0505 13:10:29.660113 3657 namespace.go:142] [build-service] updating namespace I0505 13:10:29.677950 3657 namespace.go:142] [integration-service] updating namespace I0505 13:10:29.719420 3657 namespace.go:98] [release-service] adding namespace I0505 13:10:29.720435 3657 namespace.go:102] [release-service] adding namespace took 985.611µs I0505 13:10:29.742613 3657 namespace.go:142] [release-service] updating namespace I0505 13:10:29.765181 3657 namespace.go:142] [release-service] updating namespace I0505 13:10:29.783676 3657 namespace.go:142] [konflux-ui] updating namespace I0505 13:10:29.950583 3657 namespace.go:98] [konflux-info] adding namespace I0505 13:10:29.951634 3657 namespace.go:102] [konflux-info] adding namespace took 1.03057ms I0505 13:10:30.017487 3657 namespace.go:98] [namespace-lister] adding namespace I0505 13:10:30.018310 3657 namespace.go:102] [namespace-lister] adding namespace took 802.87µs I0505 13:10:30.032553 3657 namespace.go:142] [konflux-info] updating namespace I0505 13:10:30.085620 3657 namespace.go:98] [enterprise-contract-service] adding namespace I0505 13:10:30.086417 3657 namespace.go:102] [enterprise-contract-service] adding namespace took 774.113µs I0505 13:10:30.116676 3657 namespace.go:142] [konflux-info] updating namespace I0505 13:10:30.116726 3657 namespace.go:142] [image-controller] updating namespace I0505 13:10:30.135560 3657 namespace.go:142] [namespace-lister] updating namespace I0505 13:10:30.180963 3657 namespace.go:142] [namespace-lister] updating namespace I0505 13:10:30.336650 3657 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:10:30.336690 3657 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:10:30.344405 3657 namespace.go:142] [default-tenant] updating namespace I0505 13:10:30.495351 3657 namespace.go:98] [segment-bridge] adding namespace I0505 13:10:30.496365 3657 namespace.go:102] [segment-bridge] adding namespace took 990.378µs I0505 13:10:30.714661 3657 namespace.go:142] [segment-bridge] updating namespace I0505 13:10:30.804551 3657 namespace.go:98] [konflux-cli] adding namespace I0505 13:10:30.805374 3657 namespace.go:102] [konflux-cli] adding namespace took 804.676µs I0505 13:10:30.966838 3657 namespace.go:142] [segment-bridge] updating namespace I0505 13:10:31.230646 3657 namespace.go:142] [konflux-cli] updating namespace I0505 13:10:31.545544 3657 namespace.go:142] [konflux-cli] updating namespace I0505 13:10:31.761597 3657 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0505 13:10:31.762261 3657 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0505 13:10:31.762280 3657 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0505 13:10:31.765002 3657 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0505 13:10:31.913517 3657 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0505 13:10:31.913543 3657 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0505 13:10:31.914376 3657 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0505 13:10:32.015540 3657 namespace.go:142] [build-service] updating namespace I0505 13:10:32.359527 3657 namespace.go:142] [default-tenant] updating namespace I0505 13:10:32.770840 3657 namespace.go:142] [image-controller] updating namespace I0505 13:10:32.906827 3657 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-44pt8] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-44pt8 for pod on switch ip-10-0-2-125.ec2.internal I0505 13:10:32.906959 3657 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-44pt8 I0505 13:10:32.945412 3657 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-44pt8] pod update took 38.504601ms I0505 13:10:32.945435 3657 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-44pt8] addLogicalPort annotation time took 38.535494ms I0505 13:10:32.946777 3657 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-44pt8] addLogicalPort took 39.969929ms, libovsdb time 926.775µs I0505 13:10:33.167575 3657 namespace.go:142] [integration-service] updating namespace I0505 13:10:33.198497 3657 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-x6rxz] creating logical port build-service_build-service-controller-manager-7cbf488fcf-x6rxz for pod on switch ip-10-0-2-125.ec2.internal I0505 13:10:33.198592 3657 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-x6rxz I0505 13:10:33.220673 3657 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-x6rxz] pod update took 22.105364ms I0505 13:10:33.220696 3657 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-x6rxz] addLogicalPort annotation time took 22.132236ms I0505 13:10:33.222098 3657 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-x6rxz] addLogicalPort took 23.618443ms, libovsdb time 888.723µs I0505 13:10:33.267893 3657 namespace.go:142] [build-service] updating namespace I0505 13:10:33.372831 3657 namespace.go:142] [default-tenant] updating namespace I0505 13:10:33.387057 3657 namespace.go:142] [image-controller] updating namespace I0505 13:10:33.398271 3657 namespace.go:142] [integration-service] updating namespace I0505 13:10:33.459722 3657 namespace.go:142] [build-service] updating namespace I0505 13:10:33.544303 3657 namespace.go:142] [default-tenant] updating namespace I0505 13:10:33.592498 3657 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-x6rxz b95827f973dd4b49ba14310089115475ecfa6207c1a670bfb7060f615e6edd43 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-x6rxz b95827f973dd4b49ba14310089115475ecfa6207c1a670bfb7060f615e6edd43 network default NAD default NAD key ] I0505 13:10:33.594842 3657 namespace.go:142] [image-controller] updating namespace I0505 13:10:33.602074 3657 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-x6rxz, hostIfaceName: b95827f973dd4b4, network: default, NAD default, SandboxID: "b95827f973dd4b49ba14310089115475ecfa6207c1a670bfb7060f615e6edd43", PCI device ID: , UID: "98680302-bf9f-42d2-81f2-9a8d3edd4660", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0505 13:10:33.723394 3657 namespace.go:142] [integration-service] updating namespace I0505 13:10:33.864653 3657 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-x6rxz b95827f973dd4b49ba14310089115475ecfa6207c1a670bfb7060f615e6edd43 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-x6rxz b95827f973dd4b49ba14310089115475ecfa6207c1a670bfb7060f615e6edd43 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:c3:c9:90:9e:5d\",\"name\":\"b95827f973dd4b4\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ec281fa-b8ff-495a-95e8-ec2228ef3e73\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:10:34.147288 3657 base_network_controller_pods.go:487] [default/konflux-ui/proxy-548569c6bf-drwtm] creating logical port konflux-ui_proxy-548569c6bf-drwtm for pod on switch ip-10-0-2-125.ec2.internal I0505 13:10:34.147390 3657 kube.go:256] Updating pod konflux-ui/proxy-548569c6bf-drwtm I0505 13:10:34.194696 3657 pod.go:62] [konflux-ui/proxy-548569c6bf-drwtm] pod update took 47.341149ms I0505 13:10:34.194721 3657 base_network_controller_pods.go:951] [default/konflux-ui/proxy-548569c6bf-drwtm] addLogicalPort annotation time took 47.369228ms I0505 13:10:34.196053 3657 pods.go:271] [konflux-ui/proxy-548569c6bf-drwtm] addLogicalPort took 48.784616ms, libovsdb time 852.62µs I0505 13:10:35.166128 3657 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:10:35.357763 3657 namespace.go:142] [konflux-cli] updating namespace I0505 13:10:35.566169 3657 namespace.go:142] [konflux-info] updating namespace I0505 13:10:35.758421 3657 namespace.go:142] [namespace-lister] updating namespace I0505 13:10:35.950259 3657 namespace.go:142] [release-service] updating namespace I0505 13:10:36.159642 3657 namespace.go:142] [segment-bridge] updating namespace I0505 13:10:36.275890 3657 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:10:36.292136 3657 namespace.go:142] [konflux-cli] updating namespace I0505 13:10:36.308576 3657 namespace.go:142] [konflux-info] updating namespace I0505 13:10:36.324526 3657 namespace.go:142] [namespace-lister] updating namespace I0505 13:10:36.334974 3657 namespace.go:142] [release-service] updating namespace I0505 13:10:36.353665 3657 namespace.go:142] [segment-bridge] updating namespace I0505 13:10:36.407588 3657 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:10:36.482704 3657 namespace.go:142] [konflux-cli] updating namespace W0505 13:10:36.557693 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0505 13:10:36.586810 3657 namespace.go:142] [konflux-info] updating namespace I0505 13:10:36.683437 3657 namespace.go:142] [namespace-lister] updating namespace I0505 13:10:36.779428 3657 namespace.go:142] [release-service] updating namespace I0505 13:10:36.886673 3657 namespace.go:142] [segment-bridge] updating namespace W0505 13:10:39.443040 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0505 13:10:39.474986 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0505 13:10:40.532063 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0505 13:10:40.763188 3657 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-44pt8 2ea4d4ad28f88dec8f633f5d27a8ab0fd94d79bd029827b56fc6e021e1ab9f77 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-44pt8 2ea4d4ad28f88dec8f633f5d27a8ab0fd94d79bd029827b56fc6e021e1ab9f77 network default NAD default NAD key ] I0505 13:10:40.792697 3657 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-44pt8, hostIfaceName: 2ea4d4ad28f88de, network: default, NAD default, SandboxID: "2ea4d4ad28f88dec8f633f5d27a8ab0fd94d79bd029827b56fc6e021e1ab9f77", PCI device ID: , UID: "2a5e57ae-2e0b-46a6-bab5-afb79a635915", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0505 13:10:40.846870 3657 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-44pt8 2ea4d4ad28f88dec8f633f5d27a8ab0fd94d79bd029827b56fc6e021e1ab9f77 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-44pt8 2ea4d4ad28f88dec8f633f5d27a8ab0fd94d79bd029827b56fc6e021e1ab9f77 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:0d:8f:51:aa:66\",\"name\":\"2ea4d4ad28f88de\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a57645ab-e460-44b3-9963-524fe68ca963\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:10:42.341966 3657 cni.go:452] [konflux-ui/proxy-548569c6bf-drwtm 5201ab6d7f4c25dc8e70bc206bcad95a1514e2ce9c1bc692cb40bb260267219d network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-548569c6bf-drwtm 5201ab6d7f4c25dc8e70bc206bcad95a1514e2ce9c1bc692cb40bb260267219d network default NAD default NAD key ] I0505 13:10:42.352868 3657 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-548569c6bf-drwtm, hostIfaceName: 5201ab6d7f4c25d, network: default, NAD default, SandboxID: "5201ab6d7f4c25dc8e70bc206bcad95a1514e2ce9c1bc692cb40bb260267219d", PCI device ID: , UID: "185f851b-79ae-49a9-b6bd-53a97a1b2e49", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0505 13:10:42.411718 3657 cni.go:473] [konflux-ui/proxy-548569c6bf-drwtm 5201ab6d7f4c25dc8e70bc206bcad95a1514e2ce9c1bc692cb40bb260267219d network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-548569c6bf-drwtm 5201ab6d7f4c25dc8e70bc206bcad95a1514e2ce9c1bc692cb40bb260267219d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:c1:79:30:fe:bb\",\"name\":\"5201ab6d7f4c25d\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4170356-bc88-453e-a2a6-e6b6906ef631\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:10:43.451943 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 13:10:43.454321 3657 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 13:10:43.607370 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 13:10:43.609806 3657 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 13:10:44.459179 3657 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0505 13:10:44.464899 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0505 13:10:44.490612 3657 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0505 13:10:47.577119 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0505 13:10:47.641068 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 13:10:47.641084 3657 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0505 13:10:48.500055 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 13:10:48.500080 3657 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0505 13:10:54.467957 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 13:10:54.467984 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 13:10:54.468045 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 13:10:54.468058 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0505 13:10:54.738696 3657 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-44pt8 2ea4d4ad28f88dec8f633f5d27a8ab0fd94d79bd029827b56fc6e021e1ab9f77 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-44pt8 2ea4d4ad28f88dec8f633f5d27a8ab0fd94d79bd029827b56fc6e021e1ab9f77 network default NAD default NAD key ] I0505 13:10:54.817674 3657 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-44pt8 2ea4d4ad28f88dec8f633f5d27a8ab0fd94d79bd029827b56fc6e021e1ab9f77 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-44pt8 2ea4d4ad28f88dec8f633f5d27a8ab0fd94d79bd029827b56fc6e021e1ab9f77 network default NAD default NAD key default], result "{}", err I0505 13:10:55.137492 3657 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-44pt8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:55.137538 3657 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-44pt8 I0505 13:10:55.138965 3657 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-44pt8, ips: 10.128.0.50 I0505 13:10:55.138999 3657 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-44pt8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:55.689698 3657 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-44pt8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:55.689725 3657 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-44pt8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:55.694087 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-44pt8 I0505 13:10:55.694113 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-44pt8 I0505 13:10:59.742189 3657 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0505 13:11:01.951714 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0505 13:11:18.833535 3657 namespace.go:142] [openshift-pipelines] updating namespace W0505 13:11:23.550425 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0505 13:11:23.550447 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0505 13:11:23.550458 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0505 13:11:23.550463 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0505 13:11:25.642482 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=620 W0505 13:11:28.731891 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0505 13:11:28.731911 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-125.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0505 13:11:44.635273 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=85 I0505 13:11:58.454350 3657 obj_retry.go:498] Detected object konflux-ui/proxy-f7d444768-fzrw9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:58.454961 3657 obj_retry.go:498] Detected object konflux-ui/proxy-f7d444768-fzrw9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:58.879742 3657 obj_retry.go:492] Detected object konflux-ui/proxy-f7d444768-fzrw9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:58.879769 3657 obj_retry.go:492] Detected object konflux-ui/proxy-f7d444768-fzrw9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:58.886291 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-f7d444768-fzrw9 I0505 13:11:58.886311 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-f7d444768-fzrw9 I0505 13:12:01.039582 3657 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:12:01.040185 3657 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:12:01.058849 3657 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:12:01.058876 3657 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:12:01.063903 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0505 13:12:01.063923 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0505 13:12:31.582451 3657 namespace.go:98] [managed-tenant-cjb4v] adding namespace I0505 13:12:31.583444 3657 namespace.go:102] [managed-tenant-cjb4v] adding namespace took 969.661µs I0505 13:12:31.608283 3657 namespace.go:142] [managed-tenant-cjb4v] updating namespace I0505 13:12:31.625758 3657 namespace.go:142] [managed-tenant-cjb4v] updating namespace I0505 13:12:32.912673 3657 namespace.go:142] [managed-tenant-cjb4v] updating namespace I0505 13:12:33.041400 3657 namespace.go:142] [managed-tenant-cjb4v] updating namespace I0505 13:12:33.147291 3657 namespace.go:142] [managed-tenant-cjb4v] updating namespace I0505 13:12:36.379508 3657 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0505 13:12:37.634511 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0505 13:13:31.539851 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0505 13:13:48.637691 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=80 I0505 13:14:16.844809 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0505 13:15:22.268069 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8