+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-253.ec2.internal ++ [[ -n ip-10-0-2-253.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-253.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0428 15:38:03.439482086 - disable conntrack on geneve port' I0428 15:38:03.439482086 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0428 15:38:03.483542419 - starting ovnkube-node' I0428 15:38:03.483542419 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-253.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-253.ec2.internal --init-node ip-10-0-2-253.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-253.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0428 15:38:03.537928 3814 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0428 15:38:03.537987 3814 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-076eb0c26c.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0428 15:38:03.539831 3814 kube.go:431] Waiting for certificate I0428 15:38:03.539880 3814 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0428 15:38:03.539923 3814 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0428 15:38:03.540656 3814 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0428 15:38:03.573057 3814 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0428 15:38:03.573075 3814 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0428 15:38:03.576418 3814 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0428 15:38:03.576511 3814 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-wk6nr" I0428 15:38:03.584495 3814 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-wk6nr" I0428 15:38:03.584548 3814 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0428 15:38:04.540109 3814 kube.go:438] Certificate found I0428 15:38:04.540654 3814 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0428 15:38:04.541590 3814 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0428 15:38:04.589805 3814 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-29 15:33:03 +0000 UTC" deadline="2026-04-29 13:05:41.636599991 +0000 UTC" I0428 15:38:04.589936 3814 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="21h27m37.046680866s" I0428 15:38:04.617748 3814 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0428 15:38:04.628747 3814 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0428 15:38:04.628831 3814 server.go:101] MetricServer registers OVS metrics I0428 15:38:04.629157 3814 server.go:105] MetricServer registers OVN DB metrics I0428 15:38:04.631623 3814 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0428 15:38:04.631696 3814 factory.go:561] Starting watch factory I0428 15:38:04.631803 3814 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:38:04.631822 3814 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:38:04.631850 3814 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:38:04.631869 3814 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:38:04.631910 3814 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:38:04.631964 3814 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:38:04.632095 3814 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:38:04.632113 3814 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:38:04.632742 3814 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:38:04.632776 3814 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:38:04.633342 3814 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:38:04.633368 3814 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:38:04.633492 3814 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0428 15:38:04.633540 3814 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0428 15:38:04.636094 3814 controller_manager.go:370] Starting the ovnkube controller I0428 15:38:04.636107 3814 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-253.ec2.internal I0428 15:38:04.636167 3814 controller_manager.go:395] NBDB zone sync took: 49.615µs I0428 15:38:04.636181 3814 factory.go:561] Starting watch factory I0428 15:38:04.648545 3814 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0428 15:38:04.648573 3814 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0428 15:38:04.652317 3814 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0428 15:38:04.652350 3814 server.go:109] MetricServer registers OVN Controller metrics I0428 15:38:04.653574 3814 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:38:04.654305 3814 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:38:04.654806 3814 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:38:04.657410 3814 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:38:04.657465 3814 server.go:113] MetricServer registers OVN Northd metrics I0428 15:38:04.657596 3814 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:38:04.662973 3814 metrics.go:519] OVN Metrics Server starts to run ... I0428 15:38:04.663756 3814 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:38:04.737718 3814 factory.go:1977] *v1.Namespace informer cache synced successfully I0428 15:38:04.737744 3814 factory.go:1977] *v1.Node informer cache synced successfully I0428 15:38:04.737748 3814 factory.go:1977] *v1.Service informer cache synced successfully I0428 15:38:04.737752 3814 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0428 15:38:04.737756 3814 factory.go:1977] *v1.Pod informer cache synced successfully I0428 15:38:04.737759 3814 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0428 15:38:04.737843 3814 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0428 15:38:04.737845 3814 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0428 15:38:04.737860 3814 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0428 15:38:04.737862 3814 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0428 15:38:04.741339 3814 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0428 15:38:04.741511 3814 factory.go:1977] *v1.Pod informer cache synced successfully I0428 15:38:04.741532 3814 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0428 15:38:04.741538 3814 factory.go:1977] *v1.Namespace informer cache synced successfully I0428 15:38:04.741545 3814 factory.go:1977] *v1.Node informer cache synced successfully I0428 15:38:04.741555 3814 factory.go:1977] *v1.Service informer cache synced successfully I0428 15:38:04.741562 3814 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0428 15:38:04.741667 3814 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0428 15:38:04.743097 3814 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0428 15:38:04.743107 3814 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0428 15:38:04.743158 3814 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:04.743168 3814 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:04.745785 3814 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:04.746737 3814 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0428 15:38:04.746748 3814 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0428 15:38:04.748168 3814 factory.go:1977] *v1.EgressIP informer cache synced successfully I0428 15:38:04.748227 3814 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:04.748246 3814 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:04.750846 3814 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:04.751777 3814 factory.go:1977] *v1.EgressIP informer cache synced successfully I0428 15:38:04.754176 3814 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0428 15:38:04.754229 3814 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:04.754240 3814 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:04.756843 3814 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:04.756853 3814 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0428 15:38:04.760226 3814 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0428 15:38:04.760276 3814 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:04.760287 3814 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:04.762676 3814 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0428 15:38:04.762862 3814 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:04.766224 3814 factory.go:1977] *v1.EgressService informer cache synced successfully I0428 15:38:04.766275 3814 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:04.766285 3814 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:04.768437 3814 factory.go:1977] *v1.EgressService informer cache synced successfully I0428 15:38:04.769186 3814 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:04.771748 3814 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0428 15:38:04.771904 3814 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0428 15:38:04.771915 3814 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0428 15:38:04.773912 3814 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0428 15:38:04.775118 3814 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0428 15:38:04.777068 3814 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0428 15:38:04.777125 3814 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:04.777136 3814 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:04.777198 3814 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:04.777217 3814 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:04.779795 3814 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0428 15:38:04.780131 3814 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:04.780174 3814 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:04.782776 3814 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0428 15:38:04.782793 3814 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0428 15:38:04.782801 3814 factory.go:680] Watch Factory start up complete, took: 151.107509ms I0428 15:38:04.782865 3814 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0428 15:38:04.784946 3814 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0428 15:38:04.784958 3814 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0428 15:38:04.784964 3814 factory.go:680] Watch Factory start up complete, took: 148.785718ms I0428 15:38:04.784972 3814 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-253.ec2.internal" zone I0428 15:38:04.831897 3814 default_node_network_controller.go:710] Initializing the default node network controller I0428 15:38:04.907135 3814 udn_isolation.go:101] Starting UDN host isolation manager I0428 15:38:04.914553 3814 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0428 15:38:04.977761 3814 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0428 15:38:04.977896 3814 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0428 15:38:04.977915 3814 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0428 15:38:05.010943 3814 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0428 15:38:05.011026 3814 default_node_network_controller.go:809] Node ip-10-0-2-253.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0428 15:38:05.018763 3814 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.253"] k8s.ovn.org/zone-name:ip-10-0-2-253.ec2.internal] on node ip-10-0-2-253.ec2.internal I0428 15:38:05.035202 3814 controller_manager.go:429] Waiting for node in zone sync took: 250.21779ms I0428 15:38:05.040325 3814 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0428 15:38:05.040615 3814 controller_manager.go:611] Switching to transit router for layer2 networks I0428 15:38:05.040645 3814 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-253.ec2.internal I0428 15:38:05.046339 3814 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0428 15:38:05.046493 3814 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0428 15:38:05.046647 3814 gateway_init.go:263] Preparing Gateway I0428 15:38:05.046660 3814 gateway_shared_intf.go:1687] Creating new gateway I0428 15:38:05.055285 3814 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0428 15:38:05.061623 3814 controller_manager.go:290] SCTP support detected in OVN I0428 15:38:05.062324 3814 services_controller.go:69] Creating services controller for network=default I0428 15:38:05.062454 3814 udn_enabled_svc.go:80] Waiting for service informer to sync I0428 15:38:05.062635 3814 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0428 15:38:05.062700 3814 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0428 15:38:05.062717 3814 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0428 15:38:05.062727 3814 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0428 15:38:05.062920 3814 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0428 15:38:05.062974 3814 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0428 15:38:05.063022 3814 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 60.113µs I0428 15:38:05.063045 3814 udn_enabled_svc.go:95] Performing full resync I0428 15:38:05.063047 3814 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 63.852µs I0428 15:38:05.063059 3814 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 82.531µs I0428 15:38:05.063067 3814 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0428 15:38:05.063076 3814 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0428 15:38:05.063088 3814 default_network_controller.go:325] Starting the default network controller I0428 15:38:05.063178 3814 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 20.334µs I0428 15:38:05.063290 3814 udn_enabled_svc.go:99] Waiting for handler to sync I0428 15:38:05.063300 3814 udn_enabled_svc.go:104] Starting worker I0428 15:38:05.073083 3814 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0428 15:38:05.073145 3814 repair.go:33] Syncing exgw routes took 49.925µs I0428 15:38:05.073168 3814 default_network_controller.go:414] Starting all the Watchers... I0428 15:38:05.073307 3814 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0428 15:38:05.073322 3814 namespace.go:98] [openshift-apiserver] adding namespace I0428 15:38:05.073337 3814 namespace.go:98] [openshift-network-diagnostics] adding namespace I0428 15:38:05.073333 3814 namespace.go:98] [openshift-backplane-srep] adding namespace I0428 15:38:05.073345 3814 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0428 15:38:05.073356 3814 namespace.go:98] [openshift-multus] adding namespace I0428 15:38:05.073362 3814 namespace.go:98] [openshift-backplane-cse] adding namespace I0428 15:38:05.073371 3814 namespace.go:98] [openshift-backplane-cee] adding namespace I0428 15:38:05.073389 3814 namespace.go:98] [kube-public] adding namespace I0428 15:38:05.073370 3814 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0428 15:38:05.073395 3814 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0428 15:38:05.073397 3814 namespace.go:98] [openshift-must-gather-operator] adding namespace I0428 15:38:05.073411 3814 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0428 15:38:05.073307 3814 namespace.go:98] [kube-system] adding namespace I0428 15:38:05.073307 3814 namespace.go:98] [openshift-customer-monitoring] adding namespace I0428 15:38:05.073929 3814 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 610.883µs I0428 15:38:05.073943 3814 namespace.go:98] [openshift-console-user-settings] adding namespace I0428 15:38:05.074334 3814 namespace.go:102] [openshift-console-user-settings] adding namespace took 385.999µs I0428 15:38:05.074346 3814 namespace.go:98] [openshift-route-controller-manager] adding namespace I0428 15:38:05.074775 3814 namespace.go:102] [openshift-route-controller-manager] adding namespace took 424.129µs I0428 15:38:05.074792 3814 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace W0428 15:38:05.075357 3814 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-dcr8f: pod openshift-network-diagnostics/network-check-target-dcr8f: no pod IPs found W0428 15:38:05.075372 3814 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-trwhq: pod openshift-network-diagnostics/network-check-target-trwhq: no pod IPs found W0428 15:38:05.075401 3814 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-2c7hp: pod openshift-network-diagnostics/network-check-target-2c7hp: no pod IPs found I0428 15:38:05.075411 3814 namespace.go:102] [openshift-apiserver] adding namespace took 2.079164ms I0428 15:38:05.075425 3814 namespace.go:98] [open-cluster-management-2pv84p6sed3utucq8k8srs7b6fppqucb] adding namespace I0428 15:38:05.076066 3814 namespace.go:102] [openshift-network-diagnostics] adding namespace took 2.722526ms I0428 15:38:05.076083 3814 namespace.go:98] [openshift-authentication] adding namespace I0428 15:38:05.076606 3814 namespace.go:102] [openshift-backplane-srep] adding namespace took 3.258393ms I0428 15:38:05.076621 3814 namespace.go:98] [openshift-monitoring] adding namespace W0428 15:38:05.077062 3814 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-b4444: pod openshift-multus/network-metrics-daemon-b4444: no pod IPs found W0428 15:38:05.077073 3814 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-wrm49: pod openshift-multus/network-metrics-daemon-wrm49: no pod IPs found W0428 15:38:05.077079 3814 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-l9h6j: pod openshift-multus/network-metrics-daemon-l9h6j: no pod IPs found I0428 15:38:05.077098 3814 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 3.747391ms I0428 15:38:05.077113 3814 namespace.go:98] [openshift-console] adding namespace I0428 15:38:05.077593 3814 namespace.go:102] [openshift-multus] adding namespace took 4.230565ms I0428 15:38:05.077607 3814 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0428 15:38:05.078078 3814 namespace.go:102] [openshift-backplane-cse] adding namespace took 4.708037ms I0428 15:38:05.078094 3814 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0428 15:38:05.078593 3814 namespace.go:102] [openshift-backplane-cee] adding namespace took 5.198467ms I0428 15:38:05.078609 3814 namespace.go:98] [openshift-ingress-operator] adding namespace I0428 15:38:05.079039 3814 namespace.go:102] [kube-public] adding namespace took 5.642918ms I0428 15:38:05.079052 3814 namespace.go:98] [openshift-network-console] adding namespace I0428 15:38:05.079539 3814 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.140017ms I0428 15:38:05.079553 3814 namespace.go:98] [openshift-insights] adding namespace I0428 15:38:05.080094 3814 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.692535ms I0428 15:38:05.080108 3814 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0428 15:38:05.080586 3814 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.175125ms I0428 15:38:05.080605 3814 namespace.go:98] [dedicated-admin] adding namespace I0428 15:38:05.081133 3814 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.713171ms I0428 15:38:05.081154 3814 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0428 15:38:05.081655 3814 namespace.go:102] [kube-system] adding namespace took 8.187024ms I0428 15:38:05.081674 3814 namespace.go:98] [openshift-dns-operator] adding namespace I0428 15:38:05.082188 3814 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.719195ms I0428 15:38:05.082203 3814 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0428 15:38:05.082624 3814 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.826232ms I0428 15:38:05.082638 3814 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0428 15:38:05.083055 3814 namespace.go:102] [open-cluster-management-2pv84p6sed3utucq8k8srs7b6fppqucb] adding namespace took 7.625356ms I0428 15:38:05.083068 3814 namespace.go:98] [openshift-backplane] adding namespace I0428 15:38:05.083526 3814 namespace.go:102] [openshift-authentication] adding namespace took 7.436979ms I0428 15:38:05.083541 3814 namespace.go:98] [openshift-node] adding namespace I0428 15:38:05.084303 3814 namespace.go:102] [openshift-monitoring] adding namespace took 7.677553ms I0428 15:38:05.084315 3814 namespace.go:98] [openshift-operators-redhat] adding namespace I0428 15:38:05.084736 3814 namespace.go:102] [openshift-console] adding namespace took 7.618146ms I0428 15:38:05.084750 3814 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0428 15:38:05.085172 3814 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.559913ms I0428 15:38:05.085184 3814 namespace.go:98] [openshift-service-ca-operator] adding namespace I0428 15:38:05.085603 3814 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.504221ms I0428 15:38:05.085613 3814 namespace.go:98] [openshift-controller-manager] adding namespace I0428 15:38:05.086020 3814 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.406394ms I0428 15:38:05.086033 3814 namespace.go:98] [openshift-marketplace] adding namespace I0428 15:38:05.086400 3814 namespace.go:102] [openshift-network-console] adding namespace took 7.34403ms I0428 15:38:05.086410 3814 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0428 15:38:05.086838 3814 namespace.go:102] [openshift-insights] adding namespace took 7.279781ms I0428 15:38:05.086851 3814 namespace.go:98] [openshift] adding namespace I0428 15:38:05.087319 3814 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.205456ms I0428 15:38:05.087335 3814 namespace.go:98] [openshift-machine-config-operator] adding namespace I0428 15:38:05.087843 3814 namespace.go:102] [dedicated-admin] adding namespace took 7.229366ms I0428 15:38:05.087859 3814 namespace.go:98] [openshift-apiserver-operator] adding namespace I0428 15:38:05.088279 3814 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.118451ms I0428 15:38:05.088292 3814 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0428 15:38:05.088866 3814 namespace.go:102] [openshift-dns-operator] adding namespace took 7.185006ms I0428 15:38:05.088881 3814 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0428 15:38:05.089301 3814 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.094159ms I0428 15:38:05.089311 3814 namespace.go:98] [openshift-etcd] adding namespace I0428 15:38:05.089700 3814 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.056405ms I0428 15:38:05.090134 3814 namespace.go:102] [openshift-backplane] adding namespace took 7.06126ms I0428 15:38:05.090146 3814 namespace.go:98] [openshift-ingress] adding namespace I0428 15:38:05.090515 3814 namespace.go:102] [openshift-node] adding namespace took 6.969394ms I0428 15:38:05.090528 3814 namespace.go:98] [openshift-config] adding namespace I0428 15:38:05.090880 3814 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.560255ms I0428 15:38:05.090891 3814 namespace.go:98] [openshift-authentication-operator] adding namespace I0428 15:38:05.091282 3814 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.526219ms I0428 15:38:05.091295 3814 namespace.go:98] [openshift-console-operator] adding namespace I0428 15:38:05.091738 3814 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.549829ms I0428 15:38:05.091750 3814 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0428 15:38:05.092098 3814 namespace.go:102] [openshift-controller-manager] adding namespace took 6.479728ms I0428 15:38:05.092108 3814 namespace.go:98] [openshift-backplane-tam] adding namespace I0428 15:38:05.092637 3814 namespace.go:102] [openshift-marketplace] adding namespace took 6.598757ms I0428 15:38:05.092651 3814 namespace.go:98] [openshift-network-operator] adding namespace I0428 15:38:05.093051 3814 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.637098ms I0428 15:38:05.093062 3814 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0428 15:38:05.093469 3814 namespace.go:102] [openshift] adding namespace took 6.61429ms I0428 15:38:05.093479 3814 namespace.go:98] [openshift-dns] adding namespace I0428 15:38:05.093971 3814 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.629753ms I0428 15:38:05.093985 3814 namespace.go:98] [openshift-host-network] adding namespace I0428 15:38:05.094396 3814 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.532164ms I0428 15:38:05.094408 3814 namespace.go:98] [kube-node-lease] adding namespace I0428 15:38:05.094867 3814 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.569049ms I0428 15:38:05.094884 3814 namespace.go:98] [openshift-cluster-version] adding namespace I0428 15:38:05.095201 3814 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.316142ms I0428 15:38:05.095212 3814 namespace.go:98] [default] adding namespace I0428 15:38:05.095726 3814 namespace.go:102] [openshift-etcd] adding namespace took 6.409638ms I0428 15:38:05.095740 3814 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0428 15:38:05.096081 3814 namespace.go:102] [openshift-ingress] adding namespace took 5.930557ms I0428 15:38:05.096091 3814 namespace.go:98] [openshift-config-managed] adding namespace I0428 15:38:05.096530 3814 namespace.go:102] [openshift-config] adding namespace took 5.99773ms I0428 15:38:05.096539 3814 namespace.go:98] [openshift-config-operator] adding namespace I0428 15:38:05.096945 3814 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.049788ms I0428 15:38:05.096957 3814 namespace.go:98] [openshift-kube-apiserver] adding namespace I0428 15:38:05.097339 3814 namespace.go:102] [openshift-console-operator] adding namespace took 6.040247ms I0428 15:38:05.097348 3814 namespace.go:98] [openshift-operators] adding namespace I0428 15:38:05.097859 3814 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.103338ms I0428 15:38:05.097874 3814 namespace.go:98] [openshift-infra] adding namespace I0428 15:38:05.098401 3814 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.288155ms I0428 15:38:05.098414 3814 namespace.go:98] [openshift-machine-api] adding namespace I0428 15:38:05.098922 3814 namespace.go:102] [openshift-network-operator] adding namespace took 6.266486ms I0428 15:38:05.098939 3814 namespace.go:98] [openshift-ingress-canary] adding namespace I0428 15:38:05.099413 3814 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.343237ms I0428 15:38:05.099438 3814 namespace.go:98] [openshift-backplane-csm] adding namespace I0428 15:38:05.099895 3814 namespace.go:102] [openshift-dns] adding namespace took 6.409773ms I0428 15:38:05.099915 3814 namespace.go:98] [openshift-network-node-identity] adding namespace I0428 15:38:05.100567 3814 namespace.go:102] [openshift-host-network] adding namespace took 6.576198ms I0428 15:38:05.100584 3814 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0428 15:38:05.101130 3814 namespace.go:102] [kube-node-lease] adding namespace took 6.715111ms I0428 15:38:05.101147 3814 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0428 15:38:05.101703 3814 namespace.go:102] [openshift-cluster-version] adding namespace took 6.811701ms I0428 15:38:05.101721 3814 namespace.go:98] [openshift-backplane-mobb] adding namespace I0428 15:38:05.102195 3814 namespace.go:102] [default] adding namespace took 6.976775ms I0428 15:38:05.102210 3814 namespace.go:98] [openshift-logging] adding namespace I0428 15:38:05.102801 3814 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.057538ms I0428 15:38:05.102812 3814 namespace.go:98] [openshift-kube-scheduler] adding namespace I0428 15:38:05.103270 3814 namespace.go:102] [openshift-config-managed] adding namespace took 7.174937ms I0428 15:38:05.103759 3814 namespace.go:102] [openshift-config-operator] adding namespace took 7.215229ms I0428 15:38:05.104155 3814 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.193737ms I0428 15:38:05.104606 3814 namespace.go:102] [openshift-operators] adding namespace took 7.253812ms I0428 15:38:05.104617 3814 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0428 15:38:05.105037 3814 namespace.go:102] [openshift-infra] adding namespace took 7.155604ms I0428 15:38:05.105509 3814 namespace.go:102] [openshift-machine-api] adding namespace took 7.090825ms I0428 15:38:05.105988 3814 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.040194ms I0428 15:38:05.106366 3814 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.921393ms I0428 15:38:05.106784 3814 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.863345ms I0428 15:38:05.107181 3814 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.570634ms I0428 15:38:05.107194 3814 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0428 15:38:05.107563 3814 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.410486ms I0428 15:38:05.107965 3814 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.23987ms I0428 15:38:05.108464 3814 namespace.go:102] [openshift-logging] adding namespace took 6.248296ms I0428 15:38:05.108478 3814 namespace.go:98] [openshift-image-registry] adding namespace I0428 15:38:05.108934 3814 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.117255ms I0428 15:38:05.108944 3814 namespace.go:98] [openshift-package-operator] adding namespace I0428 15:38:05.109390 3814 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 4.751759ms I0428 15:38:05.109917 3814 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 2.716693ms I0428 15:38:05.110317 3814 namespace.go:102] [openshift-image-registry] adding namespace took 1.833605ms I0428 15:38:05.110703 3814 namespace.go:102] [openshift-package-operator] adding namespace took 1.754552ms W0428 15:38:05.110780 3814 master.go:458] Unable to parse local node ip-10-0-2-253.ec2.internal chassis-id annotation. Chassis may be removed during sync W0428 15:38:05.110788 3814 master.go:471] Unable to parse remote node ip-10-0-0-193.ec2.internal chassis-id annotation. Chassis may be removed during sync W0428 15:38:05.110792 3814 master.go:471] Unable to parse remote node ip-10-0-1-149.ec2.internal chassis-id annotation. Chassis may be removed during sync I0428 15:38:05.110797 3814 master.go:481] Removing stale chassis with ID/Name: 229b637c-12e2-40f5-a44f-cef94d15151c, hostname: ip-10-0-2-253.ec2.internal I0428 15:38:05.111345 3814 master.go:548] Adding or Updating local node "ip-10-0-2-253.ec2.internal" for network "default" I0428 15:38:05.111426 3814 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-149.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-149.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-149.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-149.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-149.ec2.internal I0428 15:38:05.111426 3814 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-193.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-193.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-193.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-193.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-193.ec2.internal I0428 15:38:05.114747 3814 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-253.ec2.internal for the network default I0428 15:38:05.115195 3814 zone_ic_handler.go:195] Time taken to create transit switch: 430.743µs I0428 15:38:05.116181 3814 default_network_controller.go:823] Node add failed for ip-10-0-2-253.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-253.ec2.internal, error getting gateway config for node ip-10-0-2-253.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-253.ec2.internal", failed to update chassis to local for local node ip-10-0-2-253.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-253.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-253.ec2.internal] E0428 15:38:05.116250 3814 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-253.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-253.ec2.internal, error getting gateway config for node ip-10-0-2-253.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-253.ec2.internal", failed to update chassis to local for local node ip-10-0-2-253.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-253.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-253.ec2.internal] I0428 15:38:05.116299 3814 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0428 15:38:05.116315 3814 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-253.ec2.internal", UID:"326247ed-b7f3-4ea1-8092-7c67871c23fb", APIVersion:"v1", ResourceVersion:"8507", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-253.ec2.internal, error getting gateway config for node ip-10-0-2-253.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-253.ec2.internal", failed to update chassis to local for local node ip-10-0-2-253.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-253.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-253.ec2.internal] I0428 15:38:05.116361 3814 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0428 15:38:05.116390 3814 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0428 15:38:05.116405 3814 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-193.ec2.internal in network "default" I0428 15:38:05.116439 3814 node_tracker.go:235] Node ip-10-0-0-193.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-193.ec2.internal" I0428 15:38:05.116453 3814 node_tracker.go:169] Node ip-10-0-0-193.ec2.internal switch + router changed, syncing services in network "default" I0428 15:38:05.116468 3814 services_controller.go:574] Full service sync requested for network=default I0428 15:38:05.116489 3814 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-149.ec2.internal in network "default" I0428 15:38:05.116504 3814 node_tracker.go:235] Node ip-10-0-1-149.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-149.ec2.internal" I0428 15:38:05.116514 3814 node_tracker.go:169] Node ip-10-0-1-149.ec2.internal switch + router changed, syncing services in network "default" I0428 15:38:05.116518 3814 services_controller.go:574] Full service sync requested for network=default I0428 15:38:05.116525 3814 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-253.ec2.internal in network "default" I0428 15:38:05.116533 3814 node_tracker.go:235] Node ip-10-0-2-253.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-253.ec2.internal" I0428 15:38:05.116538 3814 node_tracker.go:169] Node ip-10-0-2-253.ec2.internal switch + router changed, syncing services in network "default" I0428 15:38:05.116542 3814 services_controller.go:574] Full service sync requested for network=default I0428 15:38:05.154330 3814 iptables.go:108] Creating table: filter chain: FORWARD I0428 15:38:05.160505 3814 iptables.go:108] Creating table: filter chain: OUTPUT I0428 15:38:05.166511 3814 gateway_shared_intf.go:1816] Gateway Creation Complete I0428 15:38:05.166526 3814 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-253.ec2.internal","mac-address":"0e:87:57:c8:60:07","ip-addresses":["10.0.2.253/24"],"ip-address":"10.0.2.253/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:229b637c-12e2-40f5-a44f-cef94d15151c k8s.ovn.org/node-encap-ips:["10.0.2.253"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.253/24"} k8s.ovn.org/zone-name:ip-10-0-2-253.ec2.internal] on node ip-10-0-2-253.ec2.internal I0428 15:38:05.182258 3814 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-253.ec2.internal in network "default" I0428 15:38:05.182284 3814 master.go:548] Adding or Updating local node "ip-10-0-2-253.ec2.internal" for network "default" I0428 15:38:05.182315 3814 node_tracker.go:169] Node ip-10-0-2-253.ec2.internal switch + router changed, syncing services in network "default" I0428 15:38:05.182330 3814 services_controller.go:574] Full service sync requested for network=default I0428 15:38:05.186109 3814 default_node_network_controller.go:519] Node connection status = connected W0428 15:38:05.187135 3814 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-l9h6j: pod openshift-multus/network-metrics-daemon-l9h6j: no pod IPs found W0428 15:38:05.187158 3814 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-2c7hp: pod openshift-network-diagnostics/network-check-target-2c7hp: no pod IPs found I0428 15:38:05.188203 3814 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-253.ec2.internal for the network default I0428 15:38:05.188426 3814 zone_ic_handler.go:195] Time taken to create transit switch: 210.108µs I0428 15:38:05.216993 3814 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0428 15:38:05.217011 3814 services_controller.go:208] Setting up event handlers for services for network=default I0428 15:38:05.217111 3814 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0428 15:38:05.217220 3814 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0428 15:38:05.217231 3814 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0428 15:38:05.317358 3814 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0428 15:38:05.317394 3814 repair.go:60] Starting repairing loop for services I0428 15:38:05.317505 3814 repair.go:131] Deleted 0 stale service LBs I0428 15:38:05.317524 3814 repair.go:137] Deleted 0 stale Chassis Template Vars I0428 15:38:05.317539 3814 repair.go:62] Finished repairing loop for services: 149.048µs I0428 15:38:05.317571 3814 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0428 15:38:05.317581 3814 services_controller.go:254] Starting workers for network=default I0428 15:38:05.318057 3814 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-dcr8f, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-dcr8f: suppressed error logged: pod openshift-network-diagnostics/network-check-target-dcr8f: no pod IPs found I0428 15:38:05.318129 3814 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-2c7hp] creating logical port openshift-network-diagnostics_network-check-target-2c7hp for pod on switch ip-10-0-2-253.ec2.internal I0428 15:38:05.318137 3814 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-wrm49, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-wrm49: suppressed error logged: pod openshift-multus/network-metrics-daemon-wrm49: no pod IPs found I0428 15:38:05.318164 3814 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-trwhq, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-trwhq: suppressed error logged: pod openshift-network-diagnostics/network-check-target-trwhq: no pod IPs found I0428 15:38:05.318215 3814 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-l9h6j] creating logical port openshift-multus_network-metrics-daemon-l9h6j for pod on switch ip-10-0-2-253.ec2.internal I0428 15:38:05.318232 3814 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-b4444, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-b4444: suppressed error logged: pod openshift-multus/network-metrics-daemon-b4444: no pod IPs found I0428 15:38:05.318300 3814 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-l9h6j I0428 15:38:05.318300 3814 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-2c7hp I0428 15:38:05.333799 3814 pod.go:62] [openshift-network-diagnostics/network-check-target-2c7hp] pod update took 15.593099ms I0428 15:38:05.333818 3814 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-2c7hp] addLogicalPort annotation time took 15.615481ms I0428 15:38:05.334788 3814 pods.go:271] [openshift-network-diagnostics/network-check-target-2c7hp] addLogicalPort took 16.667746ms, libovsdb time 764.367µs I0428 15:38:05.335293 3814 pod.go:62] [openshift-multus/network-metrics-daemon-l9h6j] pod update took 17.012815ms I0428 15:38:05.335312 3814 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-l9h6j] addLogicalPort annotation time took 17.033027ms I0428 15:38:05.336215 3814 pods.go:271] [openshift-multus/network-metrics-daemon-l9h6j] addLogicalPort took 18.003495ms, libovsdb time 649.648µs I0428 15:38:05.336827 3814 admin_network_policy_controller.go:227] Starting controller default-network-controller I0428 15:38:05.336846 3814 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0428 15:38:05.336857 3814 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0428 15:38:05.336861 3814 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0428 15:38:05.337077 3814 repair.go:29] Repairing admin network policies took 210.538µs I0428 15:38:05.337186 3814 repair.go:92] Repairing baseline admin network policies took 98.293µs I0428 15:38:05.337675 3814 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0428 15:38:05.337697 3814 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0428 15:38:05.339757 3814 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0428 15:38:05.339786 3814 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0428 15:38:05.339796 3814 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0428 15:38:05.340162 3814 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0428 15:38:05.340186 3814 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0428 15:38:05.340199 3814 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0428 15:38:05.341824 3814 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0428 15:38:05.341845 3814 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0428 15:38:05.341852 3814 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0428 15:38:05.343302 3814 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0428 15:38:05.343326 3814 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0428 15:38:05.343337 3814 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0428 15:38:05.344559 3814 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0428 15:38:05.344585 3814 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0428 15:38:05.344601 3814 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0428 15:38:05.346074 3814 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0428 15:38:05.346099 3814 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0428 15:38:05.346111 3814 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0428 15:38:05.348517 3814 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0428 15:38:05.348548 3814 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0428 15:38:05.348556 3814 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0428 15:38:05.350023 3814 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0428 15:38:05.350042 3814 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0428 15:38:05.350052 3814 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0428 15:38:05.350600 3814 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0428 15:38:05.350618 3814 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0428 15:38:05.350626 3814 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0428 15:38:05.352431 3814 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0428 15:38:05.352450 3814 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0428 15:38:05.352893 3814 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0428 15:38:05.352907 3814 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0428 15:38:05.353692 3814 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0428 15:38:05.353726 3814 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0428 15:38:05.353734 3814 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0428 15:38:05.354070 3814 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0428 15:38:05.354093 3814 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0428 15:38:05.354107 3814 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0428 15:38:05.354705 3814 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0428 15:38:05.354730 3814 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0428 15:38:05.354740 3814 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0428 15:38:05.355869 3814 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0428 15:38:05.355889 3814 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0428 15:38:05.355904 3814 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0428 15:38:05.357979 3814 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0428 15:38:05.358000 3814 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0428 15:38:05.358010 3814 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0428 15:38:05.359292 3814 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0428 15:38:05.359309 3814 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0428 15:38:05.359318 3814 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0428 15:38:05.360409 3814 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0428 15:38:05.360435 3814 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0428 15:38:05.360447 3814 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0428 15:38:05.361050 3814 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0428 15:38:05.361069 3814 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0428 15:38:05.361081 3814 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0428 15:38:05.361683 3814 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0428 15:38:05.361700 3814 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0428 15:38:05.361711 3814 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0428 15:38:05.363143 3814 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0428 15:38:05.363169 3814 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0428 15:38:05.363182 3814 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0428 15:38:05.363756 3814 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0428 15:38:05.363773 3814 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0428 15:38:05.363780 3814 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0428 15:38:05.364299 3814 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0428 15:38:05.364322 3814 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0428 15:38:05.364340 3814 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0428 15:38:05.364933 3814 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0428 15:38:05.364955 3814 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0428 15:38:05.364973 3814 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0428 15:38:05.366486 3814 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0428 15:38:05.366508 3814 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0428 15:38:05.366521 3814 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0428 15:38:05.367737 3814 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0428 15:38:05.367757 3814 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0428 15:38:05.367766 3814 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0428 15:38:05.368344 3814 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0428 15:38:05.368360 3814 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0428 15:38:05.368397 3814 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0428 15:38:05.369181 3814 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0428 15:38:05.369209 3814 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0428 15:38:05.369221 3814 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0428 15:38:05.369821 3814 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0428 15:38:05.369843 3814 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0428 15:38:05.369857 3814 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0428 15:38:05.370468 3814 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0428 15:38:05.376144 3814 egressfirewall.go:374] Starting EgressFirewall controller I0428 15:38:05.376182 3814 controller.go:133] Adding controller egress-firewall-controller event handlers I0428 15:38:05.376199 3814 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0428 15:38:05.376242 3814 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0428 15:38:05.376256 3814 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0428 15:38:05.376269 3814 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0428 15:38:05.376282 3814 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0428 15:38:05.376787 3814 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0428 15:38:05.376807 3814 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0428 15:38:05.376812 3814 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0428 15:38:05.376821 3814 egressqos.go:193] Setting up event handlers for EgressQoS I0428 15:38:05.376891 3814 egressfirewall.go:723] Syncing node "ip-10-0-0-193.ec2.internal" for egress firewall I0428 15:38:05.376905 3814 egressfirewall.go:723] Syncing node "ip-10-0-1-149.ec2.internal" for egress firewall I0428 15:38:05.376912 3814 egressfirewall.go:723] Syncing node "ip-10-0-2-253.ec2.internal" for egress firewall I0428 15:38:05.376929 3814 egressqos.go:245] Starting EgressQoS Controller I0428 15:38:05.376941 3814 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0428 15:38:05.376947 3814 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0428 15:38:05.376953 3814 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0428 15:38:05.376957 3814 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0428 15:38:05.376962 3814 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0428 15:38:05.376966 3814 shared_informer.go:356] "Caches are synced" controller="egressqos" I0428 15:38:05.376970 3814 egressqos.go:259] Repairing EgressQoSes I0428 15:38:05.376974 3814 egressqos.go:399] Starting repairing loop for egressqos I0428 15:38:05.377043 3814 egressqos.go:401] Finished repairing loop for egressqos: 69.883µs I0428 15:38:05.377058 3814 egressservice_zone.go:132] Setting up event handlers for Egress Services I0428 15:38:05.377080 3814 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-253.ec2.internal I0428 15:38:05.377140 3814 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-253.ec2.internal : 61.925µs I0428 15:38:05.377220 3814 egressservice_zone.go:210] Starting Egress Services Controller I0428 15:38:05.377238 3814 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0428 15:38:05.377249 3814 shared_informer.go:356] "Caches are synced" controller="egressservices" I0428 15:38:05.377256 3814 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0428 15:38:05.377261 3814 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0428 15:38:05.377266 3814 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0428 15:38:05.377271 3814 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0428 15:38:05.377276 3814 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0428 15:38:05.377280 3814 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0428 15:38:05.377284 3814 egressservice_zone.go:228] Repairing Egress Services I0428 15:38:05.377621 3814 master_controller.go:88] Starting Admin Policy Based Route Controller I0428 15:38:05.377632 3814 external_controller.go:278] Starting Admin Policy Based Route Controller I0428 15:38:05.377697 3814 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-193.ec2.internal I0428 15:38:05.377712 3814 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-193.ec2.internal: 17.082µs I0428 15:38:05.377723 3814 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-149.ec2.internal I0428 15:38:05.377728 3814 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-149.ec2.internal: 6.872µs I0428 15:38:05.377733 3814 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-253.ec2.internal I0428 15:38:05.377737 3814 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-253.ec2.internal: 3.892µs I0428 15:38:05.377763 3814 default_network_controller.go:585] Completing all the Watchers took 304.58595ms I0428 15:38:05.377781 3814 default_network_controller.go:589] Starting unidling controllers I0428 15:38:05.377793 3814 unidle.go:46] Registering OVN SB ControllerEvent handler I0428 15:38:05.377800 3814 unidle.go:63] Populating Initial ContollerEvent events I0428 15:38:05.377811 3814 unidle.go:79] Setting up event handlers for services I0428 15:38:05.377869 3814 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0428 15:38:05.686609 3814 default_node_network_controller.go:519] Node connection status = connected I0428 15:38:06.186966 3814 default_node_network_controller.go:519] Node connection status = connected I0428 15:38:06.686519 3814 default_node_network_controller.go:519] Node connection status = connected I0428 15:38:06.717115 3814 default_network_controller.go:1025] Node "ip-10-0-1-149.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0428 15:38:07.187187 3814 default_node_network_controller.go:519] Node connection status = connected I0428 15:38:07.423419 3814 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0428 15:38:07.687243 3814 default_node_network_controller.go:519] Node connection status = connected I0428 15:38:07.706829 3814 bridgeconfig.go:537] Gateway is ready I0428 15:38:07.706850 3814 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0428 15:38:07.719092 3814 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.253. Updating OVN encap IP. I0428 15:38:07.724704 3814 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.253 - it is already configured I0428 15:38:07.724722 3814 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.253/24:{} 172.20.0.1/32:{}]. Updating annotations. I0428 15:38:07.724943 3814 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.253/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-253.ec2.internal","mac-address":"0e:87:57:c8:60:07","ip-addresses":["10.0.2.253/24"],"ip-address":"10.0.2.253/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:229b637c-12e2-40f5-a44f-cef94d15151c k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.253/24"}] on node ip-10-0-2-253.ec2.internal I0428 15:38:07.740325 3814 egressfirewall.go:723] Syncing node "ip-10-0-2-253.ec2.internal" for egress firewall I0428 15:38:07.740360 3814 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-253.ec2.internal I0428 15:38:07.740390 3814 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-253.ec2.internal: 21.316µs I0428 15:38:07.740408 3814 master.go:548] Adding or Updating local node "ip-10-0-2-253.ec2.internal" for network "default" I0428 15:38:07.740424 3814 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-253.ec2.internal in network "default" I0428 15:38:07.740478 3814 node_tracker.go:169] Node ip-10-0-2-253.ec2.internal switch + router changed, syncing services in network "default" I0428 15:38:07.740496 3814 services_controller.go:574] Full service sync requested for network=default I0428 15:38:07.740806 3814 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.253 I0428 15:38:07.740932 3814 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-253.ec2.internal I0428 15:38:07.746177 3814 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-253.ec2.internal. Updating no re-route policies I0428 15:38:07.746266 3814 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-l9h6j I0428 15:38:07.746278 3814 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-c97wb I0428 15:38:07.746281 3814 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-cgq74 I0428 15:38:07.746290 3814 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-l9h6j I0428 15:38:07.746292 3814 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-c97wb I0428 15:38:07.746293 3814 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-253.ec2.internal I0428 15:38:07.746306 3814 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-b4444 I0428 15:38:07.746316 3814 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-253.ec2.internal I0428 15:38:07.746315 3814 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-ghg8h I0428 15:38:07.746321 3814 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-48cp5 I0428 15:38:07.746328 3814 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-wrm49 I0428 15:38:07.746333 3814 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-ghg8h I0428 15:38:07.746334 3814 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-l9h6j] creating logical port openshift-multus_network-metrics-daemon-l9h6j for pod on switch ip-10-0-2-253.ec2.internal I0428 15:38:07.746337 3814 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-253.ec2.internal after 0 failed attempt(s) I0428 15:38:07.746340 3814 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-wrm49 I0428 15:38:07.746295 3814 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-cgq74 I0428 15:38:07.746342 3814 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-dcr8f I0428 15:38:07.746342 3814 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-253.ec2.internal I0428 15:38:07.746354 3814 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-2c7hp I0428 15:38:07.746356 3814 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-ghg8h after 0 failed attempt(s) I0428 15:38:07.746355 3814 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-dcr8f I0428 15:38:07.746363 3814 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-2c7hp I0428 15:38:07.746319 3814 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-b4444 I0428 15:38:07.746366 3814 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-vtz29 I0428 15:38:07.746330 3814 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-fqtdb I0428 15:38:07.746397 3814 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-wrm49, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-wrm49: suppressed error logged: pod openshift-multus/network-metrics-daemon-wrm49: no pod IPs found I0428 15:38:07.746400 3814 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-vtz29 I0428 15:38:07.746372 3814 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-253.ec2.internal I0428 15:38:07.746409 3814 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-fqtdb I0428 15:38:07.746414 3814 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-b4444, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-b4444: suppressed error logged: pod openshift-multus/network-metrics-daemon-b4444: no pod IPs found I0428 15:38:07.746280 3814 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-zrp85 I0428 15:38:07.746318 3814 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-c97wb after 0 failed attempt(s) I0428 15:38:07.746363 3814 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-cgq74 after 0 failed attempt(s) I0428 15:38:07.746292 3814 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-rpwjs I0428 15:38:07.746433 3814 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-zrp85 I0428 15:38:07.746434 3814 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-trwhq I0428 15:38:07.746419 3814 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-vtz29 after 0 failed attempt(s) I0428 15:38:07.746439 3814 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-rpwjs I0428 15:38:07.746451 3814 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-fqtdb after 0 failed attempt(s) I0428 15:38:07.746332 3814 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-z5b7n I0428 15:38:07.746471 3814 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-rpwjs after 0 failed attempt(s) I0428 15:38:07.746412 3814 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-2c7hp] creating logical port openshift-network-diagnostics_network-check-target-2c7hp for pod on switch ip-10-0-2-253.ec2.internal I0428 15:38:07.746479 3814 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-z5b7n I0428 15:38:07.746499 3814 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-z5b7n after 0 failed attempt(s) I0428 15:38:07.746416 3814 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-dcr8f, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-dcr8f: suppressed error logged: pod openshift-network-diagnostics/network-check-target-dcr8f: no pod IPs found I0428 15:38:07.746425 3814 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-253.ec2.internal after 0 failed attempt(s) I0428 15:38:07.746444 3814 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-trwhq I0428 15:38:07.746535 3814 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-trwhq, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-trwhq: suppressed error logged: pod openshift-network-diagnostics/network-check-target-trwhq: no pod IPs found I0428 15:38:07.746336 3814 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-48cp5 I0428 15:38:07.746455 3814 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-zrp85 after 0 failed attempt(s) I0428 15:38:07.746564 3814 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-48cp5 after 0 failed attempt(s) I0428 15:38:07.747042 3814 pods.go:271] [openshift-multus/network-metrics-daemon-l9h6j] addLogicalPort took 721.328µs, libovsdb time 301.049µs I0428 15:38:07.747057 3814 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-l9h6j after 0 failed attempt(s) I0428 15:38:07.747174 3814 pods.go:271] [openshift-network-diagnostics/network-check-target-2c7hp] addLogicalPort took 773.039µs, libovsdb time 327.39µs I0428 15:38:07.747181 3814 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-2c7hp after 0 failed attempt(s) I0428 15:38:07.756366 3814 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0428 15:38:07.769011 3814 iptables.go:108] Creating table: mangle chain: OUTPUT I0428 15:38:07.772440 3814 iptables.go:108] Creating table: nat chain: OUTPUT I0428 15:38:07.794327 3814 iptables.go:108] Creating table: nat chain: PREROUTING I0428 15:38:07.858961 3814 iptables.go:108] Creating table: filter chain: FORWARD I0428 15:38:07.876610 3814 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0428 15:38:07.876755 3814 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0428 15:38:07.876808 3814 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0428 15:38:07.876890 3814 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0428 15:38:07.876954 3814 gateway_init.go:325] Gateway and management port readiness took 2.69498318s I0428 15:38:07.876987 3814 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0428 15:38:07.877023 3814 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0428 15:38:07.877035 3814 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0428 15:38:07.877046 3814 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0428 15:38:07.877124 3814 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0428 15:38:07.877209 3814 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 54.844µs I0428 15:38:07.877496 3814 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0428 15:38:07.877522 3814 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.32µs I0428 15:38:07.877530 3814 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 34.794µs I0428 15:38:07.877536 3814 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0428 15:38:07.877545 3814 nad_controller.go:379] [node-nad-controller NAD controller]: started I0428 15:38:07.877549 3814 default_node_network_controller.go:899] Starting the default node network controller I0428 15:38:07.877554 3814 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0428 15:38:07.877647 3814 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 21.577µs I0428 15:38:07.877734 3814 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0428 15:38:07.877743 3814 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0428 15:38:07.877766 3814 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000d05040 0xc0003279d0 0xc000327a40 0xc000327ab0 0xc000327b20 0xc000327b90 0xc000327c00 0xc000d193b0 0xc000327c70 0xc000327ce0 0xc0006de2d0 0xc0065d1500 0xc000327d50 map[0x2ff9080:0xc002e9bbc0 0x2ff95c0:0xc002e9bd40 0x2ffa2e0:0xc002e9bb00 0x2ffa580:0xc002e9bb60 0x2ffad60:0xc002e9bc20 0x2ffb000:0xc002e9bc80 0x2ffb2a0:0xc002e9bce0 0x2ffba80:0xc002e9bda0 0x2ffbd20:0xc002e9bec0 0x3026980:0xc001500f60 0x3026d20:0xc001500fc0 0x3027800:0xc000d674a0 0x3029160:0xc000a57500 0x30298a0:0xc002710540 0x302a720:0xc001500f00] 0xc000d521c0 0} I0428 15:38:07.877844 3814 gateway.go:151] Starting gateway service sync I0428 15:38:07.878277 3814 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0428 15:38:07.880551 3814 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0428 15:38:07.918826 3814 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0428 15:38:07.920060 3814 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0428 15:38:07.921261 3814 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0428 15:38:07.956498 3814 gateway.go:168] Gateway service sync done. Time taken: 78.640703ms I0428 15:38:07.956977 3814 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30172 I0428 15:38:07.957336 3814 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000d05040 0xc0003279d0 0xc000327a40 0xc000327ab0 0xc000327b20 0xc000327b90 0xc000327c00 0xc000d193b0 0xc000327c70 0xc000327ce0 0xc0006de2d0 0xc0065d1500 0xc000327d50 map[0x2ff9080:0xc002e9bbc0 0x2ff95c0:0xc002e9bd40 0x2ffa2e0:0xc002e9bb00 0x2ffa580:0xc002e9bb60 0x2ffad60:0xc002e9bc20 0x2ffb000:0xc002e9bc80 0x2ffb2a0:0xc002e9bce0 0x2ffba80:0xc002e9bda0 0x2ffbd20:0xc002e9bec0 0x3026980:0xc001500f60 0x3026d20:0xc001500fc0 0x3027800:0xc000d674a0 0x3029160:0xc000a57500 0x30298a0:0xc002710540 0x302a720:0xc001500f00] 0xc000d521c0 0} I0428 15:38:07.957871 3814 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000d05040 0xc0003279d0 0xc000327a40 0xc000327ab0 0xc000327b20 0xc000327b90 0xc000327c00 0xc000d193b0 0xc000327c70 0xc000327ce0 0xc0006de2d0 0xc0065d1500 0xc000327d50 map[0x2ff9080:0xc002e9bbc0 0x2ff95c0:0xc002e9bd40 0x2ffa2e0:0xc002e9bb00 0x2ffa580:0xc002e9bb60 0x2ffad60:0xc002e9bc20 0x2ffb000:0xc002e9bc80 0x2ffb2a0:0xc002e9bce0 0x2ffba80:0xc002e9bda0 0x2ffbd20:0xc002e9bec0 0x3026980:0xc001500f60 0x3026d20:0xc001500fc0 0x3027800:0xc000d674a0 0x3029160:0xc000a57500 0x30298a0:0xc002710540 0x302a720:0xc001500f00] 0xc000d521c0 0} I0428 15:38:07.957914 3814 gateway.go:532] Reconciling gateway with updates I0428 15:38:07.963866 3814 gateway.go:339] Spawning Conntrack Rule Check Thread I0428 15:38:07.963951 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0428 15:38:07.963971 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0428 15:38:07.963983 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0428 15:38:07.963978 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0428 15:38:07.963988 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0428 15:38:07.963995 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0428 15:38:07.964005 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0428 15:38:07.964008 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0428 15:38:07.964005 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0428 15:38:07.964021 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0428 15:38:07.964026 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0428 15:38:07.964033 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0428 15:38:07.963980 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0428 15:38:07.964043 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0428 15:38:07.964045 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0428 15:38:07.964050 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0428 15:38:07.964054 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0428 15:38:07.964054 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0428 15:38:07.964055 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0428 15:38:07.964084 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0428 15:38:07.964085 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0428 15:38:07.964037 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0428 15:38:07.964063 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0428 15:38:07.964106 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0428 15:38:07.964105 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0428 15:38:07.964111 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0428 15:38:07.964114 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0428 15:38:07.964119 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0428 15:38:07.964123 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0428 15:38:07.964051 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0428 15:38:07.964128 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0428 15:38:07.964093 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0428 15:38:07.964136 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0428 15:38:07.964144 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0428 15:38:07.964146 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0428 15:38:07.964150 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0428 15:38:07.964159 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0428 15:38:07.964161 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0428 15:38:07.964142 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0428 15:38:07.964172 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0428 15:38:07.964199 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0428 15:38:07.963961 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0428 15:38:07.964224 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0428 15:38:07.964230 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0428 15:38:07.964230 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0428 15:38:07.964236 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0428 15:38:07.964242 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0428 15:38:07.964246 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0428 15:38:07.964251 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0428 15:38:07.964255 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0428 15:38:07.964262 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0428 15:38:07.964263 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0428 15:38:07.964263 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0428 15:38:07.964274 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0428 15:38:07.964281 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0428 15:38:07.964281 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0428 15:38:07.964292 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0428 15:38:07.964166 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0428 15:38:07.964302 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0428 15:38:07.964312 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0428 15:38:07.964318 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0428 15:38:07.964133 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0428 15:38:07.964327 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0428 15:38:07.964330 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0428 15:38:07.964335 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0428 15:38:07.964340 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0428 15:38:07.964057 3814 default_node_network_controller.go:944] Gateway and management port readiness took 86.303581ms I0428 15:38:07.964349 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0428 15:38:07.964352 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0428 15:38:07.964148 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0428 15:38:07.964368 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0428 15:38:07.964388 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0428 15:38:07.964396 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0428 15:38:07.964133 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0428 15:38:07.964402 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0428 15:38:07.964412 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0428 15:38:07.964413 3814 port_claim.go:71] Svc openshift-ingress/router-default: port 30434 is already open, no action needed I0428 15:38:07.964423 3814 port_claim.go:71] Svc openshift-ingress/router-default: port 30944 is already open, no action needed I0428 15:38:07.964339 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0428 15:38:07.964388 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0428 15:38:07.964320 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0428 15:38:07.964480 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0428 15:38:07.964483 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0428 15:38:07.964493 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0428 15:38:07.964493 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0428 15:38:07.964502 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0428 15:38:07.964503 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0428 15:38:07.964246 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0428 15:38:07.964532 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0428 15:38:07.964539 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0428 15:38:07.964151 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0428 15:38:07.964547 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0428 15:38:07.964504 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0428 15:38:07.964351 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0428 15:38:07.964572 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0428 15:38:07.964331 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0428 15:38:07.964650 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0428 15:38:07.964155 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0428 15:38:07.964664 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0428 15:38:07.964669 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0428 15:38:07.964249 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0428 15:38:07.964688 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0428 15:38:07.964557 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0428 15:38:07.965792 3814 node_ip_handler_linux.go:160] Node IP manager is running W0428 15:38:08.006264 3814 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0428 15:38:08.006647 3814 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0428 15:38:08.006892 3814 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0428 15:38:08.015335 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0428 15:38:08.015371 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0428 15:38:08.015423 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0428 15:38:08.015440 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0428 15:38:08.015449 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0428 15:38:08.015465 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0428 15:38:08.015482 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0428 15:38:08.015488 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0428 15:38:08.015495 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0428 15:38:08.015500 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0428 15:38:08.015506 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0428 15:38:08.015511 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0428 15:38:08.015516 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0428 15:38:08.015521 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0428 15:38:08.056744 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0428 15:38:08.056771 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0428 15:38:08.056779 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0428 15:38:08.056786 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0428 15:38:08.056792 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0428 15:38:08.056800 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0428 15:38:08.056805 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0428 15:38:08.056811 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0428 15:38:08.056817 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0428 15:38:08.098951 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0428 15:38:08.098963 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0428 15:38:08.098980 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0428 15:38:08.098991 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0428 15:38:08.098997 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0428 15:38:08.099007 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0428 15:38:08.099018 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0428 15:38:08.099033 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0428 15:38:08.099039 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0428 15:38:10.000977 3814 default_node_network_controller.go:1380] Starting node controller node sync W0428 15:38:10.000987 3814 egressip_healthcheck.go:76] Health checking using insecure connection I0428 15:38:10.001046 3814 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0428 15:38:10.012513 3814 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.513373ms I0428 15:38:10.012649 3814 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0428 15:38:10.012678 3814 default_network_controller.go:1025] Node "ip-10-0-0-193.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0428 15:38:10.012937 3814 egressservice_node.go:93] Setting up event handlers for Egress Services I0428 15:38:10.013097 3814 egressservice_node.go:183] Starting Egress Services Controller I0428 15:38:10.013113 3814 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0428 15:38:10.013124 3814 shared_informer.go:356] "Caches are synced" controller="egressservices" I0428 15:38:10.013129 3814 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0428 15:38:10.013134 3814 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0428 15:38:10.013140 3814 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0428 15:38:10.013145 3814 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0428 15:38:10.013149 3814 egressservice_node.go:197] Repairing Egress Services I0428 15:38:10.023229 3814 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0428 15:38:10.023241 3814 external_controller.go:278] Starting Admin Policy Based Route Controller I0428 15:38:10.023454 3814 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0428 15:38:10.023465 3814 link_network_manager.go:119] Link manager is running I0428 15:38:10.023473 3814 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0428 15:38:10.023629 3814 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0428 15:38:10.025158 3814 vrf_manager.go:128] VRF manager is running I0428 15:38:10.025500 3814 node_controller_manager.go:437] Removing flows to drop GARP I0428 15:38:10.025550 3814 gateway.go:532] Reconciling gateway with updates I0428 15:38:10.048402 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0428 15:38:10.048416 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0428 15:38:10.048431 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0428 15:38:10.048435 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0428 15:38:10.048446 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0428 15:38:10.048442 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0428 15:38:10.048447 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0428 15:38:10.048450 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0428 15:38:10.048461 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0428 15:38:10.048464 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0428 15:38:10.048466 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0428 15:38:10.048470 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0428 15:38:10.048420 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0428 15:38:10.048476 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0428 15:38:10.048482 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0428 15:38:10.048486 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0428 15:38:10.048492 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0428 15:38:10.048501 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0428 15:38:10.048504 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0428 15:38:10.048503 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0428 15:38:10.048501 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0428 15:38:10.048514 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0428 15:38:10.048515 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0428 15:38:10.048518 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0428 15:38:10.048517 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0428 15:38:10.048524 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0428 15:38:10.048523 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0428 15:38:10.048529 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0428 15:38:10.048531 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0428 15:38:10.048531 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0428 15:38:10.048532 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0428 15:38:10.048466 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0428 15:38:10.048541 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0428 15:38:10.048502 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0428 15:38:10.048548 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0428 15:38:10.048549 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0428 15:38:10.048558 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0428 15:38:10.048563 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0428 15:38:10.048565 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0428 15:38:10.048566 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0428 15:38:10.048446 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0428 15:38:10.048578 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0428 15:38:10.048580 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0428 15:38:10.048515 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0428 15:38:10.048586 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0428 15:38:10.048459 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0428 15:38:10.048599 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0428 15:38:10.048422 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0428 15:38:10.048409 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0428 15:38:10.048611 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0428 15:38:10.048613 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0428 15:38:10.048617 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0428 15:38:10.048601 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0428 15:38:10.048623 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0428 15:38:10.048471 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0428 15:38:10.048485 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0428 15:38:10.048630 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0428 15:38:10.048402 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0428 15:38:10.048429 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0428 15:38:10.048652 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0428 15:38:10.048654 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0428 15:38:10.048434 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0428 15:38:10.048662 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0428 15:38:10.048433 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0428 15:38:10.048683 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0428 15:38:10.048444 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0428 15:38:10.048707 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0428 15:38:10.048450 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0428 15:38:10.048423 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0428 15:38:10.048747 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0428 15:38:10.048752 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0428 15:38:10.048456 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0428 15:38:10.048759 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0428 15:38:10.048459 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0428 15:38:10.048781 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0428 15:38:10.048471 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0428 15:38:10.048469 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0428 15:38:10.048807 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0428 15:38:10.048481 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0428 15:38:10.048482 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0428 15:38:10.048843 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0428 15:38:10.048493 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0428 15:38:10.048856 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0428 15:38:10.048494 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0428 15:38:10.048872 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0428 15:38:10.048503 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0428 15:38:10.048881 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0428 15:38:10.048505 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0428 15:38:10.048914 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0428 15:38:10.048505 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0428 15:38:10.048939 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0428 15:38:10.048506 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0428 15:38:10.048961 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0428 15:38:10.048522 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0428 15:38:10.048515 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0428 15:38:10.049002 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0428 15:38:10.048526 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0428 15:38:10.048535 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0428 15:38:10.048529 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0428 15:38:10.049067 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0428 15:38:10.049072 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0428 15:38:10.048592 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0428 15:38:10.048591 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0428 15:38:10.048673 3814 port_claim.go:71] Svc openshift-ingress/router-default: port 30434 is already open, no action needed I0428 15:38:10.049104 3814 port_claim.go:71] Svc openshift-ingress/router-default: port 30944 is already open, no action needed I0428 15:38:10.048439 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0428 15:38:10.049138 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0428 15:38:10.071858 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0428 15:38:10.071880 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0428 15:38:10.071887 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0428 15:38:10.071892 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0428 15:38:10.071898 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0428 15:38:10.071903 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0428 15:38:10.071908 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0428 15:38:10.071914 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0428 15:38:10.071918 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0428 15:38:10.071924 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0428 15:38:10.110478 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0428 15:38:10.110498 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0428 15:38:10.110506 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0428 15:38:10.110511 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0428 15:38:10.110516 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0428 15:38:10.110522 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0428 15:38:10.110527 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0428 15:38:10.110533 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0428 15:38:10.110550 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0428 15:38:10.110568 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0428 15:38:10.110574 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0428 15:38:10.110580 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0428 15:38:10.110586 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0428 15:38:10.110591 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0428 15:38:10.110597 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0428 15:38:10.148991 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0428 15:38:10.149007 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0428 15:38:12.398866 3814 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-253.ec2.internal I0428 15:38:12.398900 3814 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-253.ec2.internal: 44.925µs I0428 15:38:12.425999 3814 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-65d994b5b4-dqtg6] creating logical port openshift-image-registry_image-registry-65d994b5b4-dqtg6 for pod on switch ip-10-0-2-253.ec2.internal I0428 15:38:12.426130 3814 kube.go:256] Updating pod openshift-image-registry/image-registry-65d994b5b4-dqtg6 I0428 15:38:12.444495 3814 pod.go:62] [openshift-image-registry/image-registry-65d994b5b4-dqtg6] pod update took 18.399925ms I0428 15:38:12.444519 3814 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-65d994b5b4-dqtg6] addLogicalPort annotation time took 18.428874ms I0428 15:38:12.446028 3814 pods.go:271] [openshift-image-registry/image-registry-65d994b5b4-dqtg6] addLogicalPort took 20.045178ms, libovsdb time 1.162666ms I0428 15:38:12.461575 3814 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-fs6xd] creating logical port openshift-dns_dns-default-fs6xd for pod on switch ip-10-0-2-253.ec2.internal I0428 15:38:12.461670 3814 kube.go:256] Updating pod openshift-dns/dns-default-fs6xd I0428 15:38:12.471182 3814 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-tftw2] creating logical port openshift-ingress-canary_ingress-canary-tftw2 for pod on switch ip-10-0-2-253.ec2.internal I0428 15:38:12.471297 3814 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-tftw2 I0428 15:38:12.471303 3814 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-sfg57] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-sfg57 for pod on switch ip-10-0-2-253.ec2.internal I0428 15:38:12.471404 3814 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-sfg57 I0428 15:38:12.479020 3814 pod.go:62] [openshift-dns/dns-default-fs6xd] pod update took 17.376339ms I0428 15:38:12.479037 3814 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-fs6xd] addLogicalPort annotation time took 17.396619ms I0428 15:38:12.480116 3814 pods.go:271] [openshift-dns/dns-default-fs6xd] addLogicalPort took 18.552986ms, libovsdb time 827.789µs I0428 15:38:12.487051 3814 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-sfg57] pod update took 15.680394ms I0428 15:38:12.487073 3814 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-sfg57] addLogicalPort annotation time took 15.703004ms I0428 15:38:12.487111 3814 pod.go:62] [openshift-ingress-canary/ingress-canary-tftw2] pod update took 15.838666ms I0428 15:38:12.487131 3814 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-tftw2] addLogicalPort annotation time took 15.86095ms I0428 15:38:12.488062 3814 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-sfg57] addLogicalPort took 16.769722ms, libovsdb time 743.104µs I0428 15:38:12.488420 3814 pods.go:271] [openshift-ingress-canary/ingress-canary-tftw2] addLogicalPort took 17.250702ms, libovsdb time 1.075459ms I0428 15:38:12.887610 3814 cni.go:452] [openshift-ingress-canary/ingress-canary-tftw2 7e7131f217ed77a5830606b1087d0effa32b7eae73156b1efd0fb3a9d3d47caf network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-tftw2 7e7131f217ed77a5830606b1087d0effa32b7eae73156b1efd0fb3a9d3d47caf network default NAD default NAD key ] I0428 15:38:12.904875 3814 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-sfg57 c49ce5a5324024ebc2f25ba91515511c4a581696ecf70591f1566a90d90778a2 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-sfg57 c49ce5a5324024ebc2f25ba91515511c4a581696ecf70591f1566a90d90778a2 network default NAD default NAD key ] I0428 15:38:12.932409 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-sfg57, hostIfaceName: c49ce5a5324024e, network: default, NAD default, SandboxID: "c49ce5a5324024ebc2f25ba91515511c4a581696ecf70591f1566a90d90778a2", PCI device ID: , UID: "57e9da60-3768-40b8-8eee-4a6ad368938b", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0428 15:38:12.932842 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-tftw2, hostIfaceName: 7e7131f217ed77a, network: default, NAD default, SandboxID: "7e7131f217ed77a5830606b1087d0effa32b7eae73156b1efd0fb3a9d3d47caf", PCI device ID: , UID: "da3aebab-b62a-4669-9120-94ef512e4fb0", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0428 15:38:13.006321 3814 cni.go:473] [openshift-ingress-canary/ingress-canary-tftw2 7e7131f217ed77a5830606b1087d0effa32b7eae73156b1efd0fb3a9d3d47caf network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-tftw2 7e7131f217ed77a5830606b1087d0effa32b7eae73156b1efd0fb3a9d3d47caf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:44:4f:7f:cb:fa\",\"name\":\"7e7131f217ed77a\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc7037d0-1616-4d39-aad8-aaec1ce93829\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 15:38:13.006365 3814 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-sfg57 c49ce5a5324024ebc2f25ba91515511c4a581696ecf70591f1566a90d90778a2 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-sfg57 c49ce5a5324024ebc2f25ba91515511c4a581696ecf70591f1566a90d90778a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:35:73:7f:17:86\",\"name\":\"c49ce5a5324024e\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0fbe68e2-9856-4730-832a-354248fe6c38\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 15:38:15.383116 3814 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-149.ec2.internal I0428 15:38:15.383142 3814 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-149.ec2.internal: 35.184µs I0428 15:38:15.383193 3814 egressfirewall.go:723] Syncing node "ip-10-0-1-149.ec2.internal" for egress firewall I0428 15:38:15.383225 3814 default_network_controller.go:1025] Node "ip-10-0-1-149.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0428 15:38:18.793187 3814 egressfirewall.go:723] Syncing node "ip-10-0-0-193.ec2.internal" for egress firewall I0428 15:38:18.793230 3814 default_network_controller.go:1025] Node "ip-10-0-0-193.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0428 15:38:18.793242 3814 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-193.ec2.internal I0428 15:38:18.793259 3814 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-193.ec2.internal: 21.73µs W0428 15:38:20.750509 3814 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0428 15:38:22.158923 3814 default_network_controller.go:1025] Node "ip-10-0-1-149.ec2.internal" in remote zone "ip-10-0-1-149.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0428 15:38:22.158950 3814 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-149.ec2.internal in network "default" I0428 15:38:22.158995 3814 node_tracker.go:235] Node ip-10-0-1-149.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-149.ec2.internal" I0428 15:38:22.159010 3814 node_tracker.go:169] Node ip-10-0-1-149.ec2.internal switch + router changed, syncing services in network "default" I0428 15:38:22.159023 3814 services_controller.go:574] Full service sync requested for network=default W0428 15:38:22.159155 3814 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0428 15:38:22.187804 3814 default_network_controller.go:1025] Node "ip-10-0-1-149.ec2.internal" in remote zone "ip-10-0-1-149.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0428 15:38:22.310721 3814 default_network_controller.go:1025] Node "ip-10-0-1-149.ec2.internal" in remote zone "ip-10-0-1-149.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0428 15:38:22.310748 3814 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-149.ec2.internal in network "default" I0428 15:38:22.310796 3814 node_tracker.go:169] Node ip-10-0-1-149.ec2.internal switch + router changed, syncing services in network "default" I0428 15:38:22.310807 3814 services_controller.go:574] Full service sync requested for network=default W0428 15:38:22.311117 3814 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0428 15:38:22.311770 3814 zone_ic_handler.go:195] Time taken to create transit switch: 286.253µs I0428 15:38:22.311784 3814 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-149.ec2.internal for the network default I0428 15:38:22.312864 3814 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-149.ec2.internal" on network "default" took: 1.393616ms I0428 15:38:24.781995 3814 default_network_controller.go:1025] Node "ip-10-0-0-193.ec2.internal" in remote zone "ip-10-0-0-193.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0428 15:38:24.782054 3814 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-193.ec2.internal in network "default" I0428 15:38:24.782074 3814 node_tracker.go:235] Node ip-10-0-0-193.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-193.ec2.internal" I0428 15:38:24.782089 3814 node_tracker.go:169] Node ip-10-0-0-193.ec2.internal switch + router changed, syncing services in network "default" I0428 15:38:24.782104 3814 services_controller.go:574] Full service sync requested for network=default W0428 15:38:24.782632 3814 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0428 15:38:24.863770 3814 egressfirewall.go:723] Syncing node "ip-10-0-1-149.ec2.internal" for egress firewall I0428 15:38:24.863772 3814 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-149.ec2.internal I0428 15:38:24.863798 3814 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-149.ec2.internal: 31.258µs I0428 15:38:24.863801 3814 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-149.ec2.internal in network "default" I0428 15:38:24.863853 3814 node_tracker.go:169] Node ip-10-0-1-149.ec2.internal switch + router changed, syncing services in network "default" I0428 15:38:24.863860 3814 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-149.ec2.internal", IP: 10.0.1.149 to PMTUD blocking rules I0428 15:38:24.863869 3814 services_controller.go:574] Full service sync requested for network=default I0428 15:38:24.863872 3814 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-149.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0428 15:38:24.864291 3814 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0428 15:38:24.870180 3814 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-149.ec2.internal. Updating no re-route policies I0428 15:38:24.878792 3814 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-149.ec2.internal", IP: 10.0.1.149 to PMTUD blocking rules I0428 15:38:24.878807 3814 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-149.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0428 15:38:24.930169 3814 default_network_controller.go:1025] Node "ip-10-0-0-193.ec2.internal" in remote zone "ip-10-0-0-193.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0428 15:38:24.930219 3814 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-193.ec2.internal in network "default" I0428 15:38:24.930264 3814 node_tracker.go:169] Node ip-10-0-0-193.ec2.internal switch + router changed, syncing services in network "default" I0428 15:38:24.930278 3814 services_controller.go:574] Full service sync requested for network=default W0428 15:38:24.930596 3814 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0428 15:38:24.931105 3814 zone_ic_handler.go:195] Time taken to create transit switch: 280.511µs I0428 15:38:24.931117 3814 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-193.ec2.internal for the network default I0428 15:38:24.932149 3814 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-193.ec2.internal" on network "default" took: 1.339631ms I0428 15:38:25.988717 3814 egressfirewall.go:723] Syncing node "ip-10-0-0-193.ec2.internal" for egress firewall I0428 15:38:25.988765 3814 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-193.ec2.internal I0428 15:38:25.988779 3814 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-193.ec2.internal: 18.594µs I0428 15:38:25.988787 3814 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-193.ec2.internal in network "default" I0428 15:38:25.988811 3814 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-193.ec2.internal", IP: 10.0.0.193 to PMTUD blocking rules I0428 15:38:25.988822 3814 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-193.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0428 15:38:25.988834 3814 node_tracker.go:169] Node ip-10-0-0-193.ec2.internal switch + router changed, syncing services in network "default" I0428 15:38:25.988849 3814 services_controller.go:574] Full service sync requested for network=default W0428 15:38:25.989285 3814 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0428 15:38:25.994978 3814 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-193.ec2.internal. Updating no re-route policies I0428 15:38:26.007293 3814 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-193.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0428 15:38:26.007310 3814 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-193.ec2.internal", IP: 10.0.0.193 to PMTUD blocking rules I0428 15:38:29.569747 3814 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-193.ec2.internal I0428 15:38:29.569781 3814 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-193.ec2.internal: 42.467µs I0428 15:38:29.672814 3814 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-149.ec2.internal I0428 15:38:29.672844 3814 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-149.ec2.internal: 36.337µs W0428 15:38:33.749440 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0428 15:38:37.948526 3814 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0428 15:38:44.718361 3814 cni.go:452] [openshift-network-diagnostics/network-check-target-2c7hp 3378b9d17dfb288475f9329c2126742e723a787a7984ed2b4ac6ae662cc29886 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-2c7hp 3378b9d17dfb288475f9329c2126742e723a787a7984ed2b4ac6ae662cc29886 network default NAD default NAD key ] I0428 15:38:44.729152 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-2c7hp, hostIfaceName: 3378b9d17dfb288, network: default, NAD default, SandboxID: "3378b9d17dfb288475f9329c2126742e723a787a7984ed2b4ac6ae662cc29886", PCI device ID: , UID: "05008916-6c11-403c-ab11-1e0eb8ce09fe", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0428 15:38:44.775372 3814 cni.go:473] [openshift-network-diagnostics/network-check-target-2c7hp 3378b9d17dfb288475f9329c2126742e723a787a7984ed2b4ac6ae662cc29886 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-2c7hp 3378b9d17dfb288475f9329c2126742e723a787a7984ed2b4ac6ae662cc29886 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:b1:51:b4:57:89\",\"name\":\"3378b9d17dfb288\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e06dba1-9134-4d5c-a5a8-50f8028e3721\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0428 15:38:47.786875 3814 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0428 15:39:05.605047 3814 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0428 15:39:08.953796 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0428 15:39:08.953824 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0428 15:39:18.795627 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0428 15:39:50.354221 3814 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhhtlk] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhhtlk for pod on switch ip-10-0-2-253.ec2.internal I0428 15:39:50.354317 3814 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhhtlk I0428 15:39:50.372840 3814 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhhtlk] pod update took 18.551264ms I0428 15:39:50.372864 3814 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhhtlk] addLogicalPort annotation time took 18.580726ms I0428 15:39:50.373979 3814 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhhtlk] addLogicalPort took 19.774843ms, libovsdb time 855.32µs I0428 15:39:50.711588 3814 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhhtlk 171e6dcf70ff0cee64c3d70f3917fbddc52e38511de2fa051358ececc0b1cb81 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhhtlk 171e6dcf70ff0cee64c3d70f3917fbddc52e38511de2fa051358ececc0b1cb81 network default NAD default NAD key ] I0428 15:39:50.721596 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhhtlk, hostIfaceName: 171e6dcf70ff0ce, network: default, NAD default, SandboxID: "171e6dcf70ff0cee64c3d70f3917fbddc52e38511de2fa051358ececc0b1cb81", PCI device ID: , UID: "899b8472-50d9-4cc6-be31-c0f9afd66dec", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0428 15:39:50.768233 3814 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhhtlk 171e6dcf70ff0cee64c3d70f3917fbddc52e38511de2fa051358ececc0b1cb81 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhhtlk 171e6dcf70ff0cee64c3d70f3917fbddc52e38511de2fa051358ececc0b1cb81 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:18:b8:df:08:50\",\"name\":\"171e6dcf70ff0ce\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c9f3f4b-36ec-42ac-963f-319f22d34592\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 15:40:04.332255 3814 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6c49b799d7-rf9gb] creating logical port openshift-ingress_router-default-6c49b799d7-rf9gb for pod on switch ip-10-0-2-253.ec2.internal I0428 15:40:04.332347 3814 kube.go:256] Updating pod openshift-ingress/router-default-6c49b799d7-rf9gb I0428 15:40:04.355853 3814 pod.go:62] [openshift-ingress/router-default-6c49b799d7-rf9gb] pod update took 23.531504ms I0428 15:40:04.355883 3814 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6c49b799d7-rf9gb] addLogicalPort annotation time took 23.563869ms I0428 15:40:04.357245 3814 pods.go:271] [openshift-ingress/router-default-6c49b799d7-rf9gb] addLogicalPort took 25.00315ms, libovsdb time 1.001357ms I0428 15:40:04.459968 3814 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-pkts2] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-pkts2 for pod on switch ip-10-0-2-253.ec2.internal I0428 15:40:04.460076 3814 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-pkts2 I0428 15:40:04.473157 3814 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-ntfml] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-ntfml for pod on switch ip-10-0-2-253.ec2.internal I0428 15:40:04.473261 3814 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-ntfml I0428 15:40:04.485015 3814 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-pkts2] pod update took 24.965702ms I0428 15:40:04.485034 3814 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-pkts2] addLogicalPort annotation time took 24.991133ms I0428 15:40:04.486046 3814 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-pkts2] addLogicalPort took 26.101652ms, libovsdb time 743.177µs I0428 15:40:04.494977 3814 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-ntfml] pod update took 21.746017ms I0428 15:40:04.494996 3814 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-ntfml] addLogicalPort annotation time took 21.770458ms I0428 15:40:04.496021 3814 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-ntfml] addLogicalPort took 22.879337ms, libovsdb time 739.186µs I0428 15:40:07.984101 3814 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhhtlk 171e6dcf70ff0cee64c3d70f3917fbddc52e38511de2fa051358ececc0b1cb81 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhhtlk 171e6dcf70ff0cee64c3d70f3917fbddc52e38511de2fa051358ececc0b1cb81 network default NAD default NAD key ] I0428 15:40:08.046417 3814 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhhtlk 171e6dcf70ff0cee64c3d70f3917fbddc52e38511de2fa051358ececc0b1cb81 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhhtlk 171e6dcf70ff0cee64c3d70f3917fbddc52e38511de2fa051358ececc0b1cb81 network default NAD default NAD key default], result "{}", err I0428 15:40:08.085416 3814 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhhtlk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:40:08.085453 3814 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhhtlk I0428 15:40:08.087170 3814 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhhtlk, ips: 10.128.0.9 I0428 15:40:08.087215 3814 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhhtlk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:40:08.087237 3814 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhhtlk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:40:08.087247 3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0428 15:40:08.087457 3814 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhhtlk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:40:08.087472 3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0428 15:40:09.113632 3814 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhhtlk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:40:09.113654 3814 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhhtlk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:40:09.113674 3814 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhhtlk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:40:09.113683 3814 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhhtlk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0428 15:40:09.782506 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0428 15:40:09.890778 3814 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0428 15:40:09.891633 3814 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 835.644µs I0428 15:40:09.927868 3814 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0428 15:40:10.226821 3814 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-b2qpc] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-b2qpc for pod on switch ip-10-0-2-253.ec2.internal I0428 15:40:10.226938 3814 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-b2qpc I0428 15:40:10.257853 3814 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-b2qpc] pod update took 30.943665ms I0428 15:40:10.257875 3814 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-b2qpc] addLogicalPort annotation time took 30.970861ms I0428 15:40:10.259031 3814 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-b2qpc] addLogicalPort took 32.232318ms, libovsdb time 885.854µs I0428 15:40:10.431922 3814 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0428 15:40:10.445305 3814 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0428 15:40:10.578504 3814 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-b2qpc a4a101833b5b2cae9dc0e488d7e9af0bf51ad89652b931ebae94bbaa6aa0e310 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-b2qpc a4a101833b5b2cae9dc0e488d7e9af0bf51ad89652b931ebae94bbaa6aa0e310 network default NAD default NAD key ] I0428 15:40:10.588056 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-b2qpc, hostIfaceName: a4a101833b5b2ca, network: default, NAD default, SandboxID: "a4a101833b5b2cae9dc0e488d7e9af0bf51ad89652b931ebae94bbaa6aa0e310", PCI device ID: , UID: "71d474e3-e1fe-418c-b9f9-98b95d304de5", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0428 15:40:10.633250 3814 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-b2qpc a4a101833b5b2cae9dc0e488d7e9af0bf51ad89652b931ebae94bbaa6aa0e310 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-b2qpc a4a101833b5b2cae9dc0e488d7e9af0bf51ad89652b931ebae94bbaa6aa0e310 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:d7:82:ff:47:29\",\"name\":\"a4a101833b5b2ca\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25d381b4-b4fd-4f5c-a656-645403d22a49\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 15:40:10.661328 3814 namespace.go:98] [openshift-service-ca] adding namespace I0428 15:40:10.662159 3814 namespace.go:102] [openshift-service-ca] adding namespace took 811.978µs I0428 15:40:10.681788 3814 namespace.go:142] [openshift-service-ca] updating namespace W0428 15:40:20.017265 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0428 15:40:20.531062 3814 cni.go:452] [openshift-dns/dns-default-fs6xd 03225af72fc5a52c10f69d5f098456344d30893447081e4605df1fbb2cceda12 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-fs6xd 03225af72fc5a52c10f69d5f098456344d30893447081e4605df1fbb2cceda12 network default NAD default NAD key ] I0428 15:40:20.540262 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-fs6xd, hostIfaceName: 03225af72fc5a52, network: default, NAD default, SandboxID: "03225af72fc5a52c10f69d5f098456344d30893447081e4605df1fbb2cceda12", PCI device ID: , UID: "22539a7f-1a99-415f-a97b-9519ce3eef60", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0428 15:40:20.588128 3814 cni.go:473] [openshift-dns/dns-default-fs6xd 03225af72fc5a52c10f69d5f098456344d30893447081e4605df1fbb2cceda12 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-fs6xd 03225af72fc5a52c10f69d5f098456344d30893447081e4605df1fbb2cceda12 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:65:56:78:f0:c0\",\"name\":\"03225af72fc5a52\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3c43ab10-6486-4c88-b10a-a3faf7708c49\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 15:40:27.602844 3814 cni.go:452] [openshift-image-registry/image-registry-65d994b5b4-dqtg6 8807fd8c7f14396729bb355bc0583bb38ffb62c57276e1ad047a7b62ec9dd244 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-65d994b5b4-dqtg6 8807fd8c7f14396729bb355bc0583bb38ffb62c57276e1ad047a7b62ec9dd244 network default NAD default NAD key ] I0428 15:40:27.612049 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-65d994b5b4-dqtg6, hostIfaceName: 8807fd8c7f14396, network: default, NAD default, SandboxID: "8807fd8c7f14396729bb355bc0583bb38ffb62c57276e1ad047a7b62ec9dd244", PCI device ID: , UID: "5c12319a-f81f-48e2-9cdf-e02a810345e3", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0428 15:40:27.658568 3814 cni.go:473] [openshift-image-registry/image-registry-65d994b5b4-dqtg6 8807fd8c7f14396729bb355bc0583bb38ffb62c57276e1ad047a7b62ec9dd244 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-65d994b5b4-dqtg6 8807fd8c7f14396729bb355bc0583bb38ffb62c57276e1ad047a7b62ec9dd244 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:ae:8d:08:bf:6b\",\"name\":\"8807fd8c7f14396\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/746bbb0d-f29f-4ca5-b8ec-4de4580a958d\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0428 15:40:34.224963 3814 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0428 15:40:34.363465 3814 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-2z7kv] creating logical port openshift-insights_insights-runtime-extractor-2z7kv for pod on switch ip-10-0-2-253.ec2.internal I0428 15:40:34.363568 3814 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-2z7kv I0428 15:40:34.379999 3814 pod.go:62] [openshift-insights/insights-runtime-extractor-2z7kv] pod update took 16.465762ms I0428 15:40:34.380025 3814 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-2z7kv] addLogicalPort annotation time took 16.493577ms I0428 15:40:34.381117 3814 pods.go:271] [openshift-insights/insights-runtime-extractor-2z7kv] addLogicalPort took 17.671956ms, libovsdb time 794.9µs I0428 15:40:34.725473 3814 cni.go:452] [openshift-insights/insights-runtime-extractor-2z7kv ce5f938d7348a4316f44608f210df4e9961b9ae63697f7235ccac5e5518bbe80 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-2z7kv ce5f938d7348a4316f44608f210df4e9961b9ae63697f7235ccac5e5518bbe80 network default NAD default NAD key ] I0428 15:40:34.734407 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-2z7kv, hostIfaceName: ce5f938d7348a43, network: default, NAD default, SandboxID: "ce5f938d7348a4316f44608f210df4e9961b9ae63697f7235ccac5e5518bbe80", PCI device ID: , UID: "cd9f86c1-3e6a-47bb-a591-eb3abaa1c205", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0428 15:40:34.780285 3814 cni.go:473] [openshift-insights/insights-runtime-extractor-2z7kv ce5f938d7348a4316f44608f210df4e9961b9ae63697f7235ccac5e5518bbe80 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-2z7kv ce5f938d7348a4316f44608f210df4e9961b9ae63697f7235ccac5e5518bbe80 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:76:16:f9:db:45\",\"name\":\"ce5f938d7348a43\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b1a7e40-de53-4a4e-9fb7-5482a3d3f146\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 15:40:35.858154 3814 obj_retry.go:498] Detected object openshift-image-registry/image-registry-576d954967-qdv5x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:40:35.858790 3814 obj_retry.go:498] Detected object openshift-image-registry/image-registry-576d954967-qdv5x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:40:35.877466 3814 obj_retry.go:492] Detected object openshift-image-registry/image-registry-576d954967-qdv5x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:40:35.877482 3814 obj_retry.go:492] Detected object openshift-image-registry/image-registry-576d954967-qdv5x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:40:35.892397 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-576d954967-qdv5x I0428 15:40:35.892420 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-576d954967-qdv5x I0428 15:40:36.227593 3814 obj_retry.go:498] Detected object openshift-image-registry/image-registry-65d994b5b4-hnfvw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:40:36.228240 3814 obj_retry.go:498] Detected object openshift-image-registry/image-registry-65d994b5b4-hnfvw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:40:36.243941 3814 obj_retry.go:492] Detected object openshift-image-registry/image-registry-65d994b5b4-hnfvw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:40:36.243958 3814 obj_retry.go:492] Detected object openshift-image-registry/image-registry-65d994b5b4-hnfvw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:40:36.248224 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-65d994b5b4-hnfvw I0428 15:40:36.248246 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-65d994b5b4-hnfvw I0428 15:40:36.489987 3814 cni.go:452] [openshift-ingress/router-default-6c49b799d7-rf9gb 86894683b7675a914837640f88cc2d86107fb21966aab7e5d5c670b9320ee789 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6c49b799d7-rf9gb 86894683b7675a914837640f88cc2d86107fb21966aab7e5d5c670b9320ee789 network default NAD default NAD key ] I0428 15:40:36.501493 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6c49b799d7-rf9gb, hostIfaceName: 86894683b7675a9, network: default, NAD default, SandboxID: "86894683b7675a914837640f88cc2d86107fb21966aab7e5d5c670b9320ee789", PCI device ID: , UID: "5ce6029c-09ab-4438-87a6-0ec5bab7f45c", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0428 15:40:36.551059 3814 cni.go:473] [openshift-ingress/router-default-6c49b799d7-rf9gb 86894683b7675a914837640f88cc2d86107fb21966aab7e5d5c670b9320ee789 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6c49b799d7-rf9gb 86894683b7675a914837640f88cc2d86107fb21966aab7e5d5c670b9320ee789 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:19:9a:c1:70:f3\",\"name\":\"86894683b7675a9\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ff4dd5c5-7897-49c9-a406-3e10fa3d9b20\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 15:40:36.620303 3814 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-pkts2 50623c844395117785f36f8dff2e58fd102f42d1e75e2532ac858b01dee97a76 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-pkts2 50623c844395117785f36f8dff2e58fd102f42d1e75e2532ac858b01dee97a76 network default NAD default NAD key ] I0428 15:40:36.631524 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-pkts2, hostIfaceName: 50623c844395117, network: default, NAD default, SandboxID: "50623c844395117785f36f8dff2e58fd102f42d1e75e2532ac858b01dee97a76", PCI device ID: , UID: "e610baca-4dd8-47d1-902e-40bf01a74573", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0428 15:40:36.632207 3814 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-ntfml f2e69f09c6d475fe24b8d9a90cf49e2611450c66168a1564fdba15847d8adbf0 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-ntfml f2e69f09c6d475fe24b8d9a90cf49e2611450c66168a1564fdba15847d8adbf0 network default NAD default NAD key ] I0428 15:40:36.646089 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-ntfml, hostIfaceName: f2e69f09c6d475f, network: default, NAD default, SandboxID: "f2e69f09c6d475fe24b8d9a90cf49e2611450c66168a1564fdba15847d8adbf0", PCI device ID: , UID: "23546c86-d174-4822-8a21-582d8ccf1b45", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0428 15:40:36.687165 3814 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-pkts2 50623c844395117785f36f8dff2e58fd102f42d1e75e2532ac858b01dee97a76 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-pkts2 50623c844395117785f36f8dff2e58fd102f42d1e75e2532ac858b01dee97a76 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:e0:8e:ce:aa:ee\",\"name\":\"50623c844395117\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/95f3b75c-658b-48a9-9371-b91dc274b288\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 15:40:36.705731 3814 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-ntfml f2e69f09c6d475fe24b8d9a90cf49e2611450c66168a1564fdba15847d8adbf0 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-ntfml f2e69f09c6d475fe24b8d9a90cf49e2611450c66168a1564fdba15847d8adbf0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:ef:86:47:2e:ea\",\"name\":\"f2e69f09c6d475f\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0178cae0-e829-4f6c-ab03-2d2aa08e3b53\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0428 15:40:36.863477 3814 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0428 15:40:37.084313 3814 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0428 15:40:37.084331 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0428 15:40:37.085226 3814 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0428 15:40:37.085246 3814 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0428 15:40:37.085254 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0428 15:40:37.238187 3814 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0428 15:40:37.264139 3814 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0428 15:40:37.264158 3814 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0428 15:40:37.264165 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0428 15:40:37.265976 3814 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0428 15:40:37.265991 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0428 15:40:37.300693 3814 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0428 15:40:37.300709 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0428 15:40:37.300759 3814 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0428 15:40:37.300773 3814 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0428 15:40:37.300778 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0428 15:40:38.116173 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0428 15:40:38.116197 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0428 15:40:38.116206 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0428 15:40:38.116349 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0428 15:40:38.116364 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0428 15:40:38.255229 3814 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0428 15:40:39.801462 3814 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dsnfr] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-dsnfr for pod on switch ip-10-0-2-253.ec2.internal I0428 15:40:39.801555 3814 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dsnfr I0428 15:40:39.818415 3814 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dsnfr] pod update took 16.882191ms I0428 15:40:39.818439 3814 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dsnfr] addLogicalPort annotation time took 16.907699ms I0428 15:40:39.819636 3814 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dsnfr] addLogicalPort took 18.19412ms, libovsdb time 917.742µs I0428 15:40:40.158042 3814 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dsnfr 8c30ac3ea8fd72b06da1067de04d160bb1bfdefdb688e3253a545dfc6510fc92 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dsnfr 8c30ac3ea8fd72b06da1067de04d160bb1bfdefdb688e3253a545dfc6510fc92 network default NAD default NAD key ] I0428 15:40:40.169332 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-dsnfr, hostIfaceName: 8c30ac3ea8fd72b, network: default, NAD default, SandboxID: "8c30ac3ea8fd72b06da1067de04d160bb1bfdefdb688e3253a545dfc6510fc92", PCI device ID: , UID: "5492b926-a6e9-4980-bc40-5c5e718c2f41", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0428 15:40:40.216077 3814 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dsnfr 8c30ac3ea8fd72b06da1067de04d160bb1bfdefdb688e3253a545dfc6510fc92 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dsnfr 8c30ac3ea8fd72b06da1067de04d160bb1bfdefdb688e3253a545dfc6510fc92 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:3a:e7:ac:4d:15\",\"name\":\"8c30ac3ea8fd72b\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e6f23beb-255c-4fef-94f6-3bb7e91a9862\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0428 15:40:42.099581 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0428 15:40:42.125607 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0428 15:40:49.063638 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0428 15:40:50.722589 3814 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-253.ec2.internal I0428 15:40:50.722743 3814 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0428 15:40:50.751511 3814 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 28.806826ms I0428 15:40:50.751533 3814 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 28.83287ms I0428 15:40:50.752680 3814 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 30.106647ms, libovsdb time 841.847µs I0428 15:40:51.123851 3814 cni.go:452] [openshift-monitoring/alertmanager-main-1 a1a0ccdc61251c85fb016cc1c74c9d4000897d5c60e307cdcdb1cf02b08d13b8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 a1a0ccdc61251c85fb016cc1c74c9d4000897d5c60e307cdcdb1cf02b08d13b8 network default NAD default NAD key ] I0428 15:40:51.134226 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: a1a0ccdc61251c8, network: default, NAD default, SandboxID: "a1a0ccdc61251c85fb016cc1c74c9d4000897d5c60e307cdcdb1cf02b08d13b8", PCI device ID: , UID: "d14234c2-fbfb-4c3d-915f-4d6f2ea21369", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0428 15:40:51.183923 3814 cni.go:473] [openshift-monitoring/alertmanager-main-1 a1a0ccdc61251c85fb016cc1c74c9d4000897d5c60e307cdcdb1cf02b08d13b8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 a1a0ccdc61251c85fb016cc1c74c9d4000897d5c60e307cdcdb1cf02b08d13b8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:52:47:3f:b4:ad\",\"name\":\"a1a0ccdc61251c8\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3a92956-ddae-449a-aea1-846e2f6c57ec\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 15:40:51.527204 3814 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-549787b685-jkjk9] creating logical port openshift-monitoring_thanos-querier-549787b685-jkjk9 for pod on switch ip-10-0-2-253.ec2.internal I0428 15:40:51.527306 3814 kube.go:256] Updating pod openshift-monitoring/thanos-querier-549787b685-jkjk9 I0428 15:40:51.556310 3814 pod.go:62] [openshift-monitoring/thanos-querier-549787b685-jkjk9] pod update took 29.03809ms I0428 15:40:51.556336 3814 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-549787b685-jkjk9] addLogicalPort annotation time took 29.071027ms I0428 15:40:51.557623 3814 pods.go:271] [openshift-monitoring/thanos-querier-549787b685-jkjk9] addLogicalPort took 30.436806ms, libovsdb time 918.868µs I0428 15:40:51.888211 3814 cni.go:452] [openshift-monitoring/thanos-querier-549787b685-jkjk9 54c115d9ac3229faf0c104b4d5b4a852d684c2a27ba9eed5485eba592faca95c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-549787b685-jkjk9 54c115d9ac3229faf0c104b4d5b4a852d684c2a27ba9eed5485eba592faca95c network default NAD default NAD key ] I0428 15:40:51.898735 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-549787b685-jkjk9, hostIfaceName: 54c115d9ac3229f, network: default, NAD default, SandboxID: "54c115d9ac3229faf0c104b4d5b4a852d684c2a27ba9eed5485eba592faca95c", PCI device ID: , UID: "e8a2c3a5-6114-414a-ae89-f8f33006b831", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0428 15:40:51.950233 3814 cni.go:473] [openshift-monitoring/thanos-querier-549787b685-jkjk9 54c115d9ac3229faf0c104b4d5b4a852d684c2a27ba9eed5485eba592faca95c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-549787b685-jkjk9 54c115d9ac3229faf0c104b4d5b4a852d684c2a27ba9eed5485eba592faca95c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:7b:c5:5c:e6:46\",\"name\":\"54c115d9ac3229f\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2627a8f4-b539-4e03-b7d5-82ebfa794aff\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0428 15:40:53.017821 3814 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 15:40:53.017842 3814 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 15:40:53.017847 3814 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 15:40:53.175545 3814 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 15:40:53.175570 3814 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 15:40:53.175575 3814 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0428 15:40:53.960678 3814 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-8595677989-tm429] creating logical port openshift-monitoring_metrics-server-8595677989-tm429 for pod on switch ip-10-0-2-253.ec2.internal I0428 15:40:53.960783 3814 kube.go:256] Updating pod openshift-monitoring/metrics-server-8595677989-tm429 I0428 15:40:53.975675 3814 pod.go:62] [openshift-monitoring/metrics-server-8595677989-tm429] pod update took 14.923211ms I0428 15:40:53.975700 3814 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-8595677989-tm429] addLogicalPort annotation time took 14.954923ms I0428 15:40:53.977269 3814 pods.go:271] [openshift-monitoring/metrics-server-8595677989-tm429] addLogicalPort took 16.608872ms, libovsdb time 1.179061ms I0428 15:40:54.824278 3814 cni.go:452] [openshift-monitoring/metrics-server-8595677989-tm429 2b802925279d3153cc89ec04b4d769bfb8d7b5e7c184b24c8f6dedf61dd45ceb network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-8595677989-tm429 2b802925279d3153cc89ec04b4d769bfb8d7b5e7c184b24c8f6dedf61dd45ceb network default NAD default NAD key ] I0428 15:40:54.833866 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-8595677989-tm429, hostIfaceName: 2b802925279d315, network: default, NAD default, SandboxID: "2b802925279d3153cc89ec04b4d769bfb8d7b5e7c184b24c8f6dedf61dd45ceb", PCI device ID: , UID: "c8775752-8fc9-4d1b-852f-ec4a44478268", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0428 15:40:54.887743 3814 cni.go:473] [openshift-monitoring/metrics-server-8595677989-tm429 2b802925279d3153cc89ec04b4d769bfb8d7b5e7c184b24c8f6dedf61dd45ceb network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-8595677989-tm429 2b802925279d3153cc89ec04b4d769bfb8d7b5e7c184b24c8f6dedf61dd45ceb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:06:1f:03:d3:19\",\"name\":\"2b802925279d315\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/58484eb7-dfd1-4661-bc1c-89a23e2b96d8\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0428 15:40:56.992603 3814 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0428 15:40:56.992621 3814 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0428 15:40:57.025465 3814 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 15:40:57.025483 3814 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 15:40:57.025488 3814 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 15:40:57.025492 3814 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 15:40:57.051107 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0428 15:40:57.189578 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0428 15:40:57.227369 3814 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 15:40:57.227405 3814 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 15:40:57.227410 3814 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 15:40:57.227413 3814 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 15:40:58.344590 3814 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0428 15:40:58.344609 3814 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0428 15:41:01.685861 3814 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-4nxcg] creating logical port openshift-console_downloads-5c54f4944f-4nxcg for pod on switch ip-10-0-2-253.ec2.internal I0428 15:41:01.685956 3814 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-4nxcg I0428 15:41:01.788304 3814 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-4nxcg I0428 15:41:01.817092 3814 pod.go:62] [openshift-console/downloads-5c54f4944f-4nxcg] pod update took 131.158232ms I0428 15:41:01.817116 3814 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-4nxcg] addLogicalPort annotation time took 131.189388ms I0428 15:41:01.818239 3814 pods.go:271] [openshift-console/downloads-5c54f4944f-4nxcg] addLogicalPort took 132.395792ms, libovsdb time 815.955µs I0428 15:41:02.025075 3814 cni.go:452] [openshift-console/downloads-5c54f4944f-4nxcg 2daa683b38b5d025e0f1256217a7e54cdd202b5ccfa69ecc5fc9af4871e66072 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-4nxcg 2daa683b38b5d025e0f1256217a7e54cdd202b5ccfa69ecc5fc9af4871e66072 network default NAD default NAD key ] I0428 15:41:02.034169 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-4nxcg, hostIfaceName: 2daa683b38b5d02, network: default, NAD default, SandboxID: "2daa683b38b5d025e0f1256217a7e54cdd202b5ccfa69ecc5fc9af4871e66072", PCI device ID: , UID: "4bfa35c4-38fe-4191-9be4-1ae1f56f5cb5", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0428 15:41:02.082981 3814 cni.go:473] [openshift-console/downloads-5c54f4944f-4nxcg 2daa683b38b5d025e0f1256217a7e54cdd202b5ccfa69ecc5fc9af4871e66072 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-4nxcg 2daa683b38b5d025e0f1256217a7e54cdd202b5ccfa69ecc5fc9af4871e66072 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:7a:8f:68:1c:00\",\"name\":\"2daa683b38b5d02\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6630d48a-6f71-4788-99fb-ecae2db3bea4\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0428 15:41:02.997836 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 15:41:02.997854 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 15:41:02.997865 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 15:41:02.997869 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 15:41:02.997882 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 15:41:02.997887 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 15:41:02.997892 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 15:41:02.997896 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 15:41:03.211685 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 15:41:03.211710 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 15:41:03.211718 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 15:41:03.211725 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0428 15:41:09.746849 3814 base_network_controller_pods.go:487] [default/openshift-console/console-887c8c4b6-82ckw] creating logical port openshift-console_console-887c8c4b6-82ckw for pod on switch ip-10-0-2-253.ec2.internal I0428 15:41:09.746954 3814 kube.go:256] Updating pod openshift-console/console-887c8c4b6-82ckw I0428 15:41:09.763647 3814 pod.go:62] [openshift-console/console-887c8c4b6-82ckw] pod update took 16.725106ms I0428 15:41:09.763669 3814 base_network_controller_pods.go:951] [default/openshift-console/console-887c8c4b6-82ckw] addLogicalPort annotation time took 16.752033ms I0428 15:41:09.764951 3814 pods.go:271] [openshift-console/console-887c8c4b6-82ckw] addLogicalPort took 18.123584ms, libovsdb time 944.335µs I0428 15:41:10.111265 3814 cni.go:452] [openshift-console/console-887c8c4b6-82ckw 46d7e522ad7d026948102603886a905f7e86268e9dd6635c0e2f2703a73e01ee network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-887c8c4b6-82ckw 46d7e522ad7d026948102603886a905f7e86268e9dd6635c0e2f2703a73e01ee network default NAD default NAD key ] I0428 15:41:10.120355 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-887c8c4b6-82ckw, hostIfaceName: 46d7e522ad7d026, network: default, NAD default, SandboxID: "46d7e522ad7d026948102603886a905f7e86268e9dd6635c0e2f2703a73e01ee", PCI device ID: , UID: "4d4d3380-7352-4883-bc2b-a8a0ae61ae60", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0428 15:41:10.171045 3814 cni.go:473] [openshift-console/console-887c8c4b6-82ckw 46d7e522ad7d026948102603886a905f7e86268e9dd6635c0e2f2703a73e01ee network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-887c8c4b6-82ckw 46d7e522ad7d026948102603886a905f7e86268e9dd6635c0e2f2703a73e01ee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:a5:74:b8:07:91\",\"name\":\"46d7e522ad7d026\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fee9bf31-ded8-4a36-a857-5cf60ffd27ed\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0428 15:41:14.390237 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0428 15:41:15.059757 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0428 15:41:15.091071 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0428 15:41:17.988755 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0428 15:41:17.988783 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0428 15:41:18.224177 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0428 15:41:21.098804 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 15:41:21.098828 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 15:41:21.098834 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 15:41:21.098850 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 15:41:21.098857 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 15:41:21.098864 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 15:41:21.195263 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 15:41:21.195286 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 15:41:21.195292 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 15:41:21.299611 3814 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0428 15:41:21.357136 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0428 15:41:23.088817 3814 cni.go:452] [openshift-image-registry/image-registry-65d994b5b4-dqtg6 8807fd8c7f14396729bb355bc0583bb38ffb62c57276e1ad047a7b62ec9dd244 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-65d994b5b4-dqtg6 8807fd8c7f14396729bb355bc0583bb38ffb62c57276e1ad047a7b62ec9dd244 network default NAD default NAD key ] I0428 15:41:23.159947 3814 cni.go:473] [openshift-image-registry/image-registry-65d994b5b4-dqtg6 8807fd8c7f14396729bb355bc0583bb38ffb62c57276e1ad047a7b62ec9dd244 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-65d994b5b4-dqtg6 8807fd8c7f14396729bb355bc0583bb38ffb62c57276e1ad047a7b62ec9dd244 network default NAD default NAD key default], result "{}", err I0428 15:41:23.213686 3814 obj_retry.go:498] Detected object openshift-image-registry/image-registry-65d994b5b4-dqtg6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:41:23.213729 3814 pods.go:176] Deleting pod: openshift-image-registry/image-registry-65d994b5b4-dqtg6 I0428 15:41:23.215040 3814 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-65d994b5b4-dqtg6, ips: 10.128.0.5 I0428 15:41:23.215076 3814 obj_retry.go:498] Detected object openshift-image-registry/image-registry-65d994b5b4-dqtg6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:41:23.311340 3814 obj_retry.go:492] Detected object openshift-image-registry/image-registry-65d994b5b4-dqtg6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:23.311364 3814 obj_retry.go:492] Detected object openshift-image-registry/image-registry-65d994b5b4-dqtg6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:23.318830 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-65d994b5b4-dqtg6 I0428 15:41:23.318862 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-65d994b5b4-dqtg6 W0428 15:41:25.108486 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0428 15:41:29.136873 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0428 15:41:29.136907 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0428 15:41:29.190642 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0428 15:41:29.190668 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0428 15:41:34.636601 3814 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-jhncv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:41:34.637209 3814 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-jhncv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:41:35.545100 3814 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-jhncv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:35.545125 3814 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-jhncv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:46.442759 3814 cni.go:452] [openshift-console/console-887c8c4b6-82ckw 46d7e522ad7d026948102603886a905f7e86268e9dd6635c0e2f2703a73e01ee network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-887c8c4b6-82ckw 46d7e522ad7d026948102603886a905f7e86268e9dd6635c0e2f2703a73e01ee network default NAD default NAD key ] I0428 15:41:46.524483 3814 cni.go:473] [openshift-console/console-887c8c4b6-82ckw 46d7e522ad7d026948102603886a905f7e86268e9dd6635c0e2f2703a73e01ee network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-887c8c4b6-82ckw 46d7e522ad7d026948102603886a905f7e86268e9dd6635c0e2f2703a73e01ee network default NAD default NAD key default], result "{}", err I0428 15:41:46.599835 3814 obj_retry.go:498] Detected object openshift-console/console-887c8c4b6-82ckw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:41:46.599867 3814 pods.go:176] Deleting pod: openshift-console/console-887c8c4b6-82ckw I0428 15:41:46.601061 3814 pods.go:236] Attempting to release IPs for pod: openshift-console/console-887c8c4b6-82ckw, ips: 10.128.0.20 I0428 15:41:46.601089 3814 obj_retry.go:498] Detected object openshift-console/console-887c8c4b6-82ckw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:41:46.609166 3814 base_network_controller_pods.go:487] [default/openshift-console/console-746b789c7d-22x5j] creating logical port openshift-console_console-746b789c7d-22x5j for pod on switch ip-10-0-2-253.ec2.internal I0428 15:41:46.609281 3814 kube.go:256] Updating pod openshift-console/console-746b789c7d-22x5j I0428 15:41:46.625022 3814 pod.go:62] [openshift-console/console-746b789c7d-22x5j] pod update took 15.767187ms I0428 15:41:46.625040 3814 base_network_controller_pods.go:951] [default/openshift-console/console-746b789c7d-22x5j] addLogicalPort annotation time took 15.789064ms I0428 15:41:46.626151 3814 pods.go:271] [openshift-console/console-746b789c7d-22x5j] addLogicalPort took 17.000705ms, libovsdb time 814.643µs I0428 15:41:47.017480 3814 cni.go:452] [openshift-console/console-746b789c7d-22x5j aef361d385481b1330cfd4c0ebc0bc05fffc52e99d3c91a5e4cb432b72210b6a network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-746b789c7d-22x5j aef361d385481b1330cfd4c0ebc0bc05fffc52e99d3c91a5e4cb432b72210b6a network default NAD default NAD key ] I0428 15:41:47.027348 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-746b789c7d-22x5j, hostIfaceName: aef361d385481b1, network: default, NAD default, SandboxID: "aef361d385481b1330cfd4c0ebc0bc05fffc52e99d3c91a5e4cb432b72210b6a", PCI device ID: , UID: "1f82e351-5837-444a-90f6-4d613573da4b", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0428 15:41:47.075805 3814 cni.go:473] [openshift-console/console-746b789c7d-22x5j aef361d385481b1330cfd4c0ebc0bc05fffc52e99d3c91a5e4cb432b72210b6a network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-746b789c7d-22x5j aef361d385481b1330cfd4c0ebc0bc05fffc52e99d3c91a5e4cb432b72210b6a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:3f:72:4e:70:a4\",\"name\":\"aef361d385481b1\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/95ea67a2-9ac0-41d0-a949-323d176eb72d\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 15:41:47.435990 3814 obj_retry.go:492] Detected object openshift-console/console-887c8c4b6-82ckw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:47.436017 3814 obj_retry.go:492] Detected object openshift-console/console-887c8c4b6-82ckw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:47.443410 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-887c8c4b6-82ckw I0428 15:41:47.443433 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-887c8c4b6-82ckw I0428 15:41:50.537013 3814 cni.go:452] [openshift-multus/network-metrics-daemon-l9h6j fa484cb99c1113b10a3828b28e7503a8e7a546ef06aee7fe8f1278c9f366791a network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-l9h6j fa484cb99c1113b10a3828b28e7503a8e7a546ef06aee7fe8f1278c9f366791a network default NAD default NAD key ] I0428 15:41:50.546044 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-l9h6j, hostIfaceName: fa484cb99c1113b, network: default, NAD default, SandboxID: "fa484cb99c1113b10a3828b28e7503a8e7a546ef06aee7fe8f1278c9f366791a", PCI device ID: , UID: "bc3f1242-73bf-4d47-a19c-143b42973fcd", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0428 15:41:50.597173 3814 cni.go:473] [openshift-multus/network-metrics-daemon-l9h6j fa484cb99c1113b10a3828b28e7503a8e7a546ef06aee7fe8f1278c9f366791a network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-l9h6j fa484cb99c1113b10a3828b28e7503a8e7a546ef06aee7fe8f1278c9f366791a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:e4:4d:44:f8:72\",\"name\":\"fa484cb99c1113b\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77310a1d-5fd4-4699-8fb3-dab85874b5c8\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 15:41:54.392955 3814 obj_retry.go:498] Detected object openshift-ingress/router-default-68b8546b7-dvwn4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:41:54.393479 3814 obj_retry.go:498] Detected object openshift-ingress/router-default-68b8546b7-dvwn4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:41:54.513678 3814 obj_retry.go:498] Detected object openshift-console/console-887c8c4b6-qjz4t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:41:54.514256 3814 obj_retry.go:498] Detected object openshift-console/console-887c8c4b6-qjz4t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:41:54.556862 3814 obj_retry.go:492] Detected object openshift-ingress/router-default-68b8546b7-dvwn4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:54.556885 3814 obj_retry.go:492] Detected object openshift-ingress/router-default-68b8546b7-dvwn4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:54.565249 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-68b8546b7-dvwn4 I0428 15:41:54.565270 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-68b8546b7-dvwn4 I0428 15:41:54.855659 3814 obj_retry.go:492] Detected object openshift-console/console-887c8c4b6-qjz4t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:54.855683 3814 obj_retry.go:492] Detected object openshift-console/console-887c8c4b6-qjz4t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:54.859487 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-887c8c4b6-qjz4t I0428 15:41:54.859511 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-887c8c4b6-qjz4t W0428 15:41:57.466971 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0428 15:42:11.147800 3814 cni.go:452] [openshift-monitoring/alertmanager-main-1 a1a0ccdc61251c85fb016cc1c74c9d4000897d5c60e307cdcdb1cf02b08d13b8 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 a1a0ccdc61251c85fb016cc1c74c9d4000897d5c60e307cdcdb1cf02b08d13b8 network default NAD default NAD key ] I0428 15:42:11.226223 3814 cni.go:473] [openshift-monitoring/alertmanager-main-1 a1a0ccdc61251c85fb016cc1c74c9d4000897d5c60e307cdcdb1cf02b08d13b8 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 a1a0ccdc61251c85fb016cc1c74c9d4000897d5c60e307cdcdb1cf02b08d13b8 network default NAD default NAD key default], result "{}", err I0428 15:42:11.294313 3814 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:42:11.294357 3814 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0428 15:42:11.296476 3814 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.128.0.16 I0428 15:42:11.296503 3814 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:42:11.515755 3814 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:42:11.515781 3814 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:42:11.520425 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0428 15:42:11.520493 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0428 15:42:11.567168 3814 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-253.ec2.internal I0428 15:42:11.567275 3814 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0428 15:42:11.588846 3814 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 21.607053ms I0428 15:42:11.588869 3814 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 21.636162ms I0428 15:42:11.590033 3814 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 22.881985ms, libovsdb time 854.866µs I0428 15:42:11.927071 3814 cni.go:452] [openshift-monitoring/alertmanager-main-1 e08b9a2dae37d32b26d2787a7874914c7cb4ccbc1e8d74d80279a4a329c739a5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 e08b9a2dae37d32b26d2787a7874914c7cb4ccbc1e8d74d80279a4a329c739a5 network default NAD default NAD key ] I0428 15:42:11.936526 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: e08b9a2dae37d32, network: default, NAD default, SandboxID: "e08b9a2dae37d32b26d2787a7874914c7cb4ccbc1e8d74d80279a4a329c739a5", PCI device ID: , UID: "598ed87e-118a-4d3a-b22d-7eee02e85a7e", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0428 15:42:11.986351 3814 cni.go:473] [openshift-monitoring/alertmanager-main-1 e08b9a2dae37d32b26d2787a7874914c7cb4ccbc1e8d74d80279a4a329c739a5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 e08b9a2dae37d32b26d2787a7874914c7cb4ccbc1e8d74d80279a4a329c739a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:0b:e5:1e:f2:12\",\"name\":\"e08b9a2dae37d32\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1b3d7b0e-7ceb-4504-90d0-1810a1e9453e\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 15:42:14.047155 3814 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-7fd4cbff5d-7cfzs] creating logical port openshift-monitoring_telemeter-client-7fd4cbff5d-7cfzs for pod on switch ip-10-0-2-253.ec2.internal I0428 15:42:14.047255 3814 kube.go:256] Updating pod openshift-monitoring/telemeter-client-7fd4cbff5d-7cfzs I0428 15:42:14.066798 3814 pod.go:62] [openshift-monitoring/telemeter-client-7fd4cbff5d-7cfzs] pod update took 19.574007ms I0428 15:42:14.066819 3814 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-7fd4cbff5d-7cfzs] addLogicalPort annotation time took 19.600345ms I0428 15:42:14.068082 3814 pods.go:271] [openshift-monitoring/telemeter-client-7fd4cbff5d-7cfzs] addLogicalPort took 20.945058ms, libovsdb time 957.084µs I0428 15:42:14.408121 3814 cni.go:452] [openshift-monitoring/telemeter-client-7fd4cbff5d-7cfzs 9cdefdc8214811c569b83bea4a14bd212b3f0c9e98c76d457aeb822186228147 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-7fd4cbff5d-7cfzs 9cdefdc8214811c569b83bea4a14bd212b3f0c9e98c76d457aeb822186228147 network default NAD default NAD key ] I0428 15:42:14.417536 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-7fd4cbff5d-7cfzs, hostIfaceName: 9cdefdc8214811c, network: default, NAD default, SandboxID: "9cdefdc8214811c569b83bea4a14bd212b3f0c9e98c76d457aeb822186228147", PCI device ID: , UID: "0f13b5c9-599f-4627-a481-808a525c6682", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0428 15:42:14.465918 3814 cni.go:473] [openshift-monitoring/telemeter-client-7fd4cbff5d-7cfzs 9cdefdc8214811c569b83bea4a14bd212b3f0c9e98c76d457aeb822186228147 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-7fd4cbff5d-7cfzs 9cdefdc8214811c569b83bea4a14bd212b3f0c9e98c76d457aeb822186228147 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:21:67:2f:93:99\",\"name\":\"9cdefdc8214811c\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f8da999d-ed86-44f2-9c5b-63cd9748bee1\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 15:42:15.693551 3814 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:42:15.694090 3814 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:42:16.335961 3814 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:42:16.335992 3814 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:42:16.344501 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0428 15:42:16.344526 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 W0428 15:42:41.985696 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 15:42:41.985717 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 15:42:41.985723 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0428 15:42:43.301681 3814 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:42:43.302232 3814 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:42:43.471701 3814 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:42:43.471726 3814 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:42:43.479292 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0428 15:42:43.479318 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0428 15:42:43.979668 3814 cni.go:452] [openshift-console/console-746b789c7d-22x5j aef361d385481b1330cfd4c0ebc0bc05fffc52e99d3c91a5e4cb432b72210b6a network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-746b789c7d-22x5j aef361d385481b1330cfd4c0ebc0bc05fffc52e99d3c91a5e4cb432b72210b6a network default NAD default NAD key ] I0428 15:42:44.065027 3814 cni.go:473] [openshift-console/console-746b789c7d-22x5j aef361d385481b1330cfd4c0ebc0bc05fffc52e99d3c91a5e4cb432b72210b6a network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-746b789c7d-22x5j aef361d385481b1330cfd4c0ebc0bc05fffc52e99d3c91a5e4cb432b72210b6a network default NAD default NAD key default], result "{}", err I0428 15:42:44.114449 3814 obj_retry.go:498] Detected object openshift-console/console-746b789c7d-22x5j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:42:44.114484 3814 pods.go:176] Deleting pod: openshift-console/console-746b789c7d-22x5j I0428 15:42:44.115901 3814 pods.go:236] Attempting to release IPs for pod: openshift-console/console-746b789c7d-22x5j, ips: 10.128.0.21 I0428 15:42:44.115936 3814 obj_retry.go:498] Detected object openshift-console/console-746b789c7d-22x5j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:42:44.122551 3814 base_network_controller_pods.go:487] [default/openshift-console/console-5856cb4b6f-hcbw7] creating logical port openshift-console_console-5856cb4b6f-hcbw7 for pod on switch ip-10-0-2-253.ec2.internal I0428 15:42:44.122670 3814 kube.go:256] Updating pod openshift-console/console-5856cb4b6f-hcbw7 I0428 15:42:44.137656 3814 pod.go:62] [openshift-console/console-5856cb4b6f-hcbw7] pod update took 15.010229ms I0428 15:42:44.137677 3814 base_network_controller_pods.go:951] [default/openshift-console/console-5856cb4b6f-hcbw7] addLogicalPort annotation time took 15.035083ms I0428 15:42:44.138829 3814 pods.go:271] [openshift-console/console-5856cb4b6f-hcbw7] addLogicalPort took 16.29157ms, libovsdb time 834.6µs I0428 15:42:44.481284 3814 cni.go:452] [openshift-console/console-5856cb4b6f-hcbw7 a518458255d6d184b256636b1cb37ad52c0ee93a5c1c8bfa2d9d4d6cbf715e4a network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5856cb4b6f-hcbw7 a518458255d6d184b256636b1cb37ad52c0ee93a5c1c8bfa2d9d4d6cbf715e4a network default NAD default NAD key ] I0428 15:42:44.490925 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5856cb4b6f-hcbw7, hostIfaceName: a518458255d6d18, network: default, NAD default, SandboxID: "a518458255d6d184b256636b1cb37ad52c0ee93a5c1c8bfa2d9d4d6cbf715e4a", PCI device ID: , UID: "9fc13ed3-3352-4e90-ae2e-21b830886206", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0428 15:42:44.541290 3814 cni.go:473] [openshift-console/console-5856cb4b6f-hcbw7 a518458255d6d184b256636b1cb37ad52c0ee93a5c1c8bfa2d9d4d6cbf715e4a network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5856cb4b6f-hcbw7 a518458255d6d184b256636b1cb37ad52c0ee93a5c1c8bfa2d9d4d6cbf715e4a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:b1:6e:48:fb:cc\",\"name\":\"a518458255d6d18\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c99d9b2-cac2-4732-949f-344f6e1ad6d7\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 15:42:44.653263 3814 obj_retry.go:492] Detected object openshift-console/console-746b789c7d-22x5j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:42:44.653298 3814 obj_retry.go:492] Detected object openshift-console/console-746b789c7d-22x5j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:42:44.656780 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-746b789c7d-22x5j I0428 15:42:44.656808 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-746b789c7d-22x5j W0428 15:42:54.711002 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0428 15:42:55.048726 3814 obj_retry.go:498] Detected object openshift-console/console-746b789c7d-wxmcs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:42:55.049366 3814 obj_retry.go:498] Detected object openshift-console/console-746b789c7d-wxmcs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:42:55.531277 3814 obj_retry.go:492] Detected object openshift-console/console-746b789c7d-wxmcs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:42:55.531302 3814 obj_retry.go:492] Detected object openshift-console/console-746b789c7d-wxmcs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:42:55.539784 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-746b789c7d-wxmcs I0428 15:42:55.539813 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-746b789c7d-wxmcs I0428 15:43:05.658932 3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 I0428 15:43:14.658149 3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0428 15:43:18.967164 3814 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:43:18.967717 3814 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:43:19.877495 3814 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:43:19.877519 3814 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:43:19.887316 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0428 15:43:19.887338 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0428 15:43:21.748724 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 I0428 15:43:22.753702 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0428 15:43:23.662744 3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=73 I0428 15:43:28.744908 3814 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0428 15:43:40.784095 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0428 15:44:08.777929 3814 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0428 15:44:23.393522 3814 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0428 15:45:01.918130 3814 obj_retry.go:498] Detected object openshift-console/console-5856cb4b6f-n8jmp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:45:01.918692 3814 obj_retry.go:498] Detected object openshift-console/console-5856cb4b6f-n8jmp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:45:02.248639 3814 obj_retry.go:492] Detected object openshift-console/console-5856cb4b6f-n8jmp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:45:02.248676 3814 obj_retry.go:492] Detected object openshift-console/console-5856cb4b6f-n8jmp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:45:02.254008 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5856cb4b6f-n8jmp I0428 15:45:02.254039 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5856cb4b6f-n8jmp I0428 15:45:07.765536 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0428 15:45:09.666797 3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0428 15:45:12.233975 3814 cni.go:452] [openshift-console/console-5856cb4b6f-hcbw7 a518458255d6d184b256636b1cb37ad52c0ee93a5c1c8bfa2d9d4d6cbf715e4a network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5856cb4b6f-hcbw7 a518458255d6d184b256636b1cb37ad52c0ee93a5c1c8bfa2d9d4d6cbf715e4a network default NAD default NAD key ] I0428 15:45:12.310507 3814 cni.go:473] [openshift-console/console-5856cb4b6f-hcbw7 a518458255d6d184b256636b1cb37ad52c0ee93a5c1c8bfa2d9d4d6cbf715e4a network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5856cb4b6f-hcbw7 a518458255d6d184b256636b1cb37ad52c0ee93a5c1c8bfa2d9d4d6cbf715e4a network default NAD default NAD key default], result "{}", err I0428 15:45:12.363863 3814 obj_retry.go:498] Detected object openshift-console/console-5856cb4b6f-hcbw7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:45:12.363906 3814 pods.go:176] Deleting pod: openshift-console/console-5856cb4b6f-hcbw7 I0428 15:45:12.365250 3814 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5856cb4b6f-hcbw7, ips: 10.128.0.24 I0428 15:45:12.365280 3814 obj_retry.go:498] Detected object openshift-console/console-5856cb4b6f-hcbw7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:45:12.399617 3814 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-lhr7c] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-lhr7c for pod on switch ip-10-0-2-253.ec2.internal I0428 15:45:12.399745 3814 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-lhr7c I0428 15:45:12.414188 3814 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-lhr7c] pod update took 14.457962ms I0428 15:45:12.414216 3814 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-lhr7c] addLogicalPort annotation time took 14.500011ms I0428 15:45:12.415600 3814 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-lhr7c] addLogicalPort took 15.999075ms, libovsdb time 915.194µs I0428 15:45:12.760639 3814 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-lhr7c 1ccea7819f4aed8a1d994bd788615dab2823435b660cee62a0f592bd23d7793a network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-lhr7c 1ccea7819f4aed8a1d994bd788615dab2823435b660cee62a0f592bd23d7793a network default NAD default NAD key ] I0428 15:45:12.770176 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-lhr7c, hostIfaceName: 1ccea7819f4aed8, network: default, NAD default, SandboxID: "1ccea7819f4aed8a1d994bd788615dab2823435b660cee62a0f592bd23d7793a", PCI device ID: , UID: "21f012cf-7636-4c70-aaeb-9b4ffe25f1ff", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0428 15:45:12.818801 3814 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-lhr7c 1ccea7819f4aed8a1d994bd788615dab2823435b660cee62a0f592bd23d7793a network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-lhr7c 1ccea7819f4aed8a1d994bd788615dab2823435b660cee62a0f592bd23d7793a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:66:26:ac:1d:7b\",\"name\":\"1ccea7819f4aed8\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa10c21a-b5f5-4eee-b011-9c5bd1dc896b\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 15:45:13.245496 3814 obj_retry.go:492] Detected object openshift-console/console-5856cb4b6f-hcbw7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:45:13.245524 3814 obj_retry.go:492] Detected object openshift-console/console-5856cb4b6f-hcbw7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:45:13.249370 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5856cb4b6f-hcbw7 I0428 15:45:13.249411 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5856cb4b6f-hcbw7 W0428 15:45:15.262505 3814 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0428 15:45:26.272901 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0428 15:45:26.303462 3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0428 15:45:26.303532 3814 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-h8kkf IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-h8kkf: no pod IPs found I0428 15:45:38.783670 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0428 15:46:26.744817 3814 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0428 15:46:32.657738 3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=147 I0428 15:47:10.666740 3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=634 I0428 15:47:28.760000 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0428 15:47:30.772460 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0428 15:48:30.662125 3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0428 15:48:36.748090 3814 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0428 15:49:27.787784 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0428 15:50:01.781504 3814 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0428 15:50:04.452245 3814 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-8c5zx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:50:04.452853 3814 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-8c5zx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:50:05.474129 3814 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-8c5zx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:50:05.474154 3814 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-8c5zx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:50:58.768819 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0428 15:51:06.752645 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0428 15:51:10.775671 3814 namespace.go:98] [tsf] adding namespace I0428 15:51:10.776569 3814 namespace.go:102] [tsf] adding namespace took 872.217µs I0428 15:51:10.796039 3814 namespace.go:142] [tsf] updating namespace I0428 15:51:10.810214 3814 namespace.go:142] [tsf] updating namespace I0428 15:51:14.925754 3814 namespace.go:98] [konflux-operator] adding namespace I0428 15:51:14.926732 3814 namespace.go:102] [konflux-operator] adding namespace took 957.225µs I0428 15:51:14.929741 3814 namespace.go:98] [tsf-keycloak] adding namespace I0428 15:51:14.929902 3814 namespace.go:98] [cert-manager-operator] adding namespace I0428 15:51:14.929946 3814 namespace.go:98] [rhtpa-operator] adding namespace I0428 15:51:14.930046 3814 namespace.go:98] [tsf-tpa] adding namespace I0428 15:51:14.930526 3814 namespace.go:102] [tsf-keycloak] adding namespace took 769.897µs I0428 15:51:14.931075 3814 namespace.go:102] [cert-manager-operator] adding namespace took 1.154844ms I0428 15:51:14.931636 3814 namespace.go:102] [rhtpa-operator] adding namespace took 1.678405ms I0428 15:51:14.932096 3814 namespace.go:102] [tsf-tpa] adding namespace took 2.036294ms I0428 15:51:14.934049 3814 namespace.go:98] [tsf-tas] adding namespace I0428 15:51:14.934078 3814 namespace.go:98] [rhbk-operator] adding namespace I0428 15:51:14.934242 3814 namespace.go:98] [konflux-ui] adding namespace I0428 15:51:14.934661 3814 namespace.go:102] [tsf-tas] adding namespace took 597.734µs I0428 15:51:14.935163 3814 namespace.go:102] [rhbk-operator] adding namespace took 1.076502ms I0428 15:51:14.935643 3814 namespace.go:102] [konflux-ui] adding namespace took 1.390512ms I0428 15:51:14.954367 3814 namespace.go:142] [konflux-operator] updating namespace I0428 15:51:14.973102 3814 namespace.go:142] [konflux-operator] updating namespace I0428 15:51:14.982433 3814 namespace.go:142] [cert-manager-operator] updating namespace I0428 15:51:14.986688 3814 namespace.go:142] [tsf-tpa] updating namespace I0428 15:51:14.986772 3814 namespace.go:142] [tsf-keycloak] updating namespace I0428 15:51:14.988663 3814 namespace.go:142] [rhtpa-operator] updating namespace I0428 15:51:15.002239 3814 namespace.go:142] [konflux-ui] updating namespace I0428 15:51:15.007887 3814 namespace.go:142] [tsf-tas] updating namespace I0428 15:51:15.010767 3814 namespace.go:142] [konflux-operator] updating namespace I0428 15:51:15.010836 3814 namespace.go:142] [rhbk-operator] updating namespace I0428 15:51:15.040155 3814 namespace.go:142] [cert-manager-operator] updating namespace I0428 15:51:15.067242 3814 namespace.go:142] [cert-manager-operator] updating namespace I0428 15:51:15.097236 3814 namespace.go:142] [rhtpa-operator] updating namespace I0428 15:51:15.114960 3814 namespace.go:142] [rhtpa-operator] updating namespace I0428 15:51:15.128574 3814 namespace.go:142] [tsf-tpa] updating namespace I0428 15:51:15.156646 3814 namespace.go:142] [tsf-tpa] updating namespace I0428 15:51:15.178694 3814 namespace.go:142] [tsf-tas] updating namespace I0428 15:51:15.194465 3814 namespace.go:142] [tsf-tas] updating namespace I0428 15:51:15.220828 3814 namespace.go:142] [rhbk-operator] updating namespace I0428 15:51:15.245359 3814 namespace.go:142] [rhbk-operator] updating namespace I0428 15:51:15.268184 3814 namespace.go:142] [konflux-ui] updating namespace I0428 15:51:15.285428 3814 namespace.go:142] [konflux-ui] updating namespace I0428 15:51:15.316173 3814 namespace.go:142] [tsf-keycloak] updating namespace I0428 15:51:15.380861 3814 namespace.go:142] [tsf-keycloak] updating namespace I0428 15:51:16.330590 3814 namespace.go:142] [tsf-tpa] updating namespace I0428 15:51:16.338458 3814 namespace.go:142] [tsf-keycloak] updating namespace I0428 15:51:16.520921 3814 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-2-253.ec2.internal I0428 15:51:16.521045 3814 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0428 15:51:16.541208 3814 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 20.191594ms I0428 15:51:16.541236 3814 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 20.220189ms I0428 15:51:16.542542 3814 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 21.636891ms, libovsdb time 958.872µs I0428 15:51:16.889296 3814 cni.go:452] [tsf/test-tsf-subscriptions 9cb4274214bab623be9dcac4602a4bdabc457572018ec812bd68a3358c5cb7d2 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 9cb4274214bab623be9dcac4602a4bdabc457572018ec812bd68a3358c5cb7d2 network default NAD default NAD key ] I0428 15:51:16.898831 3814 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 9cb4274214bab62, network: default, NAD default, SandboxID: "9cb4274214bab623be9dcac4602a4bdabc457572018ec812bd68a3358c5cb7d2", PCI device ID: , UID: "ddd1e1dd-d88f-43ec-9c9e-b5fc70a04154", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0428 15:51:16.947924 3814 cni.go:473] [tsf/test-tsf-subscriptions 9cb4274214bab623be9dcac4602a4bdabc457572018ec812bd68a3358c5cb7d2 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 9cb4274214bab623be9dcac4602a4bdabc457572018ec812bd68a3358c5cb7d2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:16:ba:58:0b:d7\",\"name\":\"9cb4274214bab62\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/813bbc70-4e7a-4d6f-b53e-2fc83297fc02\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 15:51:18.042246 3814 base_network_controller_pods.go:487] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158sxmts] creating logical port openshift-marketplace_26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158sxmts for pod on switch ip-10-0-2-253.ec2.internal I0428 15:51:18.042354 3814 kube.go:256] Updating pod openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158sxmts I0428 15:51:18.056627 3814 pod.go:62] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158sxmts] pod update took 14.29472ms I0428 15:51:18.056656 3814 base_network_controller_pods.go:951] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158sxmts] addLogicalPort annotation time took 14.327221ms I0428 15:51:18.057990 3814 pods.go:271] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158sxmts] addLogicalPort took 15.75582ms, libovsdb time 993.435µs I0428 15:51:18.142268 3814 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rngmt] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rngmt for pod on switch ip-10-0-2-253.ec2.internal I0428 15:51:18.142358 3814 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rngmt I0428 15:51:18.155688 3814 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rngmt] pod update took 13.355291ms I0428 15:51:18.155711 3814 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rngmt] addLogicalPort annotation time took 13.38328ms I0428 15:51:18.156984 3814 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rngmt] addLogicalPort took 14.732315ms, libovsdb time 836.464µs I0428 15:51:18.401990 3814 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158sxmts e7b5cfcd7d7b6360ee4c85b4c84428a38fdf82ae4c68202ebf2ac094d265670e network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158sxmts e7b5cfcd7d7b6360ee4c85b4c84428a38fdf82ae4c68202ebf2ac094d265670e network default NAD default NAD key ] I0428 15:51:18.411505 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158sxmts, hostIfaceName: e7b5cfcd7d7b636, network: default, NAD default, SandboxID: "e7b5cfcd7d7b6360ee4c85b4c84428a38fdf82ae4c68202ebf2ac094d265670e", PCI device ID: , UID: "6aa92e34-76c5-492e-b770-b437b2483279", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0428 15:51:18.459757 3814 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158sxmts e7b5cfcd7d7b6360ee4c85b4c84428a38fdf82ae4c68202ebf2ac094d265670e network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158sxmts e7b5cfcd7d7b6360ee4c85b4c84428a38fdf82ae4c68202ebf2ac094d265670e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:de:4d:50:b4:00\",\"name\":\"e7b5cfcd7d7b636\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/755488ed-61ed-4049-97fb-d16feba53ce4\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 15:51:18.501959 3814 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rngmt 06ec2562162d35ee533c30592d77af4d9328d8e6450f8fb843af1b1ca6aaff88 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rngmt 06ec2562162d35ee533c30592d77af4d9328d8e6450f8fb843af1b1ca6aaff88 network default NAD default NAD key ] I0428 15:51:18.511596 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rngmt, hostIfaceName: 06ec2562162d35e, network: default, NAD default, SandboxID: "06ec2562162d35ee533c30592d77af4d9328d8e6450f8fb843af1b1ca6aaff88", PCI device ID: , UID: "a3eba170-a557-491b-8b01-d32c4bb6b966", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0428 15:51:18.564743 3814 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rngmt 06ec2562162d35ee533c30592d77af4d9328d8e6450f8fb843af1b1ca6aaff88 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rngmt 06ec2562162d35ee533c30592d77af4d9328d8e6450f8fb843af1b1ca6aaff88 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:7d:67:ec:bc:8b\",\"name\":\"06ec2562162d35e\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e1b4dcba-d7da-4fc8-9a5d-0b3c144c7688\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 15:51:18.661663 3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0428 15:51:21.113907 3814 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzf2tl] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzf2tl for pod on switch ip-10-0-2-253.ec2.internal I0428 15:51:21.114051 3814 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzf2tl I0428 15:51:21.127457 3814 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzf2tl] pod update took 13.434414ms I0428 15:51:21.127483 3814 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzf2tl] addLogicalPort annotation time took 13.465989ms I0428 15:51:21.128959 3814 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzf2tl] addLogicalPort took 15.069422ms, libovsdb time 1.038386ms I0428 15:51:21.486196 3814 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzf2tl e821e596f5598fadf34335e558e331aa662951e8555b5de77c0a56e731c7c48d network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzf2tl e821e596f5598fadf34335e558e331aa662951e8555b5de77c0a56e731c7c48d network default NAD default NAD key ] I0428 15:51:21.496135 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzf2tl, hostIfaceName: e821e596f5598fa, network: default, NAD default, SandboxID: "e821e596f5598fadf34335e558e331aa662951e8555b5de77c0a56e731c7c48d", PCI device ID: , UID: "253726a0-110d-4413-b71f-407a65ee6cdd", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0428 15:51:21.544759 3814 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzf2tl e821e596f5598fadf34335e558e331aa662951e8555b5de77c0a56e731c7c48d network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzf2tl e821e596f5598fadf34335e558e331aa662951e8555b5de77c0a56e731c7c48d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:17:ba:4e:aa:6f\",\"name\":\"e821e596f5598fa\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32b00ebd-953f-4bc6-8429-fd8e7b4769a1\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 15:51:22.714578 3814 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158sxmts e7b5cfcd7d7b6360ee4c85b4c84428a38fdf82ae4c68202ebf2ac094d265670e network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158sxmts e7b5cfcd7d7b6360ee4c85b4c84428a38fdf82ae4c68202ebf2ac094d265670e network default NAD default NAD key ] I0428 15:51:22.800030 3814 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158sxmts e7b5cfcd7d7b6360ee4c85b4c84428a38fdf82ae4c68202ebf2ac094d265670e network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158sxmts e7b5cfcd7d7b6360ee4c85b4c84428a38fdf82ae4c68202ebf2ac094d265670e network default NAD default NAD key default], result "{}", err I0428 15:51:22.830241 3814 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nrcxm] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nrcxm for pod on switch ip-10-0-2-253.ec2.internal I0428 15:51:22.830507 3814 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nrcxm I0428 15:51:22.844464 3814 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nrcxm] pod update took 14.005995ms I0428 15:51:22.844498 3814 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nrcxm] addLogicalPort annotation time took 14.044601ms I0428 15:51:22.845946 3814 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nrcxm] addLogicalPort took 15.748228ms, libovsdb time 987.703µs I0428 15:51:22.854319 3814 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158sxmts of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:51:22.854355 3814 pods.go:176] Deleting pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158sxmts I0428 15:51:22.855796 3814 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158sxmts, ips: 10.128.0.27 I0428 15:51:22.855823 3814 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158sxmts of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:51:22.855845 3814 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158sxmts of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:51:22.855854 3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0428 15:51:22.856108 3814 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158sxmts of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:51:22.856125 3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0428 15:51:23.723141 3814 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rngmt 06ec2562162d35ee533c30592d77af4d9328d8e6450f8fb843af1b1ca6aaff88 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rngmt 06ec2562162d35ee533c30592d77af4d9328d8e6450f8fb843af1b1ca6aaff88 network default NAD default NAD key ] I0428 15:51:23.803229 3814 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rngmt 06ec2562162d35ee533c30592d77af4d9328d8e6450f8fb843af1b1ca6aaff88 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rngmt 06ec2562162d35ee533c30592d77af4d9328d8e6450f8fb843af1b1ca6aaff88 network default NAD default NAD key default], result "{}", err I0428 15:51:23.881088 3814 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158sxmts of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:23.881181 3814 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158sxmts of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:23.881201 3814 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158sxmts of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:23.881221 3814 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158sxmts of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:24.285511 3814 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136wn55x] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136wn55x for pod on switch ip-10-0-2-253.ec2.internal I0428 15:51:24.285643 3814 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136wn55x I0428 15:51:24.298640 3814 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136wn55x] pod update took 13.025496ms I0428 15:51:24.298661 3814 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136wn55x] addLogicalPort annotation time took 13.05523ms I0428 15:51:24.299943 3814 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136wn55x] addLogicalPort took 14.451399ms, libovsdb time 870.02µs I0428 15:51:24.385649 3814 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77hlwl] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77hlwl for pod on switch ip-10-0-2-253.ec2.internal I0428 15:51:24.385802 3814 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77hlwl I0428 15:51:24.398925 3814 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77hlwl] pod update took 13.180029ms I0428 15:51:24.398953 3814 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77hlwl] addLogicalPort annotation time took 13.219538ms I0428 15:51:24.400575 3814 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77hlwl] addLogicalPort took 14.947629ms, libovsdb time 1.23519ms I0428 15:51:24.582620 3814 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rngmt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:51:24.582676 3814 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rngmt I0428 15:51:24.584317 3814 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rngmt, ips: 10.128.0.28 I0428 15:51:24.584348 3814 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rngmt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:51:24.584403 3814 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rngmt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:51:24.584417 3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0428 15:51:24.584610 3814 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rngmt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:51:24.584627 3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0428 15:51:25.610554 3814 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rngmt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:25.610579 3814 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rngmt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:25.610598 3814 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rngmt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:25.610615 3814 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rngmt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:28.148112 3814 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nrcxm 050ed52875fa65bb3697b15a1302acd8db940788ebe481aa7248314d422c3478 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nrcxm 050ed52875fa65bb3697b15a1302acd8db940788ebe481aa7248314d422c3478 network default NAD default NAD key ] I0428 15:51:28.157982 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nrcxm, hostIfaceName: 050ed52875fa65b, network: default, NAD default, SandboxID: "050ed52875fa65bb3697b15a1302acd8db940788ebe481aa7248314d422c3478", PCI device ID: , UID: "0cef2ca4-ecec-42a4-8d77-dd059357c24f", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0428 15:51:28.212300 3814 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nrcxm 050ed52875fa65bb3697b15a1302acd8db940788ebe481aa7248314d422c3478 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nrcxm 050ed52875fa65bb3697b15a1302acd8db940788ebe481aa7248314d422c3478 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:f4:35:16:45:88\",\"name\":\"050ed52875fa65b\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fac19732-c252-4b8c-8885-f212c7d32a2e\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 15:51:28.831299 3814 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136wn55x 4b8426b24325d7ed468deb9c535dc44fb5b8f0ba45804a022aea1d3111799175 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136wn55x 4b8426b24325d7ed468deb9c535dc44fb5b8f0ba45804a022aea1d3111799175 network default NAD default NAD key ] I0428 15:51:28.833051 3814 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77hlwl 2a117b1ebc163973bd68584e956dd74702572e9c49e8c491c867b7bcb8f26a89 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77hlwl 2a117b1ebc163973bd68584e956dd74702572e9c49e8c491c867b7bcb8f26a89 network default NAD default NAD key ] I0428 15:51:28.845191 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136wn55x, hostIfaceName: 4b8426b24325d7e, network: default, NAD default, SandboxID: "4b8426b24325d7ed468deb9c535dc44fb5b8f0ba45804a022aea1d3111799175", PCI device ID: , UID: "54daa547-1a12-41b8-b177-fc3e6d4e8960", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0428 15:51:28.845414 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77hlwl, hostIfaceName: 2a117b1ebc16397, network: default, NAD default, SandboxID: "2a117b1ebc163973bd68584e956dd74702572e9c49e8c491c867b7bcb8f26a89", PCI device ID: , UID: "2b6ff0fb-8d6b-4258-82a6-6b58ad623ff0", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0428 15:51:28.900539 3814 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77hlwl 2a117b1ebc163973bd68584e956dd74702572e9c49e8c491c867b7bcb8f26a89 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77hlwl 2a117b1ebc163973bd68584e956dd74702572e9c49e8c491c867b7bcb8f26a89 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:71:bf:b4:15:82\",\"name\":\"2a117b1ebc16397\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/68f8f5a9-e7c3-4c46-98f6-91f21345f19a\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 15:51:28.919113 3814 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136wn55x 4b8426b24325d7ed468deb9c535dc44fb5b8f0ba45804a022aea1d3111799175 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136wn55x 4b8426b24325d7ed468deb9c535dc44fb5b8f0ba45804a022aea1d3111799175 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:f7:bf:60:f9:a7\",\"name\":\"4b8426b24325d7e\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d8191cff-c31d-43b7-baf0-4a3e4dc70e61\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 15:51:31.769231 3814 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzf2tl e821e596f5598fadf34335e558e331aa662951e8555b5de77c0a56e731c7c48d network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzf2tl e821e596f5598fadf34335e558e331aa662951e8555b5de77c0a56e731c7c48d network default NAD default NAD key ] I0428 15:51:31.847241 3814 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzf2tl e821e596f5598fadf34335e558e331aa662951e8555b5de77c0a56e731c7c48d network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzf2tl e821e596f5598fadf34335e558e331aa662951e8555b5de77c0a56e731c7c48d network default NAD default NAD key default], result "{}", err I0428 15:51:31.900546 3814 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzf2tl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:51:31.900578 3814 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzf2tl I0428 15:51:31.902223 3814 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzf2tl, ips: 10.128.0.29 I0428 15:51:31.902253 3814 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzf2tl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:51:31.902267 3814 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzf2tl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:51:31.902275 3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0428 15:51:31.902498 3814 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzf2tl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:51:31.902513 3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0428 15:51:32.777071 3814 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nrcxm 050ed52875fa65bb3697b15a1302acd8db940788ebe481aa7248314d422c3478 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nrcxm 050ed52875fa65bb3697b15a1302acd8db940788ebe481aa7248314d422c3478 network default NAD default NAD key ] I0428 15:51:32.866597 3814 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nrcxm 050ed52875fa65bb3697b15a1302acd8db940788ebe481aa7248314d422c3478 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nrcxm 050ed52875fa65bb3697b15a1302acd8db940788ebe481aa7248314d422c3478 network default NAD default NAD key default], result "{}", err I0428 15:51:32.920764 3814 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nrcxm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:51:32.920831 3814 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nrcxm I0428 15:51:32.922304 3814 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nrcxm, ips: 10.128.0.30 I0428 15:51:32.922333 3814 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nrcxm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:51:32.922353 3814 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nrcxm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:51:32.922360 3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0428 15:51:32.922599 3814 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nrcxm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:51:32.922619 3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0428 15:51:32.937125 3814 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzf2tl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:32.937170 3814 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzf2tl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:32.937190 3814 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzf2tl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:32.937204 3814 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzf2tl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:33.785194 3814 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136wn55x 4b8426b24325d7ed468deb9c535dc44fb5b8f0ba45804a022aea1d3111799175 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136wn55x 4b8426b24325d7ed468deb9c535dc44fb5b8f0ba45804a022aea1d3111799175 network default NAD default NAD key ] I0428 15:51:33.785331 3814 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77hlwl 2a117b1ebc163973bd68584e956dd74702572e9c49e8c491c867b7bcb8f26a89 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77hlwl 2a117b1ebc163973bd68584e956dd74702572e9c49e8c491c867b7bcb8f26a89 network default NAD default NAD key ] I0428 15:51:33.855748 3814 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77hlwl 2a117b1ebc163973bd68584e956dd74702572e9c49e8c491c867b7bcb8f26a89 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77hlwl 2a117b1ebc163973bd68584e956dd74702572e9c49e8c491c867b7bcb8f26a89 network default NAD default NAD key default], result "{}", err I0428 15:51:33.872967 3814 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136wn55x 4b8426b24325d7ed468deb9c535dc44fb5b8f0ba45804a022aea1d3111799175 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136wn55x 4b8426b24325d7ed468deb9c535dc44fb5b8f0ba45804a022aea1d3111799175 network default NAD default NAD key default], result "{}", err I0428 15:51:33.956841 3814 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nrcxm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:33.956865 3814 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nrcxm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:33.956878 3814 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nrcxm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:33.956892 3814 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nrcxm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:34.042117 3814 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77hlwl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:51:34.042190 3814 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77hlwl I0428 15:51:34.043610 3814 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77hlwl, ips: 10.128.0.32 I0428 15:51:34.043646 3814 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77hlwl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:51:34.043674 3814 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77hlwl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:51:34.043685 3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0428 15:51:34.043869 3814 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77hlwl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:51:34.043885 3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0428 15:51:34.073205 3814 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136wn55x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:51:34.073296 3814 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136wn55x I0428 15:51:34.074701 3814 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136wn55x, ips: 10.128.0.31 I0428 15:51:34.074732 3814 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136wn55x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:51:34.074750 3814 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136wn55x of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:51:34.074757 3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0428 15:51:34.074993 3814 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136wn55x of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:51:34.075011 3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0428 15:51:35.079058 3814 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77hlwl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:35.079103 3814 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77hlwl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:35.079119 3814 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77hlwl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:35.079129 3814 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77hlwl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:35.116007 3814 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136wn55x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:35.116029 3814 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136wn55x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:35.116047 3814 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136wn55x of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:35.116056 3814 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136wn55x of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0428 15:51:35.658164 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0428 15:51:41.712371 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0428 15:51:47.508927 3814 namespace.go:98] [cert-manager] adding namespace I0428 15:51:47.509870 3814 namespace.go:102] [cert-manager] adding namespace took 919.788µs I0428 15:51:47.530815 3814 namespace.go:142] [cert-manager] updating namespace I0428 15:51:47.558323 3814 namespace.go:142] [cert-manager] updating namespace W0428 15:51:52.819000 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0428 15:51:52.819022 3814 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0428 15:51:56.192109 3814 namespace.go:142] [openshift-operators] updating namespace I0428 15:51:56.205000 3814 namespace.go:142] [openshift-operators] updating namespace I0428 15:52:00.678438 3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=35 I0428 15:52:03.671974 3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=49 I0428 15:52:04.348863 3814 namespace.go:98] [trusted-artifact-signer] adding namespace I0428 15:52:04.349760 3814 namespace.go:102] [trusted-artifact-signer] adding namespace took 876.338µs I0428 15:52:04.421625 3814 namespace.go:142] [trusted-artifact-signer] updating namespace I0428 15:52:04.458218 3814 namespace.go:142] [trusted-artifact-signer] updating namespace W0428 15:52:04.806404 3814 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0428 15:52:08.660956 3814 namespace.go:142] [openshift-operators] updating namespace I0428 15:52:09.206743 3814 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-sqknw] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-sqknw for pod on switch ip-10-0-2-253.ec2.internal I0428 15:52:09.206855 3814 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-sqknw I0428 15:52:09.258801 3814 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-sqknw] pod update took 51.969112ms I0428 15:52:09.258821 3814 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-sqknw] addLogicalPort annotation time took 51.994961ms I0428 15:52:09.259970 3814 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-sqknw] addLogicalPort took 53.247564ms, libovsdb time 834.377µs I0428 15:52:09.565948 3814 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-sqknw afb102dcbb168131f5ea33b00cfb584ca7b980f41c3fc62566d4a9a38ffc5077 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-sqknw afb102dcbb168131f5ea33b00cfb584ca7b980f41c3fc62566d4a9a38ffc5077 network default NAD default NAD key ] I0428 15:52:09.575015 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-sqknw, hostIfaceName: afb102dcbb16813, network: default, NAD default, SandboxID: "afb102dcbb168131f5ea33b00cfb584ca7b980f41c3fc62566d4a9a38ffc5077", PCI device ID: , UID: "9c8da6b1-df2b-4ded-82bb-7c2a18f93ff1", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0428 15:52:09.625749 3814 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-sqknw afb102dcbb168131f5ea33b00cfb584ca7b980f41c3fc62566d4a9a38ffc5077 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-sqknw afb102dcbb168131f5ea33b00cfb584ca7b980f41c3fc62566d4a9a38ffc5077 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:82:7f:c4:44:09\",\"name\":\"afb102dcbb16813\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ecc4557d-5f7e-436d-81c7-42dfd93fca5a\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 15:52:22.045598 3814 cni.go:452] [tsf/test-tsf-subscriptions 9cb4274214bab623be9dcac4602a4bdabc457572018ec812bd68a3358c5cb7d2 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 9cb4274214bab623be9dcac4602a4bdabc457572018ec812bd68a3358c5cb7d2 network default NAD default NAD key ] I0428 15:52:22.117867 3814 cni.go:473] [tsf/test-tsf-subscriptions 9cb4274214bab623be9dcac4602a4bdabc457572018ec812bd68a3358c5cb7d2 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 9cb4274214bab623be9dcac4602a4bdabc457572018ec812bd68a3358c5cb7d2 network default NAD default NAD key default], result "{}", err I0428 15:52:22.174187 3814 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:52:22.174229 3814 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0428 15:52:22.175472 3814 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.128.0.26 I0428 15:52:22.175502 3814 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:52:22.200053 3814 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:52:22.200075 3814 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:52:22.206498 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0428 15:52:22.206526 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0428 15:52:23.671007 3814 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-2-253.ec2.internal I0428 15:52:23.671101 3814 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0428 15:52:23.684947 3814 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 13.869978ms I0428 15:52:23.684969 3814 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 13.896311ms I0428 15:52:23.686263 3814 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 15.27293ms, libovsdb time 968.921µs I0428 15:52:23.931830 3814 namespace.go:98] [openshift-pipelines] adding namespace I0428 15:52:23.932739 3814 namespace.go:102] [openshift-pipelines] adding namespace took 888.032µs I0428 15:52:23.956924 3814 namespace.go:142] [openshift-pipelines] updating namespace I0428 15:52:24.040233 3814 cni.go:452] [tsf/test-tsf-infrastructure 11457436945d29b667c47f59cea65422a9f4121cd276e7db98d314efe44c84ef network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 11457436945d29b667c47f59cea65422a9f4121cd276e7db98d314efe44c84ef network default NAD default NAD key ] I0428 15:52:24.049661 3814 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 11457436945d29b, network: default, NAD default, SandboxID: "11457436945d29b667c47f59cea65422a9f4121cd276e7db98d314efe44c84ef", PCI device ID: , UID: "76ce752f-e043-4b93-959e-b1b81b2872db", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0428 15:52:24.100230 3814 cni.go:473] [tsf/test-tsf-infrastructure 11457436945d29b667c47f59cea65422a9f4121cd276e7db98d314efe44c84ef network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 11457436945d29b667c47f59cea65422a9f4121cd276e7db98d314efe44c84ef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:aa:f3:42:46:ae\",\"name\":\"11457436945d29b\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d965616c-d6cd-4b8d-a89f-55eff91715f8\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 15:52:24.637718 3814 namespace.go:142] [cert-manager] updating namespace I0428 15:52:24.840146 3814 namespace.go:142] [cert-manager-operator] updating namespace I0428 15:52:25.242444 3814 namespace.go:142] [konflux-operator] updating namespace I0428 15:52:25.443514 3814 namespace.go:142] [konflux-ui] updating namespace I0428 15:52:25.644159 3814 namespace.go:142] [open-cluster-management-2pv84p6sed3utucq8k8srs7b6fppqucb] updating namespace I0428 15:52:26.044937 3814 namespace.go:142] [rhbk-operator] updating namespace I0428 15:52:26.246359 3814 namespace.go:142] [rhtpa-operator] updating namespace I0428 15:52:26.444708 3814 namespace.go:142] [trusted-artifact-signer] updating namespace I0428 15:52:26.560793 3814 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-xnwq4] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-xnwq4 for pod on switch ip-10-0-2-253.ec2.internal I0428 15:52:26.560887 3814 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-xnwq4 I0428 15:52:26.562157 3814 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-66db8] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-66db8 for pod on switch ip-10-0-2-253.ec2.internal I0428 15:52:26.562257 3814 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-66db8 I0428 15:52:26.576903 3814 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-xnwq4] pod update took 16.043542ms I0428 15:52:26.576928 3814 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-xnwq4] addLogicalPort annotation time took 16.072968ms I0428 15:52:26.578035 3814 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-66db8] pod update took 15.797982ms I0428 15:52:26.578057 3814 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-66db8] addLogicalPort annotation time took 15.825074ms I0428 15:52:26.578178 3814 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-xnwq4] addLogicalPort took 17.407966ms, libovsdb time 937.402µs I0428 15:52:26.579275 3814 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-66db8] addLogicalPort took 17.133222ms, libovsdb time 731.26µs I0428 15:52:26.646751 3814 namespace.go:142] [tsf] updating namespace I0428 15:52:26.848448 3814 namespace.go:142] [tsf-keycloak] updating namespace I0428 15:52:27.046474 3814 namespace.go:142] [tsf-tas] updating namespace I0428 15:52:27.247533 3814 namespace.go:142] [tsf-tpa] updating namespace I0428 15:52:27.372132 3814 namespace.go:142] [cert-manager] updating namespace I0428 15:52:27.381035 3814 namespace.go:142] [cert-manager-operator] updating namespace I0428 15:52:27.389891 3814 namespace.go:142] [default] updating namespace I0428 15:52:27.399313 3814 namespace.go:142] [konflux-operator] updating namespace I0428 15:52:27.407268 3814 namespace.go:142] [konflux-ui] updating namespace I0428 15:52:27.416045 3814 namespace.go:142] [open-cluster-management-2pv84p6sed3utucq8k8srs7b6fppqucb] updating namespace I0428 15:52:27.424046 3814 namespace.go:142] [openshift] updating namespace I0428 15:52:27.434284 3814 namespace.go:142] [rhbk-operator] updating namespace I0428 15:52:27.443265 3814 namespace.go:142] [rhtpa-operator] updating namespace I0428 15:52:27.451838 3814 namespace.go:142] [trusted-artifact-signer] updating namespace I0428 15:52:27.471080 3814 namespace.go:142] [tsf] updating namespace I0428 15:52:27.488655 3814 namespace.go:142] [tsf-keycloak] updating namespace I0428 15:52:27.509138 3814 namespace.go:142] [tsf-tas] updating namespace I0428 15:52:27.530220 3814 namespace.go:142] [tsf-tpa] updating namespace I0428 15:52:27.628964 3814 namespace.go:142] [cert-manager] updating namespace I0428 15:52:27.729093 3814 namespace.go:142] [cert-manager-operator] updating namespace I0428 15:52:27.827918 3814 namespace.go:142] [default] updating namespace I0428 15:52:27.929866 3814 namespace.go:142] [konflux-operator] updating namespace I0428 15:52:28.029545 3814 namespace.go:142] [konflux-ui] updating namespace I0428 15:52:28.137911 3814 namespace.go:142] [open-cluster-management-2pv84p6sed3utucq8k8srs7b6fppqucb] updating namespace I0428 15:52:28.228201 3814 namespace.go:142] [openshift] updating namespace I0428 15:52:28.330401 3814 namespace.go:142] [rhbk-operator] updating namespace I0428 15:52:28.427042 3814 namespace.go:142] [rhtpa-operator] updating namespace I0428 15:52:28.530198 3814 namespace.go:142] [trusted-artifact-signer] updating namespace I0428 15:52:28.629460 3814 namespace.go:142] [tsf] updating namespace I0428 15:52:28.730517 3814 namespace.go:142] [tsf-keycloak] updating namespace I0428 15:52:28.828483 3814 namespace.go:142] [tsf-tas] updating namespace I0428 15:52:28.929091 3814 namespace.go:142] [tsf-tpa] updating namespace I0428 15:52:29.267575 3814 namespace.go:142] [openshift-pipelines] updating namespace I0428 15:52:36.977288 3814 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-vv2g2] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-vv2g2 for pod on switch ip-10-0-2-253.ec2.internal I0428 15:52:36.977428 3814 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-vv2g2 I0428 15:52:36.997227 3814 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-vv2g2] pod update took 19.829333ms I0428 15:52:36.997248 3814 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-vv2g2] addLogicalPort annotation time took 19.852562ms I0428 15:52:36.998574 3814 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-vv2g2] addLogicalPort took 21.30257ms, libovsdb time 972.734µs I0428 15:52:37.340155 3814 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-vv2g2 3119934d202e7536472f1ecf53f61d27996d41b9ca1d226e347cf278e1967b1c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-vv2g2 3119934d202e7536472f1ecf53f61d27996d41b9ca1d226e347cf278e1967b1c network default NAD default NAD key ] I0428 15:52:37.349420 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-vv2g2, hostIfaceName: 3119934d202e753, network: default, NAD default, SandboxID: "3119934d202e7536472f1ecf53f61d27996d41b9ca1d226e347cf278e1967b1c", PCI device ID: , UID: "1b20ae01-f79a-4085-b5d7-efad2a3f3c68", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0428 15:52:37.391640 3814 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-v5tdp] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-v5tdp for pod on switch ip-10-0-2-253.ec2.internal I0428 15:52:37.391799 3814 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-v5tdp I0428 15:52:37.400204 3814 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-vv2g2 3119934d202e7536472f1ecf53f61d27996d41b9ca1d226e347cf278e1967b1c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-vv2g2 3119934d202e7536472f1ecf53f61d27996d41b9ca1d226e347cf278e1967b1c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:81:c3:65:37:20\",\"name\":\"3119934d202e753\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d31f2e8-200f-4d1a-845a-51b1c21576ad\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 15:52:37.405808 3814 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-v5tdp] pod update took 14.034233ms I0428 15:52:37.405914 3814 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-v5tdp] addLogicalPort annotation time took 14.141838ms I0428 15:52:37.407398 3814 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-v5tdp] addLogicalPort took 15.771348ms, libovsdb time 950.889µs I0428 15:52:37.733852 3814 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-66db8 bf9658da01cdcd4c75e14021153d00360d114dbff626e27acdec535a7d13332d network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-66db8 bf9658da01cdcd4c75e14021153d00360d114dbff626e27acdec535a7d13332d network default NAD default NAD key ] I0428 15:52:37.745233 3814 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-66db8, hostIfaceName: bf9658da01cdcd4, network: default, NAD default, SandboxID: "bf9658da01cdcd4c75e14021153d00360d114dbff626e27acdec535a7d13332d", PCI device ID: , UID: "d89869c8-ba89-47dc-9757-e2fccfe21936", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0428 15:52:37.760906 3814 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-v5tdp 8c6f7ffb561c465c6795384770abfb447e2a27d61cb69c5a6bc8549b9cf963f5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-v5tdp 8c6f7ffb561c465c6795384770abfb447e2a27d61cb69c5a6bc8549b9cf963f5 network default NAD default NAD key ] I0428 15:52:37.771892 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-v5tdp, hostIfaceName: 8c6f7ffb561c465, network: default, NAD default, SandboxID: "8c6f7ffb561c465c6795384770abfb447e2a27d61cb69c5a6bc8549b9cf963f5", PCI device ID: , UID: "034a2ac0-1957-450d-9960-c8c0aedbc394", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0428 15:52:37.798759 3814 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-66db8 bf9658da01cdcd4c75e14021153d00360d114dbff626e27acdec535a7d13332d network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-66db8 bf9658da01cdcd4c75e14021153d00360d114dbff626e27acdec535a7d13332d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:e9:cd:33:13:4b\",\"name\":\"bf9658da01cdcd4\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f70d85b-c0b7-4a0c-aeed-3b79408ef399\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 15:52:37.821724 3814 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-v5tdp 8c6f7ffb561c465c6795384770abfb447e2a27d61cb69c5a6bc8549b9cf963f5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-v5tdp 8c6f7ffb561c465c6795384770abfb447e2a27d61cb69c5a6bc8549b9cf963f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:56:04:91:da:fd\",\"name\":\"8c6f7ffb561c465\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a58fc47-9654-4227-9770-acddfa42f7c2\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 15:52:38.022824 3814 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-xnwq4 bb2ea367e8a8308122c9f52d81d4a657604f97df2d8131b4c4f0aa82ef180d66 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-xnwq4 bb2ea367e8a8308122c9f52d81d4a657604f97df2d8131b4c4f0aa82ef180d66 network default NAD default NAD key ] I0428 15:52:38.033496 3814 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-xnwq4, hostIfaceName: bb2ea367e8a8308, network: default, NAD default, SandboxID: "bb2ea367e8a8308122c9f52d81d4a657604f97df2d8131b4c4f0aa82ef180d66", PCI device ID: , UID: "53a7d316-5628-4f8a-99e1-8c7012318d0a", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0428 15:52:38.083331 3814 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-xnwq4 bb2ea367e8a8308122c9f52d81d4a657604f97df2d8131b4c4f0aa82ef180d66 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-xnwq4 bb2ea367e8a8308122c9f52d81d4a657604f97df2d8131b4c4f0aa82ef180d66 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:73:65:34:6c:ae\",\"name\":\"bb2ea367e8a8308\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c0edabd6-2997-460b-a289-506fdea2b867\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0428 15:52:38.132632 3814 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0428 15:52:39.144698 3814 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0428 15:52:41.196796 3814 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0428 15:52:41.196826 3814 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0428 15:52:41.196832 3814 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0428 15:52:41.963555 3814 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0428 15:52:41.963574 3814 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0428 15:52:41.963578 3814 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0428 15:52:41.987579 3814 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0428 15:52:41.987598 3814 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0428 15:52:41.987607 3814 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0428 15:52:41.987615 3814 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0428 15:52:49.757454 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 W0428 15:52:52.169541 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0428 15:52:52.169561 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0428 15:52:52.169566 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0428 15:52:57.908305 3814 namespace.go:142] [openshift-pipelines] updating namespace W0428 15:52:59.150646 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0428 15:53:01.165090 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0428 15:53:04.065250 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0428 15:53:04.281212 3814 cni.go:452] [tsf/test-tsf-infrastructure 11457436945d29b667c47f59cea65422a9f4121cd276e7db98d314efe44c84ef network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 11457436945d29b667c47f59cea65422a9f4121cd276e7db98d314efe44c84ef network default NAD default NAD key ] I0428 15:53:04.366798 3814 cni.go:473] [tsf/test-tsf-infrastructure 11457436945d29b667c47f59cea65422a9f4121cd276e7db98d314efe44c84ef network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 11457436945d29b667c47f59cea65422a9f4121cd276e7db98d314efe44c84ef network default NAD default NAD key default], result "{}", err I0428 15:53:04.421068 3814 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:53:04.421101 3814 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0428 15:53:04.422441 3814 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.128.0.34 I0428 15:53:04.422473 3814 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:53:04.446460 3814 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:53:04.446479 3814 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:53:04.453424 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0428 15:53:04.453450 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0428 15:53:05.689322 3814 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-2-253.ec2.internal I0428 15:53:05.689464 3814 kube.go:256] Updating pod tsf/test-tsf-iam I0428 15:53:05.704631 3814 pod.go:62] [tsf/test-tsf-iam] pod update took 15.204733ms I0428 15:53:05.704653 3814 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 15.234354ms I0428 15:53:05.706234 3814 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 16.931332ms, libovsdb time 1.123872ms I0428 15:53:06.051946 3814 cni.go:452] [tsf/test-tsf-iam 28a3798c19a2a3c8873b569e95efa48a5603d38fd52bdf1fd95557c4fe1ac848 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 28a3798c19a2a3c8873b569e95efa48a5603d38fd52bdf1fd95557c4fe1ac848 network default NAD default NAD key ] I0428 15:53:06.061438 3814 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 28a3798c19a2a3c, network: default, NAD default, SandboxID: "28a3798c19a2a3c8873b569e95efa48a5603d38fd52bdf1fd95557c4fe1ac848", PCI device ID: , UID: "753196b4-4cb9-45c1-b2c1-e56004616f1e", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0428 15:53:06.111839 3814 cni.go:473] [tsf/test-tsf-iam 28a3798c19a2a3c8873b569e95efa48a5603d38fd52bdf1fd95557c4fe1ac848 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 28a3798c19a2a3c8873b569e95efa48a5603d38fd52bdf1fd95557c4fe1ac848 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:52:13:1c:9c:45\",\"name\":\"28a3798c19a2a3c\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7f06686c-b5f8-4be0-9dfa-1d7784a51e49\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 15:53:06.564252 3814 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0428 15:53:06.564935 3814 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0428 15:53:06.564962 3814 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0428 15:53:06.567091 3814 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0428 15:53:06.937291 3814 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-2-253.ec2.internal I0428 15:53:06.937412 3814 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0428 15:53:06.951540 3814 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 14.173251ms I0428 15:53:06.951568 3814 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 14.199325ms I0428 15:53:06.952842 3814 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 15.572905ms, libovsdb time 913.397µs I0428 15:53:07.300523 3814 cni.go:452] [tsf-keycloak/keycloak-0 b3b54c9d04af7ceb25e81588e0761769e1c7a131acdd7224bdcac8ba2ddf5b85 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 b3b54c9d04af7ceb25e81588e0761769e1c7a131acdd7224bdcac8ba2ddf5b85 network default NAD default NAD key ] I0428 15:53:07.310221 3814 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: b3b54c9d04af7ce, network: default, NAD default, SandboxID: "b3b54c9d04af7ceb25e81588e0761769e1c7a131acdd7224bdcac8ba2ddf5b85", PCI device ID: , UID: "5e104621-49ce-4764-ac26-450f38551fde", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0428 15:53:07.362394 3814 cni.go:473] [tsf-keycloak/keycloak-0 b3b54c9d04af7ceb25e81588e0761769e1c7a131acdd7224bdcac8ba2ddf5b85 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 b3b54c9d04af7ceb25e81588e0761769e1c7a131acdd7224bdcac8ba2ddf5b85 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:91:58:03:da:bf\",\"name\":\"b3b54c9d04af7ce\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f2ff824f-a9ea-4b0d-acb2-f9495f94daed\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0428 15:53:12.340025 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0428 15:53:12.340050 3814 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0428 15:53:12.341359 3814 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0428 15:53:12.341407 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0428 15:53:22.088574 3814 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0428 15:53:34.787665 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 W0428 15:53:36.554070 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0428 15:53:36.554093 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0428 15:53:36.559721 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0428 15:53:36.559743 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service I0428 15:53:39.492721 3814 cni.go:452] [tsf/test-tsf-iam 28a3798c19a2a3c8873b569e95efa48a5603d38fd52bdf1fd95557c4fe1ac848 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 28a3798c19a2a3c8873b569e95efa48a5603d38fd52bdf1fd95557c4fe1ac848 network default NAD default NAD key ] I0428 15:53:39.570150 3814 cni.go:473] [tsf/test-tsf-iam 28a3798c19a2a3c8873b569e95efa48a5603d38fd52bdf1fd95557c4fe1ac848 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 28a3798c19a2a3c8873b569e95efa48a5603d38fd52bdf1fd95557c4fe1ac848 network default NAD default NAD key default], result "{}", err I0428 15:53:39.629958 3814 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:53:39.629994 3814 pods.go:176] Deleting pod: tsf/test-tsf-iam I0428 15:53:39.631337 3814 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.128.0.39 I0428 15:53:39.631400 3814 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:53:39.681708 3814 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:53:39.681737 3814 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:53:39.691336 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0428 15:53:39.691363 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0428 15:53:40.625119 3814 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-2-253.ec2.internal I0428 15:53:40.625223 3814 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0428 15:53:40.641675 3814 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 16.48112ms I0428 15:53:40.641701 3814 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 16.509653ms I0428 15:53:40.642858 3814 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 17.755774ms, libovsdb time 803.396µs I0428 15:53:40.989429 3814 cni.go:452] [tsf-tas/test-tsf-tas 05b1aa2d64a5a1385fb938bc644302a1e30e3da36318b58b05178091d96d4507 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 05b1aa2d64a5a1385fb938bc644302a1e30e3da36318b58b05178091d96d4507 network default NAD default NAD key ] I0428 15:53:40.998788 3814 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 05b1aa2d64a5a13, network: default, NAD default, SandboxID: "05b1aa2d64a5a1385fb938bc644302a1e30e3da36318b58b05178091d96d4507", PCI device ID: , UID: "8d43a769-2b85-4b90-82ea-884049f1cf47", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0428 15:53:41.050535 3814 cni.go:473] [tsf-tas/test-tsf-tas 05b1aa2d64a5a1385fb938bc644302a1e30e3da36318b58b05178091d96d4507 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 05b1aa2d64a5a1385fb938bc644302a1e30e3da36318b58b05178091d96d4507 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:92:66:09:4b:3a\",\"name\":\"05b1aa2d64a5a13\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/55cebf86-254d-44df-b640-c482fd2df955\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 15:53:42.332860 3814 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-566d7bcdcf-ph7mq] creating logical port tsf-tas_fulcio-server-566d7bcdcf-ph7mq for pod on switch ip-10-0-2-253.ec2.internal I0428 15:53:42.332956 3814 kube.go:256] Updating pod tsf-tas/fulcio-server-566d7bcdcf-ph7mq I0428 15:53:42.346392 3814 pod.go:62] [tsf-tas/fulcio-server-566d7bcdcf-ph7mq] pod update took 13.44039ms I0428 15:53:42.346413 3814 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-566d7bcdcf-ph7mq] addLogicalPort annotation time took 13.483431ms I0428 15:53:42.347729 3814 pods.go:271] [tsf-tas/fulcio-server-566d7bcdcf-ph7mq] addLogicalPort took 14.886291ms, libovsdb time 906.554µs I0428 15:53:42.388019 3814 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-9fjq7-m49mv] creating logical port tsf-tas_ctlog-createtree-job-9fjq7-m49mv for pod on switch ip-10-0-2-253.ec2.internal I0428 15:53:42.388176 3814 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-9fjq7-m49mv W0428 15:53:42.394627 3814 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0428 15:53:42.394642 3814 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0428 15:53:42.394646 3814 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0428 15:53:42.401001 3814 pod.go:62] [tsf-tas/ctlog-createtree-job-9fjq7-m49mv] pod update took 12.851888ms I0428 15:53:42.401022 3814 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-9fjq7-m49mv] addLogicalPort annotation time took 12.877121ms I0428 15:53:42.402350 3814 pods.go:271] [tsf-tas/ctlog-createtree-job-9fjq7-m49mv] addLogicalPort took 14.345467ms, libovsdb time 966.075µs I0428 15:53:42.701205 3814 cni.go:452] [tsf-tas/fulcio-server-566d7bcdcf-ph7mq d51f30c41b306d2ce3af7d2d60d4d93db6f0755da99974ef79c2b280fb244f95 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-566d7bcdcf-ph7mq d51f30c41b306d2ce3af7d2d60d4d93db6f0755da99974ef79c2b280fb244f95 network default NAD default NAD key ] I0428 15:53:42.710297 3814 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-566d7bcdcf-ph7mq, hostIfaceName: d51f30c41b306d2, network: default, NAD default, SandboxID: "d51f30c41b306d2ce3af7d2d60d4d93db6f0755da99974ef79c2b280fb244f95", PCI device ID: , UID: "c3eb218f-e08a-466d-8936-9137dbb6a1d3", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0428 15:53:42.761597 3814 cni.go:473] [tsf-tas/fulcio-server-566d7bcdcf-ph7mq d51f30c41b306d2ce3af7d2d60d4d93db6f0755da99974ef79c2b280fb244f95 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-566d7bcdcf-ph7mq d51f30c41b306d2ce3af7d2d60d4d93db6f0755da99974ef79c2b280fb244f95 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:dc:84:fb:14:f4\",\"name\":\"d51f30c41b306d2\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4725151e-21ca-4f51-970c-1f783c828b8a\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 15:53:42.781060 3814 cni.go:452] [tsf-tas/ctlog-createtree-job-9fjq7-m49mv c1083beebc7f2a1ee3342fed3712caa527686c576bb21a7fcaf32fac5527489e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-9fjq7-m49mv c1083beebc7f2a1ee3342fed3712caa527686c576bb21a7fcaf32fac5527489e network default NAD default NAD key ] I0428 15:53:42.790703 3814 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-9fjq7-m49mv, hostIfaceName: c1083beebc7f2a1, network: default, NAD default, SandboxID: "c1083beebc7f2a1ee3342fed3712caa527686c576bb21a7fcaf32fac5527489e", PCI device ID: , UID: "677678bd-4636-475b-9db9-4e04d1bff6f6", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0428 15:53:42.843125 3814 cni.go:473] [tsf-tas/ctlog-createtree-job-9fjq7-m49mv c1083beebc7f2a1ee3342fed3712caa527686c576bb21a7fcaf32fac5527489e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-9fjq7-m49mv c1083beebc7f2a1ee3342fed3712caa527686c576bb21a7fcaf32fac5527489e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:fa:84:16:82:58\",\"name\":\"c1083beebc7f2a1\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/70ad7dd9-3145-44b1-9ea0-634b8034f4ae\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 15:53:45.538330 3814 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-86cb6bf745-8vskw] creating logical port tsf-tas_trillian-db-86cb6bf745-8vskw for pod on switch ip-10-0-2-253.ec2.internal W0428 15:53:45.538340 3814 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0428 15:53:45.538423 3814 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server I0428 15:53:45.538441 3814 kube.go:256] Updating pod tsf-tas/trillian-db-86cb6bf745-8vskw I0428 15:53:45.558250 3814 pod.go:62] [tsf-tas/trillian-db-86cb6bf745-8vskw] pod update took 19.832372ms I0428 15:53:45.558276 3814 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-86cb6bf745-8vskw] addLogicalPort annotation time took 19.861577ms I0428 15:53:45.559739 3814 pods.go:271] [tsf-tas/trillian-db-86cb6bf745-8vskw] addLogicalPort took 21.429897ms, libovsdb time 1.003695ms W0428 15:53:45.568812 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0428 15:53:45.568827 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0428 15:53:46.751133 3814 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0428 15:53:48.600882 3814 cni.go:452] [tsf-tas/trillian-db-86cb6bf745-8vskw 101e7f58cff03f8c80f125c4b4faec5681afa891e516f612e36ec6140ba138e3 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-86cb6bf745-8vskw 101e7f58cff03f8c80f125c4b4faec5681afa891e516f612e36ec6140ba138e3 network default NAD default NAD key ] I0428 15:53:48.610592 3814 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-86cb6bf745-8vskw, hostIfaceName: 101e7f58cff03f8, network: default, NAD default, SandboxID: "101e7f58cff03f8c80f125c4b4faec5681afa891e516f612e36ec6140ba138e3", PCI device ID: , UID: "e0181213-d376-44f9-8ca5-adae42eef7f4", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0428 15:53:48.663061 3814 cni.go:473] [tsf-tas/trillian-db-86cb6bf745-8vskw 101e7f58cff03f8c80f125c4b4faec5681afa891e516f612e36ec6140ba138e3 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-86cb6bf745-8vskw 101e7f58cff03f8c80f125c4b4faec5681afa891e516f612e36ec6140ba138e3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:e9:61:5a:e9:9c\",\"name\":\"101e7f58cff03f8\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0a436889-16f0-4415-acd6-b99f4bd2f8cc\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0428 15:53:49.416959 3814 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0428 15:53:53.333564 3814 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0428 15:53:54.153141 3814 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-bld6h] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-bld6h for pod on switch ip-10-0-2-253.ec2.internal I0428 15:53:54.153249 3814 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-bld6h I0428 15:53:54.168028 3814 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-bld6h] pod update took 14.811611ms I0428 15:53:54.168051 3814 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-bld6h] addLogicalPort annotation time took 14.840925ms I0428 15:53:54.169292 3814 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-bld6h] addLogicalPort took 16.170297ms, libovsdb time 870.36µs I0428 15:53:54.514172 3814 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-bld6h a0a0c5594d3c904aa1cc41629c22c91ac8a15272f077e09440b0fb0e53658d5e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-bld6h a0a0c5594d3c904aa1cc41629c22c91ac8a15272f077e09440b0fb0e53658d5e network default NAD default NAD key ] I0428 15:53:54.523352 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-bld6h, hostIfaceName: a0a0c5594d3c904, network: default, NAD default, SandboxID: "a0a0c5594d3c904aa1cc41629c22c91ac8a15272f077e09440b0fb0e53658d5e", PCI device ID: , UID: "fd48cb79-fc48-4b25-bd4a-0d4afbf1f664", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0428 15:53:54.578511 3814 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-bld6h a0a0c5594d3c904aa1cc41629c22c91ac8a15272f077e09440b0fb0e53658d5e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-bld6h a0a0c5594d3c904aa1cc41629c22c91ac8a15272f077e09440b0fb0e53658d5e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:9c:6f:74:bf:42\",\"name\":\"a0a0c5594d3c904\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/09351f86-1acb-4273-a2b9-b86921e4c6ea\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0428 15:53:54.589342 3814 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0428 15:54:01.625002 3814 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-mqgsb-cvwhg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:54:01.625636 3814 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-mqgsb-cvwhg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:54:02.503875 3814 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-mqgsb-cvwhg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:54:02.503902 3814 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-mqgsb-cvwhg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:54:03.529512 3814 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-c4fr7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:54:03.530122 3814 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-c4fr7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:54:04.420130 3814 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-c4fr7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:54:04.420158 3814 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-c4fr7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0428 15:54:05.638435 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0428 15:54:08.670490 3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=365 W0428 15:54:16.577796 3814 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0428 15:54:29.782186 3814 cni.go:452] [tsf-tas/test-tsf-tas 05b1aa2d64a5a1385fb938bc644302a1e30e3da36318b58b05178091d96d4507 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 05b1aa2d64a5a1385fb938bc644302a1e30e3da36318b58b05178091d96d4507 network default NAD default NAD key ] I0428 15:54:29.862361 3814 cni.go:473] [tsf-tas/test-tsf-tas 05b1aa2d64a5a1385fb938bc644302a1e30e3da36318b58b05178091d96d4507 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 05b1aa2d64a5a1385fb938bc644302a1e30e3da36318b58b05178091d96d4507 network default NAD default NAD key default], result "{}", err I0428 15:54:29.914636 3814 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:54:29.914667 3814 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0428 15:54:29.916145 3814 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.128.0.41 I0428 15:54:29.916175 3814 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:54:29.944594 3814 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:54:29.944620 3814 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:54:29.947978 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0428 15:54:29.948002 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0428 15:54:37.827654 3814 cni.go:452] [tsf-tas/ctlog-createtree-job-9fjq7-m49mv c1083beebc7f2a1ee3342fed3712caa527686c576bb21a7fcaf32fac5527489e network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-9fjq7-m49mv c1083beebc7f2a1ee3342fed3712caa527686c576bb21a7fcaf32fac5527489e network default NAD default NAD key ] I0428 15:54:37.920534 3814 cni.go:473] [tsf-tas/ctlog-createtree-job-9fjq7-m49mv c1083beebc7f2a1ee3342fed3712caa527686c576bb21a7fcaf32fac5527489e network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-9fjq7-m49mv c1083beebc7f2a1ee3342fed3712caa527686c576bb21a7fcaf32fac5527489e network default NAD default NAD key default], result "{}", err I0428 15:54:37.969791 3814 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-9fjq7-m49mv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:54:37.969821 3814 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-9fjq7-m49mv I0428 15:54:37.971191 3814 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-9fjq7-m49mv, ips: 10.128.0.43 I0428 15:54:37.971226 3814 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-9fjq7-m49mv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:54:38.850910 3814 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-9fjq7-m49mv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:54:38.850936 3814 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-9fjq7-m49mv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:54:39.661349 3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=98 I0428 15:54:39.839118 3814 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-bm5vm-5465t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:54:39.839678 3814 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-bm5vm-5465t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:54:40.717332 3814 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-bm5vm-5465t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:54:40.717355 3814 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-bm5vm-5465t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:54:40.733631 3814 obj_retry.go:498] Detected object tsf/patch-tekton-config-zdvsw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:54:40.734205 3814 obj_retry.go:498] Detected object tsf/patch-tekton-config-zdvsw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:54:41.757662 3814 obj_retry.go:492] Detected object tsf/patch-tekton-config-zdvsw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:54:41.757682 3814 obj_retry.go:492] Detected object tsf/patch-tekton-config-zdvsw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:54:41.881182 3814 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-xg44p] creating logical port tsf_tsf-tekton-configuration-xg44p for pod on switch ip-10-0-2-253.ec2.internal I0428 15:54:41.881276 3814 kube.go:256] Updating pod tsf/tsf-tekton-configuration-xg44p I0428 15:54:41.897814 3814 pod.go:62] [tsf/tsf-tekton-configuration-xg44p] pod update took 16.568095ms I0428 15:54:41.897836 3814 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-xg44p] addLogicalPort annotation time took 16.593825ms I0428 15:54:41.899093 3814 pods.go:271] [tsf/tsf-tekton-configuration-xg44p] addLogicalPort took 17.929164ms, libovsdb time 858.534µs I0428 15:54:42.257152 3814 cni.go:452] [tsf/tsf-tekton-configuration-xg44p 51862dc1e02b40d6dea61543475eeb434d0e72fb104a3ccae09132cb00af4010 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-xg44p 51862dc1e02b40d6dea61543475eeb434d0e72fb104a3ccae09132cb00af4010 network default NAD default NAD key ] I0428 15:54:42.266561 3814 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-xg44p, hostIfaceName: 51862dc1e02b40d, network: default, NAD default, SandboxID: "51862dc1e02b40d6dea61543475eeb434d0e72fb104a3ccae09132cb00af4010", PCI device ID: , UID: "b940e52d-46fa-41de-9170-93730865dcfb", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0428 15:54:42.319253 3814 cni.go:473] [tsf/tsf-tekton-configuration-xg44p 51862dc1e02b40d6dea61543475eeb434d0e72fb104a3ccae09132cb00af4010 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-xg44p 51862dc1e02b40d6dea61543475eeb434d0e72fb104a3ccae09132cb00af4010 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:46:b5:31:6e:a1\",\"name\":\"51862dc1e02b40d\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5faa6285-598c-4c1b-892d-5df3eb1892a3\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 15:54:44.312273 3814 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-7d99b86ddb-8fcrz] creating logical port tsf-tas_rekor-search-ui-7d99b86ddb-8fcrz for pod on switch ip-10-0-2-253.ec2.internal I0428 15:54:44.312434 3814 kube.go:256] Updating pod tsf-tas/rekor-search-ui-7d99b86ddb-8fcrz I0428 15:54:44.327031 3814 pod.go:62] [tsf-tas/rekor-search-ui-7d99b86ddb-8fcrz] pod update took 14.625635ms I0428 15:54:44.327055 3814 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-7d99b86ddb-8fcrz] addLogicalPort annotation time took 14.675874ms I0428 15:54:44.328576 3814 pods.go:271] [tsf-tas/rekor-search-ui-7d99b86ddb-8fcrz] addLogicalPort took 16.324963ms, libovsdb time 998.333µs I0428 15:54:45.210894 3814 cni.go:452] [tsf-tas/rekor-search-ui-7d99b86ddb-8fcrz f5ad65b62adb1d31f1c279e98e3bd2625869b844275ce8cb2732a4cbd8d775be network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-7d99b86ddb-8fcrz f5ad65b62adb1d31f1c279e98e3bd2625869b844275ce8cb2732a4cbd8d775be network default NAD default NAD key ] I0428 15:54:45.222005 3814 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-7d99b86ddb-8fcrz, hostIfaceName: f5ad65b62adb1d3, network: default, NAD default, SandboxID: "f5ad65b62adb1d31f1c279e98e3bd2625869b844275ce8cb2732a4cbd8d775be", PCI device ID: , UID: "c5d2b968-61ff-4847-9538-42ceb1c21dfa", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0428 15:54:45.281210 3814 cni.go:473] [tsf-tas/rekor-search-ui-7d99b86ddb-8fcrz f5ad65b62adb1d31f1c279e98e3bd2625869b844275ce8cb2732a4cbd8d775be network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-7d99b86ddb-8fcrz f5ad65b62adb1d31f1c279e98e3bd2625869b844275ce8cb2732a4cbd8d775be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:87:ed:84:67:d0\",\"name\":\"f5ad65b62adb1d3\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a57a306f-8576-4337-a385-cded7832c6eb\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0428 15:54:45.734406 3814 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0428 15:54:46.742280 3814 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0428 15:54:46.850604 3814 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-bb6f9c8b9-sbjn9] creating logical port tsf-tas_rekor-server-bb6f9c8b9-sbjn9 for pod on switch ip-10-0-2-253.ec2.internal I0428 15:54:46.850776 3814 kube.go:256] Updating pod tsf-tas/rekor-server-bb6f9c8b9-sbjn9 I0428 15:54:46.867425 3814 pod.go:62] [tsf-tas/rekor-server-bb6f9c8b9-sbjn9] pod update took 16.687847ms I0428 15:54:46.867453 3814 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-bb6f9c8b9-sbjn9] addLogicalPort annotation time took 16.718786ms I0428 15:54:46.868810 3814 pods.go:271] [tsf-tas/rekor-server-bb6f9c8b9-sbjn9] addLogicalPort took 18.23295ms, libovsdb time 909.974µs W0428 15:54:48.894299 3814 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0428 15:54:49.904513 3814 cni.go:452] [tsf/tsf-tekton-configuration-xg44p 51862dc1e02b40d6dea61543475eeb434d0e72fb104a3ccae09132cb00af4010 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-xg44p 51862dc1e02b40d6dea61543475eeb434d0e72fb104a3ccae09132cb00af4010 network default NAD default NAD key ] I0428 15:54:49.914254 3814 cni.go:452] [tsf-tas/rekor-server-bb6f9c8b9-sbjn9 cd5c3ad5ac717a7f1fa638e2325c9383fe8885b6d675bc89882edb9aec7f100b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-bb6f9c8b9-sbjn9 cd5c3ad5ac717a7f1fa638e2325c9383fe8885b6d675bc89882edb9aec7f100b network default NAD default NAD key ] I0428 15:54:49.923872 3814 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-bb6f9c8b9-sbjn9, hostIfaceName: cd5c3ad5ac717a7, network: default, NAD default, SandboxID: "cd5c3ad5ac717a7f1fa638e2325c9383fe8885b6d675bc89882edb9aec7f100b", PCI device ID: , UID: "5e6c5fd6-3911-4c22-a666-c1e5bab177de", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0428 15:54:49.977252 3814 cni.go:473] [tsf-tas/rekor-server-bb6f9c8b9-sbjn9 cd5c3ad5ac717a7f1fa638e2325c9383fe8885b6d675bc89882edb9aec7f100b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-bb6f9c8b9-sbjn9 cd5c3ad5ac717a7f1fa638e2325c9383fe8885b6d675bc89882edb9aec7f100b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:31:4c:16:e6:43\",\"name\":\"cd5c3ad5ac717a7\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/039d8816-ce51-4fba-8814-1940bf54aa68\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 15:54:50.000907 3814 cni.go:473] [tsf/tsf-tekton-configuration-xg44p 51862dc1e02b40d6dea61543475eeb434d0e72fb104a3ccae09132cb00af4010 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-xg44p 51862dc1e02b40d6dea61543475eeb434d0e72fb104a3ccae09132cb00af4010 network default NAD default NAD key default], result "{}", err I0428 15:54:50.047135 3814 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-xg44p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:54:50.047167 3814 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-xg44p I0428 15:54:50.048595 3814 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-xg44p, ips: 10.128.0.46 I0428 15:54:50.048624 3814 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-xg44p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:54:51.071085 3814 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-xg44p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:54:51.071116 3814 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-xg44p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:54:51.110470 3814 obj_retry.go:492] Detected object tsf/patch-tekton-config-zdvsw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:54:51.110505 3814 obj_retry.go:492] Detected object tsf/patch-tekton-config-zdvsw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:54:51.114460 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-zdvsw I0428 15:54:51.114481 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-zdvsw I0428 15:54:51.855077 3814 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-2-253.ec2.internal I0428 15:54:51.855164 3814 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0428 15:54:51.870132 3814 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 14.988745ms I0428 15:54:51.870159 3814 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 15.023218ms I0428 15:54:51.871632 3814 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 16.571712ms, libovsdb time 986.63µs I0428 15:54:52.216836 3814 cni.go:452] [tsf-tpa/pre-install-tsf-tpa bfbc7b4f8c75350d0b131801c51e5f8d8f04f9a904329eca3968579f4fe92f1e network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa bfbc7b4f8c75350d0b131801c51e5f8d8f04f9a904329eca3968579f4fe92f1e network default NAD default NAD key ] I0428 15:54:52.225838 3814 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: bfbc7b4f8c75350, network: default, NAD default, SandboxID: "bfbc7b4f8c75350d0b131801c51e5f8d8f04f9a904329eca3968579f4fe92f1e", PCI device ID: , UID: "1d2c6246-1881-4a17-befc-77207b4c734e", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0428 15:54:52.279274 3814 cni.go:473] [tsf-tpa/pre-install-tsf-tpa bfbc7b4f8c75350d0b131801c51e5f8d8f04f9a904329eca3968579f4fe92f1e network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa bfbc7b4f8c75350d0b131801c51e5f8d8f04f9a904329eca3968579f4fe92f1e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:d8:19:60:80:66\",\"name\":\"bfbc7b4f8c75350\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c42b086a-a1f8-489d-b148-428bb2780c96\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0428 15:54:52.921994 3814 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0428 15:54:55.942159 3814 cni.go:452] [tsf-tpa/pre-install-tsf-tpa bfbc7b4f8c75350d0b131801c51e5f8d8f04f9a904329eca3968579f4fe92f1e network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa bfbc7b4f8c75350d0b131801c51e5f8d8f04f9a904329eca3968579f4fe92f1e network default NAD default NAD key ] I0428 15:54:56.025344 3814 cni.go:473] [tsf-tpa/pre-install-tsf-tpa bfbc7b4f8c75350d0b131801c51e5f8d8f04f9a904329eca3968579f4fe92f1e network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa bfbc7b4f8c75350d0b131801c51e5f8d8f04f9a904329eca3968579f4fe92f1e network default NAD default NAD key default], result "{}", err I0428 15:54:56.079903 3814 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:54:56.079939 3814 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0428 15:54:56.081302 3814 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.128.0.49 I0428 15:54:56.081333 3814 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:54:56.108587 3814 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:54:56.108675 3814 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:54:56.115431 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0428 15:54:56.115459 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0428 15:54:56.396946 3814 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-2-253.ec2.internal I0428 15:54:56.397035 3814 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0428 15:54:56.410299 3814 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 13.284512ms I0428 15:54:56.410328 3814 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 13.318673ms I0428 15:54:56.411872 3814 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 14.94584ms, libovsdb time 958.668µs I0428 15:54:56.757480 3814 cni.go:452] [tsf-tpa/test-tsf-tpa f0d861ae0ba9c3acadd813e917d99cb24c376f6b0903ae767a9eb89bf7b17bfe network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa f0d861ae0ba9c3acadd813e917d99cb24c376f6b0903ae767a9eb89bf7b17bfe network default NAD default NAD key ] I0428 15:54:56.767204 3814 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: f0d861ae0ba9c3a, network: default, NAD default, SandboxID: "f0d861ae0ba9c3acadd813e917d99cb24c376f6b0903ae767a9eb89bf7b17bfe", PCI device ID: , UID: "aeb41060-412b-46c7-8f6d-48b66eaf9e78", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0428 15:54:56.821051 3814 cni.go:473] [tsf-tpa/test-tsf-tpa f0d861ae0ba9c3acadd813e917d99cb24c376f6b0903ae767a9eb89bf7b17bfe network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa f0d861ae0ba9c3acadd813e917d99cb24c376f6b0903ae767a9eb89bf7b17bfe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:ec:3c:07:67:fd\",\"name\":\"f0d861ae0ba9c3a\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/097e5158-f89b-4e3b-ba51-dfc63f31d1dd\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0428 15:55:00.943173 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0428 15:55:01.844698 3814 obj_retry.go:498] Detected object tsf-tpa/create-db-r4sg8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:55:01.845240 3814 obj_retry.go:498] Detected object tsf-tpa/create-db-r4sg8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:55:02.871010 3814 obj_retry.go:492] Detected object tsf-tpa/create-db-r4sg8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:55:02.871031 3814 obj_retry.go:492] Detected object tsf-tpa/create-db-r4sg8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0428 15:55:03.931851 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0428 15:55:05.878214 3814 obj_retry.go:498] Detected object tsf-tpa/migrate-db-mbmd5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:55:05.878783 3814 obj_retry.go:498] Detected object tsf-tpa/migrate-db-mbmd5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:55:06.036190 3814 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mbmd5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:55:06.036215 3814 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mbmd5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:55:06.280635 3814 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-jgltw] creating logical port tsf-tpa_create-importers-jgltw for pod on switch ip-10-0-2-253.ec2.internal I0428 15:55:06.280764 3814 kube.go:256] Updating pod tsf-tpa/create-importers-jgltw I0428 15:55:06.295967 3814 pod.go:62] [tsf-tpa/create-importers-jgltw] pod update took 15.228551ms I0428 15:55:06.295989 3814 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-jgltw] addLogicalPort annotation time took 15.254716ms I0428 15:55:06.297406 3814 pods.go:271] [tsf-tpa/create-importers-jgltw] addLogicalPort took 16.78417ms, libovsdb time 958.038µs I0428 15:55:06.642996 3814 cni.go:452] [tsf-tpa/create-importers-jgltw 77ff1d7f24f259131d8a076cda420f7694d27d22ca833713338fe8e90cdc14d0 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-jgltw 77ff1d7f24f259131d8a076cda420f7694d27d22ca833713338fe8e90cdc14d0 network default NAD default NAD key ] I0428 15:55:06.652237 3814 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-jgltw, hostIfaceName: 77ff1d7f24f2591, network: default, NAD default, SandboxID: "77ff1d7f24f259131d8a076cda420f7694d27d22ca833713338fe8e90cdc14d0", PCI device ID: , UID: "f5f61f5c-66d1-4979-af90-495095495a4f", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0428 15:55:06.705190 3814 cni.go:473] [tsf-tpa/create-importers-jgltw 77ff1d7f24f259131d8a076cda420f7694d27d22ca833713338fe8e90cdc14d0 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-jgltw 77ff1d7f24f259131d8a076cda420f7694d27d22ca833713338fe8e90cdc14d0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:d2:6c:ae:fd:57\",\"name\":\"77ff1d7f24f2591\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25ff4b45-b249-4f7f-96bc-fbe54c6479f3\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 15:55:07.665472 3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0428 15:55:11.032530 3814 cni.go:452] [tsf-tpa/create-importers-jgltw 77ff1d7f24f259131d8a076cda420f7694d27d22ca833713338fe8e90cdc14d0 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-jgltw 77ff1d7f24f259131d8a076cda420f7694d27d22ca833713338fe8e90cdc14d0 network default NAD default NAD key ] I0428 15:55:11.125662 3814 cni.go:473] [tsf-tpa/create-importers-jgltw 77ff1d7f24f259131d8a076cda420f7694d27d22ca833713338fe8e90cdc14d0 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-jgltw 77ff1d7f24f259131d8a076cda420f7694d27d22ca833713338fe8e90cdc14d0 network default NAD default NAD key default], result "{}", err I0428 15:55:11.190086 3814 obj_retry.go:498] Detected object tsf-tpa/create-importers-jgltw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:55:11.190127 3814 pods.go:176] Deleting pod: tsf-tpa/create-importers-jgltw I0428 15:55:11.191594 3814 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-jgltw, ips: 10.128.0.51 I0428 15:55:11.191622 3814 obj_retry.go:498] Detected object tsf-tpa/create-importers-jgltw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:55:12.222172 3814 obj_retry.go:492] Detected object tsf-tpa/create-importers-jgltw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:55:12.222195 3814 obj_retry.go:492] Detected object tsf-tpa/create-importers-jgltw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0428 15:55:15.806074 3814 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0428 15:55:18.073886 3814 cni.go:452] [tsf-tpa/test-tsf-tpa f0d861ae0ba9c3acadd813e917d99cb24c376f6b0903ae767a9eb89bf7b17bfe network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa f0d861ae0ba9c3acadd813e917d99cb24c376f6b0903ae767a9eb89bf7b17bfe network default NAD default NAD key ] I0428 15:55:18.161910 3814 cni.go:473] [tsf-tpa/test-tsf-tpa f0d861ae0ba9c3acadd813e917d99cb24c376f6b0903ae767a9eb89bf7b17bfe network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa f0d861ae0ba9c3acadd813e917d99cb24c376f6b0903ae767a9eb89bf7b17bfe network default NAD default NAD key default], result "{}", err I0428 15:55:18.266482 3814 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:55:18.266521 3814 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0428 15:55:18.267936 3814 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.128.0.50 I0428 15:55:18.267966 3814 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:55:18.292644 3814 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:55:18.292668 3814 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:55:18.298984 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0428 15:55:18.299013 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0428 15:55:19.219446 3814 namespace.go:98] [default-tenant] adding namespace I0428 15:55:19.220329 3814 namespace.go:102] [default-tenant] adding namespace took 853.677µs I0428 15:55:19.220543 3814 namespace.go:98] [integration-service] adding namespace I0428 15:55:19.221207 3814 namespace.go:102] [integration-service] adding namespace took 647.518µs I0428 15:55:19.222503 3814 namespace.go:98] [build-service] adding namespace I0428 15:55:19.223133 3814 namespace.go:102] [build-service] adding namespace took 615.643µs I0428 15:55:19.226743 3814 namespace.go:98] [image-controller] adding namespace I0428 15:55:19.227473 3814 namespace.go:102] [image-controller] adding namespace took 715.427µs I0428 15:55:19.327829 3814 namespace.go:142] [default-tenant] updating namespace I0428 15:55:19.418863 3814 namespace.go:142] [default-tenant] updating namespace I0428 15:55:19.436610 3814 namespace.go:142] [integration-service] updating namespace I0428 15:55:19.504217 3814 namespace.go:142] [integration-service] updating namespace I0428 15:55:19.532714 3814 namespace.go:142] [build-service] updating namespace I0428 15:55:19.563040 3814 namespace.go:142] [build-service] updating namespace I0428 15:55:19.576237 3814 namespace.go:142] [build-service] updating namespace I0428 15:55:19.592075 3814 namespace.go:142] [integration-service] updating namespace I0428 15:55:19.612711 3814 namespace.go:142] [image-controller] updating namespace I0428 15:55:19.642949 3814 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-2-253.ec2.internal I0428 15:55:19.643064 3814 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0428 15:55:19.652547 3814 namespace.go:98] [release-service] adding namespace I0428 15:55:19.653316 3814 namespace.go:102] [release-service] adding namespace took 751.617µs I0428 15:55:19.677335 3814 namespace.go:142] [image-controller] updating namespace I0428 15:55:19.689827 3814 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 46.786734ms I0428 15:55:19.689851 3814 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 46.811122ms I0428 15:55:19.690980 3814 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 48.052108ms, libovsdb time 775.494µs I0428 15:55:19.756025 3814 namespace.go:142] [konflux-ui] updating namespace I0428 15:55:19.795003 3814 namespace.go:142] [release-service] updating namespace I0428 15:55:19.830876 3814 namespace.go:142] [release-service] updating namespace I0428 15:55:19.935796 3814 namespace.go:98] [konflux-info] adding namespace I0428 15:55:19.936630 3814 namespace.go:102] [konflux-info] adding namespace took 809.982µs I0428 15:55:20.104786 3814 cni.go:452] [konflux-ui/test-tsf-konflux 0e3397e14078bc7b9f7701244e334a15e3fffc03d664d2fe9bf17b3433baa66d network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 0e3397e14078bc7b9f7701244e334a15e3fffc03d664d2fe9bf17b3433baa66d network default NAD default NAD key ] I0428 15:55:20.114202 3814 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 0e3397e14078bc7, network: default, NAD default, SandboxID: "0e3397e14078bc7b9f7701244e334a15e3fffc03d664d2fe9bf17b3433baa66d", PCI device ID: , UID: "2d326733-ad85-48ae-a188-7235e502ba3d", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0428 15:55:20.122258 3814 namespace.go:98] [namespace-lister] adding namespace I0428 15:55:20.123316 3814 namespace.go:102] [namespace-lister] adding namespace took 980.524µs I0428 15:55:20.163521 3814 namespace.go:142] [konflux-info] updating namespace I0428 15:55:20.167915 3814 cni.go:473] [konflux-ui/test-tsf-konflux 0e3397e14078bc7b9f7701244e334a15e3fffc03d664d2fe9bf17b3433baa66d network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 0e3397e14078bc7b9f7701244e334a15e3fffc03d664d2fe9bf17b3433baa66d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:0c:7c:98:47:a1\",\"name\":\"0e3397e14078bc7\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/74d236c4-bf5e-4a1c-822b-5f61257bacc6\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 15:55:20.189999 3814 namespace.go:142] [image-controller] updating namespace I0428 15:55:20.210402 3814 namespace.go:98] [enterprise-contract-service] adding namespace I0428 15:55:20.211238 3814 namespace.go:102] [enterprise-contract-service] adding namespace took 817.243µs I0428 15:55:20.230236 3814 namespace.go:142] [konflux-info] updating namespace I0428 15:55:20.278426 3814 namespace.go:142] [namespace-lister] updating namespace I0428 15:55:20.384966 3814 namespace.go:142] [namespace-lister] updating namespace I0428 15:55:20.448012 3814 namespace.go:142] [enterprise-contract-service] updating namespace I0428 15:55:20.448035 3814 namespace.go:142] [default-tenant] updating namespace I0428 15:55:20.599860 3814 namespace.go:98] [segment-bridge] adding namespace I0428 15:55:20.600782 3814 namespace.go:102] [segment-bridge] adding namespace took 897.88µs I0428 15:55:20.635750 3814 namespace.go:142] [enterprise-contract-service] updating namespace I0428 15:55:20.763045 3814 namespace.go:98] [konflux-cli] adding namespace I0428 15:55:20.763923 3814 namespace.go:102] [konflux-cli] adding namespace took 858.223µs I0428 15:55:20.891052 3814 namespace.go:142] [segment-bridge] updating namespace I0428 15:55:21.028747 3814 namespace.go:142] [segment-bridge] updating namespace I0428 15:55:21.089988 3814 namespace.go:142] [konflux-cli] updating namespace I0428 15:55:21.181967 3814 namespace.go:142] [konflux-cli] updating namespace I0428 15:55:21.291865 3814 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-tq2zp] creating logical port namespace-lister_namespace-lister-696b855848-tq2zp for pod on switch ip-10-0-2-253.ec2.internal I0428 15:55:21.291975 3814 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-tq2zp I0428 15:55:21.324283 3814 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0428 15:55:21.373000 3814 pod.go:62] [namespace-lister/namespace-lister-696b855848-tq2zp] pod update took 81.054517ms I0428 15:55:21.373024 3814 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-tq2zp] addLogicalPort annotation time took 81.084111ms I0428 15:55:21.374222 3814 pods.go:271] [namespace-lister/namespace-lister-696b855848-tq2zp] addLogicalPort took 82.379065ms, libovsdb time 806.071µs I0428 15:55:21.374337 3814 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0428 15:55:21.374359 3814 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0428 15:55:21.377536 3814 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0428 15:55:21.581238 3814 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0428 15:55:21.581262 3814 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0428 15:55:21.582456 3814 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0428 15:55:22.278564 3814 cni.go:452] [namespace-lister/namespace-lister-696b855848-tq2zp 74a0dcf85be0214176fa1c5f1ee58417eb208403cab364d6b2fadd6dc80019df network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-tq2zp 74a0dcf85be0214176fa1c5f1ee58417eb208403cab364d6b2fadd6dc80019df network default NAD default NAD key ] I0428 15:55:22.287651 3814 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-tq2zp, hostIfaceName: 74a0dcf85be0214, network: default, NAD default, SandboxID: "74a0dcf85be0214176fa1c5f1ee58417eb208403cab364d6b2fadd6dc80019df", PCI device ID: , UID: "29aa7a57-2b9d-4ef9-b027-c9674f98c974", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0428 15:55:22.339601 3814 cni.go:473] [namespace-lister/namespace-lister-696b855848-tq2zp 74a0dcf85be0214176fa1c5f1ee58417eb208403cab364d6b2fadd6dc80019df network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-tq2zp 74a0dcf85be0214176fa1c5f1ee58417eb208403cab364d6b2fadd6dc80019df network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:3a:0d:0a:13:ac\",\"name\":\"74a0dcf85be0214\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4068e900-eebd-4911-83a5-c48d5a8d9798\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 15:55:23.097082 3814 base_network_controller_pods.go:487] [default/konflux-ui/dex-5dd54bc7cf-ww9g7] creating logical port konflux-ui_dex-5dd54bc7cf-ww9g7 for pod on switch ip-10-0-2-253.ec2.internal I0428 15:55:23.097184 3814 kube.go:256] Updating pod konflux-ui/dex-5dd54bc7cf-ww9g7 I0428 15:55:23.114214 3814 pod.go:62] [konflux-ui/dex-5dd54bc7cf-ww9g7] pod update took 17.05927ms I0428 15:55:23.114236 3814 base_network_controller_pods.go:951] [default/konflux-ui/dex-5dd54bc7cf-ww9g7] addLogicalPort annotation time took 17.086978ms I0428 15:55:23.115587 3814 pods.go:271] [konflux-ui/dex-5dd54bc7cf-ww9g7] addLogicalPort took 18.517516ms, libovsdb time 919.643µs I0428 15:55:23.372609 3814 namespace.go:142] [build-service] updating namespace I0428 15:55:23.432081 3814 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-dfqm6] creating logical port image-controller_image-controller-controller-manager-6f859968fc-dfqm6 for pod on switch ip-10-0-2-253.ec2.internal I0428 15:55:23.432205 3814 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-dfqm6 I0428 15:55:23.450632 3814 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-dfqm6] pod update took 18.462415ms I0428 15:55:23.450662 3814 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-dfqm6] addLogicalPort annotation time took 18.496833ms I0428 15:55:23.452338 3814 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-dfqm6] addLogicalPort took 20.277657ms, libovsdb time 1.100434ms I0428 15:55:23.813190 3814 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-dfqm6 c8dac6bbfa8eeca300274643fe7ffedbc54524fd855b664a1da112e6e209e0b3 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-dfqm6 c8dac6bbfa8eeca300274643fe7ffedbc54524fd855b664a1da112e6e209e0b3 network default NAD default NAD key ] I0428 15:55:23.822921 3814 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-dfqm6, hostIfaceName: c8dac6bbfa8eeca, network: default, NAD default, SandboxID: "c8dac6bbfa8eeca300274643fe7ffedbc54524fd855b664a1da112e6e209e0b3", PCI device ID: , UID: "32e586d6-0202-4143-83e7-c7391eca4013", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0428 15:55:23.830062 3814 namespace.go:142] [default-tenant] updating namespace I0428 15:55:23.874253 3814 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-dfqm6 c8dac6bbfa8eeca300274643fe7ffedbc54524fd855b664a1da112e6e209e0b3 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-dfqm6 c8dac6bbfa8eeca300274643fe7ffedbc54524fd855b664a1da112e6e209e0b3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:68:d6:87:ab:fb\",\"name\":\"c8dac6bbfa8eeca\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4e9c9c4-44dc-4ecd-8504-12ad4f0c01b2\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 15:55:24.001157 3814 namespace.go:142] [enterprise-contract-service] updating namespace W0428 15:55:24.145486 3814 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0428 15:55:24.201190 3814 namespace.go:142] [image-controller] updating namespace I0428 15:55:24.407676 3814 base_network_controller_pods.go:487] [default/konflux-ui/proxy-5d445db9fc-pxc62] creating logical port konflux-ui_proxy-5d445db9fc-pxc62 for pod on switch ip-10-0-2-253.ec2.internal I0428 15:55:24.407836 3814 kube.go:256] Updating pod konflux-ui/proxy-5d445db9fc-pxc62 I0428 15:55:24.413887 3814 namespace.go:142] [integration-service] updating namespace I0428 15:55:24.430849 3814 pod.go:62] [konflux-ui/proxy-5d445db9fc-pxc62] pod update took 23.081641ms I0428 15:55:24.430873 3814 base_network_controller_pods.go:951] [default/konflux-ui/proxy-5d445db9fc-pxc62] addLogicalPort annotation time took 23.107247ms I0428 15:55:24.432180 3814 pods.go:271] [konflux-ui/proxy-5d445db9fc-pxc62] addLogicalPort took 24.520753ms, libovsdb time 920.873µs I0428 15:55:24.486057 3814 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-g4qkt] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-g4qkt for pod on switch ip-10-0-2-253.ec2.internal I0428 15:55:24.486135 3814 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-g4qkt I0428 15:55:24.502767 3814 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-g4qkt] pod update took 16.649905ms I0428 15:55:24.502794 3814 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-g4qkt] addLogicalPort annotation time took 16.681756ms I0428 15:55:24.503969 3814 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-g4qkt] addLogicalPort took 17.925309ms, libovsdb time 808.066µs I0428 15:55:24.578358 3814 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-f8ff677f5-m2db5] creating logical port integration-service_integration-service-controller-manager-f8ff677f5-m2db5 for pod on switch ip-10-0-2-253.ec2.internal I0428 15:55:24.578489 3814 kube.go:256] Updating pod integration-service/integration-service-controller-manager-f8ff677f5-m2db5 I0428 15:55:24.596361 3814 pod.go:62] [integration-service/integration-service-controller-manager-f8ff677f5-m2db5] pod update took 17.901002ms I0428 15:55:24.596401 3814 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-f8ff677f5-m2db5] addLogicalPort annotation time took 17.947652ms I0428 15:55:24.597997 3814 pods.go:271] [integration-service/integration-service-controller-manager-f8ff677f5-m2db5] addLogicalPort took 19.655074ms, libovsdb time 1.112199ms I0428 15:55:24.684483 3814 namespace.go:142] [konflux-cli] updating namespace I0428 15:55:24.875916 3814 namespace.go:142] [konflux-info] updating namespace I0428 15:55:25.077870 3814 namespace.go:142] [namespace-lister] updating namespace W0428 15:55:25.134911 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0428 15:55:25.268133 3814 namespace.go:142] [release-service] updating namespace I0428 15:55:25.471704 3814 namespace.go:142] [segment-bridge] updating namespace I0428 15:55:25.594071 3814 namespace.go:142] [build-service] updating namespace I0428 15:55:25.612942 3814 namespace.go:142] [default-tenant] updating namespace I0428 15:55:25.633467 3814 namespace.go:142] [enterprise-contract-service] updating namespace I0428 15:55:25.646164 3814 namespace.go:142] [image-controller] updating namespace I0428 15:55:25.663105 3814 namespace.go:142] [integration-service] updating namespace I0428 15:55:25.685223 3814 namespace.go:142] [konflux-cli] updating namespace I0428 15:55:25.707687 3814 namespace.go:142] [konflux-info] updating namespace I0428 15:55:25.730982 3814 namespace.go:142] [namespace-lister] updating namespace I0428 15:55:25.749059 3814 namespace.go:142] [release-service] updating namespace I0428 15:55:25.782848 3814 namespace.go:142] [segment-bridge] updating namespace I0428 15:55:25.828919 3814 namespace.go:142] [build-service] updating namespace I0428 15:55:25.893391 3814 namespace.go:142] [default-tenant] updating namespace I0428 15:55:25.979064 3814 namespace.go:142] [enterprise-contract-service] updating namespace I0428 15:55:26.046846 3814 namespace.go:142] [image-controller] updating namespace I0428 15:55:26.134854 3814 namespace.go:142] [integration-service] updating namespace I0428 15:55:26.246850 3814 namespace.go:142] [konflux-cli] updating namespace I0428 15:55:26.348949 3814 namespace.go:142] [konflux-info] updating namespace I0428 15:55:26.447824 3814 namespace.go:142] [namespace-lister] updating namespace I0428 15:55:26.538782 3814 namespace.go:142] [release-service] updating namespace I0428 15:55:26.639768 3814 namespace.go:142] [segment-bridge] updating namespace W0428 15:55:27.166694 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0428 15:55:28.992251 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0428 15:55:31.154663 3814 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-7d87d-s2tvs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:55:31.155326 3814 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-7d87d-s2tvs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:55:32.178939 3814 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-7d87d-s2tvs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:55:32.178999 3814 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-7d87d-s2tvs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:55:33.159230 3814 cni.go:452] [konflux-ui/proxy-5d445db9fc-pxc62 cee892fe81870e16449ec7caf0296441dc1bc2353393b38374dee120d1c2e57e network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-5d445db9fc-pxc62 cee892fe81870e16449ec7caf0296441dc1bc2353393b38374dee120d1c2e57e network default NAD default NAD key ] I0428 15:55:33.159281 3814 cni.go:452] [integration-service/integration-service-controller-manager-f8ff677f5-m2db5 ab929ff96068533299a32981a25937f611075dd81c07543d721ae80d831dd99d network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-f8ff677f5-m2db5 ab929ff96068533299a32981a25937f611075dd81c07543d721ae80d831dd99d network default NAD default NAD key ] I0428 15:55:33.164281 3814 cni.go:452] [konflux-ui/dex-5dd54bc7cf-ww9g7 2cb47c1027e4c9de2fb4a71fef1ef609e44b307eac37c858c38f561c0cf9af98 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-5dd54bc7cf-ww9g7 2cb47c1027e4c9de2fb4a71fef1ef609e44b307eac37c858c38f561c0cf9af98 network default NAD default NAD key ] I0428 15:55:33.167722 3814 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-g4qkt 1440be90f2cdf06b90dda545c8c079d717fb50b8e99c2ad3dcea8f80119df537 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-g4qkt 1440be90f2cdf06b90dda545c8c079d717fb50b8e99c2ad3dcea8f80119df537 network default NAD default NAD key ] I0428 15:55:33.172787 3814 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-5d445db9fc-pxc62, hostIfaceName: cee892fe81870e1, network: default, NAD default, SandboxID: "cee892fe81870e16449ec7caf0296441dc1bc2353393b38374dee120d1c2e57e", PCI device ID: , UID: "e4e972a1-eeec-48d7-9761-0ec0a8deed00", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0428 15:55:33.173279 3814 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-f8ff677f5-m2db5, hostIfaceName: ab929ff96068533, network: default, NAD default, SandboxID: "ab929ff96068533299a32981a25937f611075dd81c07543d721ae80d831dd99d", PCI device ID: , UID: "4f0dbb6e-f758-4c89-90bf-7314960d4ce6", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0428 15:55:33.186135 3814 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-5dd54bc7cf-ww9g7, hostIfaceName: 2cb47c1027e4c9d, network: default, NAD default, SandboxID: "2cb47c1027e4c9de2fb4a71fef1ef609e44b307eac37c858c38f561c0cf9af98", PCI device ID: , UID: "2de6d92d-9bec-4f13-b25d-b587b83e1b14", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0428 15:55:33.187018 3814 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-g4qkt, hostIfaceName: 1440be90f2cdf06, network: default, NAD default, SandboxID: "1440be90f2cdf06b90dda545c8c079d717fb50b8e99c2ad3dcea8f80119df537", PCI device ID: , UID: "20edee18-57b2-47c9-ab54-39e8bf4062e6", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0428 15:55:33.239260 3814 cni.go:473] [konflux-ui/proxy-5d445db9fc-pxc62 cee892fe81870e16449ec7caf0296441dc1bc2353393b38374dee120d1c2e57e network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-5d445db9fc-pxc62 cee892fe81870e16449ec7caf0296441dc1bc2353393b38374dee120d1c2e57e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:b6:7e:48:16:9d\",\"name\":\"cee892fe81870e1\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6dfac896-96cd-47f0-802a-7427cf632463\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 15:55:33.267200 3814 cni.go:473] [integration-service/integration-service-controller-manager-f8ff677f5-m2db5 ab929ff96068533299a32981a25937f611075dd81c07543d721ae80d831dd99d network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-f8ff677f5-m2db5 ab929ff96068533299a32981a25937f611075dd81c07543d721ae80d831dd99d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:de:f9:79:36:3d\",\"name\":\"ab929ff96068533\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/834e28cd-0c84-43c2-917e-4ddd2d9497b6\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 15:55:33.497776 3814 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-g4qkt 1440be90f2cdf06b90dda545c8c079d717fb50b8e99c2ad3dcea8f80119df537 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-g4qkt 1440be90f2cdf06b90dda545c8c079d717fb50b8e99c2ad3dcea8f80119df537 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:ac:b1:9f:1e:f2\",\"name\":\"1440be90f2cdf06\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b496ff5-c4a0-47b8-bf3a-bc438c2e648f\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 15:55:33.497771 3814 cni.go:473] [konflux-ui/dex-5dd54bc7cf-ww9g7 2cb47c1027e4c9de2fb4a71fef1ef609e44b307eac37c858c38f561c0cf9af98 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-5dd54bc7cf-ww9g7 2cb47c1027e4c9de2fb4a71fef1ef609e44b307eac37c858c38f561c0cf9af98 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:33:59:33:6f:28\",\"name\":\"2cb47c1027e4c9d\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b65ee182-ae88-46a1-b293-32d40a61fb5a\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0428 15:55:38.061721 3814 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0428 15:55:38.061744 3814 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0428 15:55:38.091647 3814 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0428 15:55:38.091756 3814 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0428 15:55:38.152484 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0428 15:55:39.228902 3814 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0428 15:55:39.233081 3814 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0428 15:55:39.267904 3814 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0428 15:55:39.267923 3814 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0428 15:55:39.295772 3814 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0428 15:55:39.331009 3814 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0428 15:55:39.331084 3814 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0428 15:55:41.078797 3814 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0428 15:55:49.062595 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0428 15:55:49.062618 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0428 15:55:49.068676 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0428 15:55:49.068695 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0428 15:55:50.245195 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0428 15:55:50.245323 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0428 15:55:50.277755 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0428 15:55:50.288424 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0428 15:55:50.581458 3814 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-lqfps of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:55:50.582028 3814 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-lqfps of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:55:51.137710 3814 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-lqfps of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:55:51.137733 3814 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-lqfps of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:55:51.145006 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-lqfps I0428 15:55:51.145032 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-lqfps W0428 15:55:52.259249 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex I0428 15:55:52.785462 3814 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0428 15:55:54.790698 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0428 15:55:58.748528 3814 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 W0428 15:56:15.121848 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0428 15:56:15.121870 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0428 15:56:15.121881 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0428 15:56:15.121886 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy I0428 15:56:15.775533 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 W0428 15:56:19.325332 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0428 15:56:19.325355 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-253.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0428 15:56:25.756457 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0428 15:56:32.664809 3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=84 I0428 15:56:49.366325 3814 obj_retry.go:498] Detected object konflux-ui/proxy-5b75458b88-blrmk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:56:49.366949 3814 obj_retry.go:498] Detected object konflux-ui/proxy-5b75458b88-blrmk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:56:49.470635 3814 obj_retry.go:492] Detected object konflux-ui/proxy-5b75458b88-blrmk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:56:49.470666 3814 obj_retry.go:492] Detected object konflux-ui/proxy-5b75458b88-blrmk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:56:49.478423 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5b75458b88-blrmk I0428 15:56:49.478449 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5b75458b88-blrmk I0428 15:56:55.685050 3814 cni.go:452] [konflux-ui/test-tsf-konflux 0e3397e14078bc7b9f7701244e334a15e3fffc03d664d2fe9bf17b3433baa66d network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 0e3397e14078bc7b9f7701244e334a15e3fffc03d664d2fe9bf17b3433baa66d network default NAD default NAD key ] I0428 15:56:55.773811 3814 cni.go:473] [konflux-ui/test-tsf-konflux 0e3397e14078bc7b9f7701244e334a15e3fffc03d664d2fe9bf17b3433baa66d network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 0e3397e14078bc7b9f7701244e334a15e3fffc03d664d2fe9bf17b3433baa66d network default NAD default NAD key default], result "{}", err I0428 15:56:55.828730 3814 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:56:55.828767 3814 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0428 15:56:55.830163 3814 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.128.0.52 I0428 15:56:55.830192 3814 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:56:55.877240 3814 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:56:55.877262 3814 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:56:55.883396 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0428 15:56:55.883418 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0428 15:57:11.763123 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0428 15:57:23.942504 3814 namespace.go:98] [managed-tenant-w1qok] adding namespace I0428 15:57:23.943402 3814 namespace.go:102] [managed-tenant-w1qok] adding namespace took 874.647µs I0428 15:57:23.975253 3814 namespace.go:142] [managed-tenant-w1qok] updating namespace I0428 15:57:23.992200 3814 namespace.go:142] [managed-tenant-w1qok] updating namespace I0428 15:57:25.006902 3814 namespace.go:142] [managed-tenant-w1qok] updating namespace I0428 15:57:25.135451 3814 namespace.go:142] [managed-tenant-w1qok] updating namespace I0428 15:57:25.236258 3814 namespace.go:142] [managed-tenant-w1qok] updating namespace I0428 15:57:41.771779 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0428 15:57:51.760886 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0428 15:57:52.683725 3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=58 I0428 15:59:00.675717 3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=126 I0428 15:59:26.673672 3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=264 I0428 16:00:00.175271 3814 base_network_controller_pods.go:487] [default/segment-bridge/segment-bridge-29623200-7k6c8] creating logical port segment-bridge_segment-bridge-29623200-7k6c8 for pod on switch ip-10-0-2-253.ec2.internal I0428 16:00:00.175434 3814 kube.go:256] Updating pod segment-bridge/segment-bridge-29623200-7k6c8 I0428 16:00:00.200977 3814 pod.go:62] [segment-bridge/segment-bridge-29623200-7k6c8] pod update took 25.542705ms I0428 16:00:00.201006 3814 base_network_controller_pods.go:951] [default/segment-bridge/segment-bridge-29623200-7k6c8] addLogicalPort annotation time took 25.603607ms I0428 16:00:00.202309 3814 pods.go:271] [segment-bridge/segment-bridge-29623200-7k6c8] addLogicalPort took 27.056482ms, libovsdb time 921.778µs I0428 16:00:00.540913 3814 cni.go:452] [segment-bridge/segment-bridge-29623200-7k6c8 dd9737408d7a02d719f946af69d791790ddfb5c1346660441562d9ce139ec449 network default NAD default NAD key ] ADD starting CNI request [segment-bridge/segment-bridge-29623200-7k6c8 dd9737408d7a02d719f946af69d791790ddfb5c1346660441562d9ce139ec449 network default NAD default NAD key ] I0428 16:00:00.550421 3814 helper_linux.go:556] ConfigureOVS: namespace: segment-bridge, podName: segment-bridge-29623200-7k6c8, hostIfaceName: dd9737408d7a02d, network: default, NAD default, SandboxID: "dd9737408d7a02d719f946af69d791790ddfb5c1346660441562d9ce139ec449", PCI device ID: , UID: "33270701-8722-4409-92cc-f5596296fd1a", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0428 16:00:00.606228 3814 cni.go:473] [segment-bridge/segment-bridge-29623200-7k6c8 dd9737408d7a02d719f946af69d791790ddfb5c1346660441562d9ce139ec449 network default NAD default NAD key default] ADD finished CNI request [segment-bridge/segment-bridge-29623200-7k6c8 dd9737408d7a02d719f946af69d791790ddfb5c1346660441562d9ce139ec449 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:ad:9b:6d:05:8d\",\"name\":\"dd9737408d7a02d\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29335bdf-4b87-4d47-ace9-f3dcfbced919\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0428 16:00:04.698495 3814 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-ghtdw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 16:00:04.699095 3814 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-ghtdw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 16:00:05.721646 3814 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-ghtdw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 16:00:05.721706 3814 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-ghtdw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 16:00:26.664487 3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=64 I0428 16:00:36.791596 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0428 16:01:14.794119 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0428 16:01:24.789102 3814 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0428 16:01:39.751741 3814 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0428 16:03:11.760307 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0428 16:03:20.754016 3814 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0428 16:03:46.763771 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0428 16:04:28.775015 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0428 16:04:31.669317 3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0428 16:04:38.687345 3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=39 I0428 16:05:02.057484 3814 obj_retry.go:492] Detected object tsf-tpa/create-db-r4sg8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 16:05:02.057530 3814 obj_retry.go:492] Detected object tsf-tpa/create-db-r4sg8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 16:05:02.064778 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-r4sg8 I0428 16:05:02.064807 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-r4sg8 I0428 16:05:06.045734 3814 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mbmd5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 16:05:06.045761 3814 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mbmd5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 16:05:06.051336 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-mbmd5 I0428 16:05:06.051360 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-mbmd5 I0428 16:05:12.034657 3814 obj_retry.go:492] Detected object tsf-tpa/create-importers-jgltw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 16:05:12.034701 3814 obj_retry.go:492] Detected object tsf-tpa/create-importers-jgltw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 16:05:12.040397 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-jgltw I0428 16:05:12.040424 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-jgltw I0428 16:06:00.779453 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0428 16:06:12.667638 3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0428 16:06:18.679154 3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0428 16:06:26.667816 3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=11 I0428 16:06:55.676505 3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=41 I0428 16:06:58.766104 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0428 16:08:07.792656 3814 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0428 16:08:33.794829 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0428 16:09:26.755079 3814 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0428 16:09:47.691942 3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=29 I0428 16:10:03.969168 3814 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623210-dwhv8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 16:10:03.969848 3814 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623210-dwhv8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 16:10:04.989894 3814 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623210-dwhv8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 16:10:04.989917 3814 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623210-dwhv8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 16:10:05.029907 3814 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-jhncv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 16:10:05.029929 3814 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-jhncv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 16:10:05.035815 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-jhncv I0428 16:10:05.035847 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-jhncv I0428 16:10:05.797881 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0428 16:10:40.763625 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0428 16:11:08.767616 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0428 16:12:05.682299 3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0428 16:12:11.757293 3814 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0428 16:12:34.778269 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0428 16:13:08.782514 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0428 16:13:09.796987 3814 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5 I0428 16:14:09.671859 3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0428 16:14:27.673116 3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0428 16:14:29.670796 3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0428 16:14:44.769678 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0428 16:14:57.680100 3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=21 W0428 16:15:15.062717 3814 duration.go:461] Config duration recorder: measurement expired for pod/tsf-tpa/create-importers-jgltw I0428 16:15:46.798656 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0428 16:17:27.758409 3814 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0428 16:17:38.766932 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0428 16:17:42.770840 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8